-- Logs begin at Thu 2021-12-23 14:24:54 UTC, end at Thu 2021-12-23 16:16:56 UTC. -- Dec 23 15:02:01.073600 dv-neutron-822797-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 15:02:03.637318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.common.config [-] Logging enabled! Dec 23 15:02:03.637858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 23 15:02:03.639116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88761) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 15:02:03.639872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.common.config [-] Logging enabled! Dec 23 15:02:03.640160 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 23 15:02:03.640429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88761) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 15:02:03.641517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 23 15:02:03.641784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 23 15:02:03.642830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 23 15:02:03.643110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 23 15:02:03.643363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 23 15:02:03.643732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.644136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.644475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.644730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.645076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.645437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.645748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.646073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.646394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.646713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.647024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.647339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.647599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.647914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.648240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.648569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.648820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] debug = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.649129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.649688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.650006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.650317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.650641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.650942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.651250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.651569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.651930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] host = dv-neutron-822797-1-hyperv {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.652244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.652562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.652886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.653225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.653535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.653843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.654163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.654466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.654767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_file = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.655074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.655396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.655724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.656058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.656314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.656566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.656892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.657242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.657553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.657857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.658163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.658468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.658773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.659071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.659396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.659763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.660088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.660393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.660698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.661002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.661330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.661650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.661956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.662264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.662568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.662898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.663198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.663503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.663847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.664171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.664495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.664819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.665129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.665481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.665791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.666094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.666399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] use_json = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.666707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.667005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.667329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.667635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.667937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.668240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.668547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.668871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:03.669220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.669564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.669903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.670219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.670548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.670866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.671194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.671505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.671829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.672155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.672498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.672786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.673105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.673467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.673799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.674102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.674412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.674740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.675051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.675429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.675766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.676078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.676384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.676696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.677008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.677334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.677637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.677944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.678267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.678572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.678872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.679171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.679477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.679779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.680096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.680404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.680707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.681008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.681339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.681645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.681948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.682256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.682561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.682866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.683170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.683469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.683769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.684068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.684366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.684670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.684970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.685303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.685615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.685917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.686217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.686518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.686817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.687133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.687466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.687777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.688091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.688403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.688712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.689020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.689352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.689666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.689977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.690280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.690608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.690970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.691288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.691603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.691914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.692247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.692557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.692871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.693187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.693516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.693834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.694151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.694477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.694803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.695127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.695451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.695782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.696094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.696438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.696747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:03.696996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 23 15:02:03.697281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88761) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 23 15:02:04.344725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88761) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:04.344990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88761) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:04.345367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88761) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:04.347000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 15:02:04.686090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.686654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.686654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.747130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.747461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.747737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.750819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.751130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.751434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.896896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.897189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.897519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.898540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.898837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:04.899128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.019728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.019982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.020281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.020582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.021450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.200320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.200692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.201016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.201345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.201642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.202012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.202308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.202592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.202876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.203527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.203790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.204122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.204382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.204669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.204970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.205300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.205593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.205906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.206188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.206547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.206983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.207265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.207545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.207879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.208160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.208443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.208859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.209133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.209432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.209706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.209978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.210247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.211746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 15:02:05.219541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 15:02:05.227191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 15:02:05.232488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 23 15:02:05.235422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 15:02:05.236531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 15:02:05.236916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 15:02:05.237376 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 15:02:05.241203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 15:02:05.241483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 15:02:05.241872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 15:02:05.268921 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 23 15:02:05.269477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.269862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 23 15:02:05.270366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.271698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 15:02:05.271999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 15:02:05.272303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 15:02:05.275343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.275663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.342240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 15:02:05.342553 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 15:02:05.342693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 15:02:05.343122 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 15:02:05.377175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.sqlalchemy.engines [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88761) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 23 15:02:05.693139 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing driver for type 'gre' Dec 23 15:02:05.693729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] gre ID ranges: [(1, 1000)] Dec 23 15:02:05.739559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing driver for type 'local' Dec 23 15:02:05.739932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing driver for type 'vlan' Dec 23 15:02:05.753571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] VlanTypeDriver initialization complete Dec 23 15:02:05.753942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing driver for type 'vxlan' Dec 23 15:02:05.754483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] vxlan ID ranges: [(1, 1000)] Dec 23 15:02:05.799616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing extension driver 'port_security' Dec 23 15:02:05.799978 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.extensions.port_security [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] PortSecurityExtensionDriver initialization complete Dec 23 15:02:05.800391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing mechanism driver 'openvswitch' Dec 23 15:02:05.800752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing mechanism driver 'hyperv' Dec 23 15:02:05.807193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88761) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:05.808038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.808446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.808843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.809269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.809655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.810035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.810430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.810809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.811183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.811596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > security_group after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.811972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > security_group after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.812348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.812759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.813136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.813677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.814041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] ML2 OVO RPC backend initialized. {{(pid=88761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 23 15:02:05.814753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.815140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.815625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.816000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > networks before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.816373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.816747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > ports before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.817101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.817499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnets before_response 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.817934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.818441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.818930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.819331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.819727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.820099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.820469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.820839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.821213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.821854 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Modular L2 Plugin initialization complete Dec 23 15:02:05.822210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading services supported by the core plugin {{(pid=88761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 23 15:02:05.822572 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.managers [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Got port-security extension from driver 'port_security' Dec 23 15:02:05.823081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.extensions.vlantransparent [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Disabled vlantransparent extension. Dec 23 15:02:05.823538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 23 15:02:05.823880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: router Dec 23 15:02:05.867457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.867885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_create 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.868286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router before_create 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.868684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.869094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.869509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_delete 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.869906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.870309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_create 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.870682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_update 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.871073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_update 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.871453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.871847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_update 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.872336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.872729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.873099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.873494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: subnet after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.873868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.874252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.874632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.875012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.875386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.875787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router after_update 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.876162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.876543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.876926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.877331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.877747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > agent after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.878131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > agent after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.878574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > network after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.879547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Tracking information for resource: router configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.879915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Tracking information for resource: floatingip configured {{(pid=88761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:02:05.885298 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_agentschedulers_db [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 15:02:05.885945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.886374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port after_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.886758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port after_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.887146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: port after_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.888020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router before_create 55550100 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.888416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.888814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_create 55550100 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.889199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > router precommit_update 55550100 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.894218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.provider_configuration [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service providers = [] {{(pid=88761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 15:02:05.894607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.servicetype_db [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 15:02:05.897451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.service_base [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 23 15:02:05.897840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.service_base [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 23 15:02:05.898215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.service_base [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 23 15:02:05.899100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.service_base [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 23 15:02:05.899501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.services.service_base [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 15:02:05.899914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.900267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 15:02:05.920398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.920778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: auto_allocate Dec 23 15:02:05.931351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: network precommit_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.931753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: network precommit_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.932334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.932694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: tag Dec 23 15:02:05.944295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.944603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: timestamp Dec 23 15:02:05.948388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.948755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: network_ip_availability Dec 23 15:02:05.954738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.955142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.955525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:05.956304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.956684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: flavors Dec 23 15:02:05.972202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.972568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading Plugin: revisions Dec 23 15:02:05.977023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 23 15:02:05.977506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.632s {{(pid=88761) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:05.978314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 23 15:02:05.978674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Initializing extension manager. Dec 23 15:02:05.979237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: __init__.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.979612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: __pycache__ {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.979985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.980351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.980724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: _filter_validation_lib.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.981087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.981471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: address_scope.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.982300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.982947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: address-scope Dec 23 15:02:05.983304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.984222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.984745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: router-admin-state-down-before-update Dec 23 15:02:05.985123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: agent.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.985935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.986512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: agent Dec 23 15:02:05.986871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: agent_resources_synced.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.987814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.988387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: agent-resources-synced Dec 23 15:02:05.988745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: allowedaddresspairs.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.990591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.991173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: allowed-address-pairs Dec 23 15:02:05.991533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: auto_allocated_topology.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.992627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.993264 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: auto-allocated-topology Dec 23 15:02:05.993590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: availability_zone.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.994478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.995052 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: availability_zone Dec 23 15:02:05.995416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: availability_zone_filter.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.996335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.996904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: availability_zone_filter Dec 23 15:02:05.997291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: data_plane_status.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:05.998215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:05.998784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 15:02:05.999150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: default_subnetpools.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.000069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.000641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: default-subnetpools Dec 23 15:02:06.000999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.001901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.002472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: dhcp_agent_scheduler Dec 23 15:02:06.002834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: dns.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.003800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.004357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension dns-integration not supported by any of loaded plugins Dec 23 15:02:06.004714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: dns_domain_ports.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.005660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.006232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 15:02:06.006588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: dvr.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.007341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.007915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: dvr Dec 23 15:02:06.008271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: empty_string_filtering.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.009196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.009785 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: empty-string-filtering Dec 23 15:02:06.010138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.011061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.011632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 15:02:06.011983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.012898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.013488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 15:02:06.013845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: external_net.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.014760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.015333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: external-net Dec 23 15:02:06.015688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.016611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.017203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: extra_dhcp_opt Dec 23 15:02:06.017562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: extraroute.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.018471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.019081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: extraroute Dec 23 15:02:06.019432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: extraroute_atomic.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.020572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.021147 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: extraroute-atomic Dec 23 15:02:06.021531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: filter_validation.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.022231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.022797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: filter-validation Dec 23 15:02:06.023151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: fip_pf_description.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.024077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.024642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 15:02:06.024996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: fip_port_details.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.025940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.026507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: fip-port-details Dec 23 15:02:06.026864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: flavors.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.028090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.028676 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: flavors Dec 23 15:02:06.029036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.030830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.031422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 15:02:06.031792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: floatingip_pools.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.032574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.033192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: floatingip-pools Dec 23 15:02:06.033551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: ip_allocation.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.034478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.035096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 15:02:06.035455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.036383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.036957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: ip-substring-filtering Dec 23 15:02:06.037345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l2_adjacency.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.038277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.038845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 15:02:06.039205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.040294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.040872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: router Dec 23 15:02:06.041250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.043789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.044379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 15:02:06.044749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.045775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.046327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: ext-gw-mode Dec 23 15:02:06.046687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.047612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.048190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: l3-ha Dec 23 15:02:06.048573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3_flavors.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.049510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.050083 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: l3-flavors Dec 23 15:02:06.050470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.051385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.051949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 15:02:06.052308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: l3agentscheduler.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.053559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.054141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: l3_agent_scheduler Dec 23 15:02:06.054506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: logging.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.056094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.056675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension logging not supported by any of loaded plugins Dec 23 15:02:06.057040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: metering.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.059319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.060035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: metering Dec 23 15:02:06.060409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: multiprovidernet.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.061407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.062000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: multi-provider Dec 23 15:02:06.062364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: netmtu.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.063282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.063861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: net-mtu Dec 23 15:02:06.064220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: netmtu_writable.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.065138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.065742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: net-mtu-writable Dec 23 15:02:06.066192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: network_availability_zone.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.066959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.067534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: network_availability_zone Dec 23 15:02:06.067895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: network_ip_availability.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.069001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.069603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: network-ip-availability Dec 23 15:02:06.069965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: network_segment_range.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.070895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.071466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 15:02:06.071821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: pagination.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.072835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.073228 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: pagination Dec 23 15:02:06.073586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.074522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.075101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: port-mac-address-regenerate Dec 23 15:02:06.075453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: port_resource_request.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.076379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.076948 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 15:02:06.077327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: portbindings.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.078593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.079163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: binding Dec 23 15:02:06.079517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: portbindings_extended.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.080800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.081431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: binding-extended Dec 23 15:02:06.081795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: portsecurity.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.082713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.083287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: port-security Dec 23 15:02:06.083639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: project_id.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.084617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.084988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: project-id Dec 23 15:02:06.085368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: providernet.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.086393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.086984 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: provider Dec 23 15:02:06.087344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.090951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.091542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos not supported by any of loaded plugins Dec 23 15:02:06.091907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.093141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.093750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 15:02:06.094116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.095038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.095605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 15:02:06.095968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_default.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.096882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.097525 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-default not supported by any of loaded plugins Dec 23 15:02:06.097883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_fip.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.098575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.099138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-fip not supported by any of loaded plugins Dec 23 15:02:06.099496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_gateway_ip.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.100436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.101005 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 15:02:06.101417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_port_network_policy.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.102338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.102901 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 15:02:06.103255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_rule_type_details.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.104177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.104742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 15:02:06.105096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: qos_rules_alias.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.106125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.106716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 15:02:06.107071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: quotasv2.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.108105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.108470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: quotas Dec 23 15:02:06.108828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: quotasv2_detail.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.110433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.110814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: quota_details Dec 23 15:02:06.111176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: rbac.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.112318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.112936 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: rbac-policies Dec 23 15:02:06.113328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: rbac_address_scope.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.114263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.114840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: rbac-address-scope Dec 23 15:02:06.115199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: rbac_security_groups.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.116119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.116697 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: rbac-security-groups Dec 23 15:02:06.117056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: rbac_subnetpool.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.118028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.118603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: rbac-subnetpool Dec 23 15:02:06.118957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: revisionifmatch.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.119880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.120466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: revision-if-match Dec 23 15:02:06.120821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: revisions.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.121965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.122560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: standard-attr-revisions Dec 23 15:02:06.122920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: router_availability_zone.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.123670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.124260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: router_availability_zone Dec 23 15:02:06.124622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: routerservicetype.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.125566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.126137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension router-service-type not supported by any of loaded plugins Dec 23 15:02:06.126498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.127432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.128006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: port-security-groups-filtering Dec 23 15:02:06.128408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: securitygroup.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.141291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.141895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: security-group Dec 23 15:02:06.142259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: segment.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.143156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.143735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension segment not supported by any of loaded plugins Dec 23 15:02:06.144127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.145067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.145671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 15:02:06.146035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: servicetype.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.147149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.147729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: service-type Dec 23 15:02:06.148094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: sorting.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.149072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.149465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: sorting Dec 23 15:02:06.149820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: standard_attr_segment.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.150743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.151313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 15:02:06.151672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: standardattrdescription.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.152357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.152929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: standard-attr-description Dec 23 15:02:06.153324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: stateful_security_group.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.154225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.154804 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: stateful-security-group Dec 23 15:02:06.155160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: stdattrs_common.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.155739 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 15:02:06.156096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.157044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.157677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 15:02:06.158030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: subnet_onboard.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.159127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.159755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: subnet_onboard Dec 23 15:02:06.160114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.161063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.161662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 15:02:06.162018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: subnet_service_types.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.163019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.163609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: subnet-service-types Dec 23 15:02:06.163972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: subnetallocation.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.165060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.165658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: subnet_allocation Dec 23 15:02:06.166022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.166733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.167306 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: subnetpool-prefix-ops Dec 23 15:02:06.167664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.168607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.169218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 15:02:06.169557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: tagging.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.170878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.171459 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: standard-attr-tag Dec 23 15:02:06.171820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: timestamp.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.172991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.173601 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loaded extension: standard-attr-timestamp Dec 23 15:02:06.173961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: trunk.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.174987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.175593 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension trunk not supported by any of loaded plugins Dec 23 15:02:06.175954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: trunk_details.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.176878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.177476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension trunk-details not supported by any of loaded plugins Dec 23 15:02:06.177831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: uplink_status_propagation.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.178756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.179325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 15:02:06.179683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Loading extension file: vlantransparent.py {{(pid=88761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 23 15:02:06.180385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 23 15:02:06.180955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 15:02:06.183426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:network Dec 23 15:02:06.184226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:subnet Dec 23 15:02:06.184906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:02:06.185584 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:port Dec 23 15:02:06.187002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.187484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service FLAVORS assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.188177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.188652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.189018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:router Dec 23 15:02:06.189777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 15:02:06.190549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service METERING assigned prefix: /metering {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.192356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:06.192750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:06.193140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88761) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:02:06.194288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 15:02:06.194819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:security_group Dec 23 15:02:06.195563 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 15:02:06.196363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service CORE assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.196734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:02:06.197099 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] subnetpool is already registered Dec 23 15:02:06.197773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service CORE assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.198140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:02:06.198497 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] subnetpool is already registered Dec 23 15:02:06.201149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.201642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service FLAVORS assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.202286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.202741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.203423 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:router Dec 23 15:02:06.203790 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] router is already registered Dec 23 15:02:06.204441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 15:02:06.204802 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] floatingip is already registered Dec 23 15:02:06.205512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service METERING assigned prefix: /metering {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.206241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 15:02:06.206631 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] rbac_policy is already registered Dec 23 15:02:06.207080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:security_group Dec 23 15:02:06.207437 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] security_group is already registered Dec 23 15:02:06.208239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 15:02:06.208602 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] security_group_rule is already registered Dec 23 15:02:06.209343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service CORE assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.209713 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:02:06.210076 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] subnetpool is already registered Dec 23 15:02:06.210730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.resource_helper [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Service CORE assigned prefix: {{(pid=88761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 23 15:02:06.211096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:02:06.211449 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.quota.resource_registry [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] subnetpool is already registered Dec 23 15:02:06.212162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: extensions {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.213752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: address-scopes {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.215036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: agents {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.216380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: auto-allocated-topology {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.217747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: availability_zones {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.219029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: dhcp-networks {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.220630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: dhcp-agents {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.222195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: routers {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.224001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: flavors {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.226310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: service_profiles {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.227612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: next_providers {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.229121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: service_profiles {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.230678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: floatingip-pools {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.232063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: routers {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.233884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: floatingips {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.235143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: l3-routers {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.236730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: l3-agents {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.238255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: metering-labels {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.239568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: metering-label-rules {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.241026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: network-ip-availabilities {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.242383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: bindings {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.244025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: quotas {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.245666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: quotas {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.247168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: rbac-policies {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.248445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: security-groups {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.249730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: security-group-rules {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.251152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: service-providers {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.252443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: subnetpools {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.253954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: subnetpools {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.255573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.257364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.259158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.261120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.262890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.264767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.266719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.268546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.270664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.272517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.extensions [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Extended resource: tags {{(pid=88761) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 23 15:02:06.279602 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING keystonemiddleware.auth_token [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 15:02:06.284730 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING keystonemiddleware.auth_token [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 15:02:06.293729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Acquired lock "singleton_lock" {{(pid=88761) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 23 15:02:06.294253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Releasing lock "singleton_lock" {{(pid=88761) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 23 15:02:06.295722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Starting 2 workers Dec 23 15:02:06.300220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Started child 88872 {{(pid=88761) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 23 15:02:06.304474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:06.304657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Started child 88873 {{(pid=88761) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 23 15:02:06.305962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [-] (88872) wsgi starting up on http://0.0.0.0:9696 Dec 23 15:02:06.306107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 15:02:06.306675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Notify callbacks [] for process, before_spawn {{(pid=88761) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:06.308520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:06.309107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Starting 1 workers Dec 23 15:02:06.309873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [-] (88873) wsgi starting up on http://0.0.0.0:9696 Dec 23 15:02:06.314268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Started child 88874 {{(pid=88761) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 23 15:02:06.314798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Starting 1 workers Dec 23 15:02:06.316983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] calling RpcWorker wait() {{(pid=88874) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 15:02:06.317414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] returning from RpcWorker wait() {{(pid=88874) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 15:02:06.318889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:06.319312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Started child 88875 {{(pid=88761) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 23 15:02:06.319438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:06.320056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad27bcef-1b93-49c6-80df-b62b72a9cdf3 None None] Notify callbacks [] for process, after_spawn {{(pid=88761) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:06.321682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88761) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 23 15:02:06.321878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 23 15:02:06.322078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 23 15:02:06.322355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 23 15:02:06.322762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 23 15:02:06.322953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 23 15:02:06.323470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:06.323605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.323765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.324074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.324361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.324557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:06.324651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.325335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.325629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.325941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.326225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.326464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.326660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.326849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.327158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.327397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.327756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.328033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.328586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.328888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.329062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.329373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.329707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.329987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.330272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] debug = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.330556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.331143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.331508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.331753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.332009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.332300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.332577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.332879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.333152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.333433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.333698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.333974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.334226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.334495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.334771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.335017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.335433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] host = dv-neutron-822797-1-hyperv {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.335691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.335920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.336200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.336472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.336740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.336997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.337308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.337592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.337867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.338106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.338351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.338608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.338875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.339129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_file = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.339318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_options = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.339567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.339840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.340110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.340338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.340528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.340715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.341006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.341237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.341516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.341761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.342001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.342237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.342476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.342728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.342970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.343244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.343461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.343708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.343987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.344266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.344542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.344799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.345038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.345314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.345554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.345793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.346064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.349768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.350151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.350229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.350557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.350653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.350877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_json = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.351119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.351373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.351657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.351897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.352154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.352393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.352636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.352906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.353368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.353692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.354023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.354300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.354563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.354848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.355115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.355362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.355621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.355882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.356348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.356595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.356937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.357258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.357543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.357802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.358053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.358310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.358565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.358806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.359062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.359299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.359585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.359830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.360082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.360354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.360606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.360894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.361143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.361463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.361840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.362095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.362336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.362573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.362878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.363109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.363551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.363806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.364109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.364386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.364645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.364886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.365125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.365410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.365674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.366024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.366262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.366522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.366769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.367005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.367262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.367520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.367757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.367995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.368256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.368494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.368731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.368976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.369254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.369500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.369740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.369988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.370255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.370482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.370888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.371146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.371386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.371629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.371867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.372104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.372338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.372582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.372824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.373128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.373499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.373745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.374003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.374269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.374534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.374792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.375068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.375310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.375553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.375790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.376069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.376333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.376589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.376837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.377080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.377403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.377649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.378186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.378186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.379606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.379606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.379606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.379606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.379606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.379606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.382239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.383340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.383340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.383340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.383340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.383340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.383340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.387928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.389783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.390782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.391159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.391239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.391418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.391801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.392238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.392486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.392735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.392964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.393408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.393958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.394409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.394905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.395383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.395650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.395934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.396444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.396444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.396683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.396965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.397233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.397482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.397725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.397977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.398218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.398458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.398724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.398965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.399233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.399665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.400026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.400288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.400569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.400822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.401068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.401340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.401614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.401857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.402099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.402360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.402644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.402902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.403167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.403410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.403718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.403873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.404100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.404338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.404643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.404911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.405226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.405479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.405789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.406044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.406302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.406630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.406863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.407102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.407365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.407616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.408150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.408150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.408454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.409077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.409077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.409426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.409572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.411643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.412635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.412635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.412635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.412635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.413188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.413188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.413461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.413692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.413942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.414235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.414484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.414729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.415138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.415386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.415635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.415914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.416266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.416433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.416687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.416953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.417205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.417472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.417715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.417966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.418212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.418398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 23 15:02:06.418933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88761) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 23 15:02:06.419119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 23 15:02:06.419267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 23 15:02:06.419497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 23 15:02:06.419697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 23 15:02:06.419961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 23 15:02:06.420106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.420245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.420420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.420585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.420763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.420967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.421154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.421330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.421518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.421701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.421886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.422041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.422199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.422379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.422561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.422743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.422900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.423080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.423231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.423409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.423563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.423724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.423871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] debug = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.424138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.424534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.424534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.424534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.424889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.424889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.425097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.425289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.425403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.425562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.425751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.425938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.426120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.426300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.426481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.426664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.426818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] host = dv-neutron-822797-1-hyperv {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.426973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.427155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.427337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.427516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.427696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.427878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.428108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.428264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.428362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.428521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.428703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.428883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.429061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.429240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_file = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.429411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_options = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.429581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.429730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.429901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.430124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.430309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.430492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.430672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.430857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.431039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.431182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.431347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.431496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.431678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.431860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.432013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.432194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.432375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.432555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.432736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.432917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.433097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.433275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.433456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.433636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.433816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.434001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.434184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.434450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.434574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.434712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.434894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.435082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.435266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.435450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.435634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.435817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.436002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.436190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.436373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.436559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.436743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.436926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.437112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.437318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.437501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.437684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_json = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.437869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.438052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.438238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.438421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.438607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.438790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.438975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.439161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 23 15:02:06.439366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.439555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.439754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.439942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.440134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.440324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.440512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.440698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.440907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.441094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.441312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.441499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.441706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.441895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.442084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.442271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.442459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.442646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.442834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.443022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.443209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.443399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.443587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.443774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.443992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.444135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.444339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.444505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.444774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.444774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.445934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.446082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.446221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.446415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.446601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.446791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.446978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.447165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.447352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.447539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.447727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.447914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.448102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.448289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.448493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.448681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.448870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.449057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.449268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.449458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.449628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.449792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.449977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.450170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.450358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.450544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.450732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.450919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.451107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.451294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.451481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.451670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.451858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.452045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.452230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.452419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.452604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.452800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.453004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.453533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.453721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.453910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.454155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.454303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.454547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.454547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.454931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.454931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.455202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.455202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.455475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.455577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.455678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.455855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.456039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.456229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.456461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.456657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.456869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.457030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.457205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.457353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.457532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.457721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.457918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.458102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.458293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.458456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.458649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.458875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.459964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.460156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.460343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.460532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.460729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.460952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.461118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.461312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.461501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.461689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.461876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.462064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.462249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.462350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:06.462465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.462600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.462787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.462973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.463159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.463345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.463532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.463718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.463905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.464092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.464277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.464464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.464654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.464843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.465005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.465198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.465393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.465581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.465769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.465955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.466141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.466325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.466512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.466698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.466885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.467070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.467257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.467443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.467631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.467818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.468005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.468192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.468379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.468566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.468753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.468940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.469129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.469339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.469528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.469714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.469899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.470093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.470280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.470466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.470653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.470839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.471024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.471227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.471415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.471601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.471786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.471989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.472178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.472365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.472551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.472736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.472922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.473111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.473298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.473489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.473675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.473863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.474050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.474237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.474423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.474620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.474842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.474987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.475127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.475268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.475453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.475639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.475840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.476026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.476212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.476398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.476584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.476781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.476972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.477175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.477379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.477569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.477757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.477944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.478132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.478318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.478505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.478697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.478897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.479090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.479278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.479473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.479670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.479867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.480057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.480251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.480454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.480640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.480828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.481016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.481221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.481410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.481598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.481784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.481971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.482158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.482344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.482530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.482689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.482876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.483064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.483249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.483435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.483621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.483807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.483994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:02:06.484173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88761) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 23 15:02:06.732110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:06.753091 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0177190 Dec 23 15:02:16.824252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed700d-b70d-4491-aa46-decf0e46b3be None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:02:17.059866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed700d-b70d-4491-aa46-decf0e46b3be None None] No non-hosted networks {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 15:02:17.074099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agentschedulers_db [None req-44ed700d-b70d-4491-aa46-decf0e46b3be None None] DHCP Agent not found on host dv-neutron-822797-1-hyperv {{(pid=88874) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 23 15:02:17.235505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5dce6e5-7674-4031-a7bb-ca6ef7276ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620025'] for agent, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:18.157254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620025'] for agent, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:18.158475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.159708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.160278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.160851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.163042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.163628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.166795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.167448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.168030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.168602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.170005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:18.185492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822797-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:18.198178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822797-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:18.713822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55668f48-2912-45cd-b0f5-1fbd6b03a1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620025'] for agent, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:18.754543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208f9b45-9f23-42bc-bd8f-2a22ba56df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:19.298303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620025'] for agent, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:20.725681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620025'] for agent, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:21.444501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45348) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:22.195459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-dfc3a526-b008-4a93-9f3e-8278e7bf1d59 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:02:22.196698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dfc3a526-b008-4a93-9f3e-8278e7bf1d59 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7511468 Dec 23 15:02:23.769954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_hamode_db [None req-3511c636-bc43-41a9-8779-f5d44a1ebcbc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 15:02:23.859379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511c636-bc43-41a9-8779-f5d44a1ebcbc None None] Routers set() bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:02:23.859795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511c636-bc43-41a9-8779-f5d44a1ebcbc None None] Router IDs set() for agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 23 15:02:24.392150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 45364) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:24.904243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:25.154976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.policy [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88872) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 23 15:02:25.162341 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] Loaded quota_driver: . Dec 23 15:02:25.197689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:25.262546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758313815388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758313868450', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758313862933', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758313064488', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758312998098', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3375851', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851444594', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1614452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852772480'] for rbac-policy, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:25.334188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:25.335622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7ae3978e-f35c-4f11-8204-0aa08edc97cc admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9414024 Dec 23 15:02:27.538877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45384) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:27.618032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Request body: {'network': {'project_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'name': 'private'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:27.620751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.quota [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Loaded quota_driver: . Dec 23 15:02:27.656112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:27.661898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Usage tracker for resource:network and tenant:1da2814c02184d71afeb812a53924e17 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:27.666085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:27.673973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:27.688212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Made reservation on behalf of 1da2814c02184d71afeb812a53924e17 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:02:27.921815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.policy [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88873) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 23 15:02:27.931946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:27.950436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.004635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:28.009411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Usage tracker for resource:security_group_rule and tenant:1da2814c02184d71afeb812a53924e17 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:28.012665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:28.019363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:28.103035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.107161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.111923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:28.128630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:02:28.154153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758312114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.154724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Unsubscribe: segment precommit_create {{(pid=88873) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 23 15:02:28.155169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Added segment e20ca180-cd63-499c-8a54-0ab8ef569509 of type vlan for network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 Dec 23 15:02:28.209241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a2db3a-a155-461b-b6ed-751984de4e44,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:28.249355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.249732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.250096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.250483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.250824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.251177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.251547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.251892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.252246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.252567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.252935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Tracked resource versions report: Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:02:28.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:02:28.272604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.306345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:28.315819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.317081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:28.317745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:28.321191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:28.433942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8939228 Dec 23 15:02:28.434538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Pushing event updated for resources: {'Network': ['ID=c6d1ccdf-eab4-48da-a0c7-12c13022aab3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:28.458876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:28.467583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:02:30.717094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45404) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:30.916053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ace22-2b6a-4cba-9ae5-0fb34517cd38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:30.917490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb5ace22-2b6a-4cba-9ae5-0fb34517cd38 admin admin] 10.222.0.49 "GET /v2.0/networks/c6d1ccdf-eab4-48da-a0c7-12c13022aab3 HTTP/1.1" status: 200 len: 825 time: 0.1988494 Dec 23 15:02:30.957457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0e080736-8816-4685-a941-a7a20616e43d admin admin] 10.222.0.49 "GET /v2.0/subnetpools/64dd90f4-3170-4480-9501-1b691d1233db HTTP/1.1" status: 200 len: 734 time: 0.0334845 Dec 23 15:02:30.966776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db', 'gateway_ip': '172.20.0.1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:30.971718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:30.976037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Usage tracker for resource:subnet and tenant:1da2814c02184d71afeb812a53924e17 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:30.979245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:30.989972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:31.002659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Made reservation on behalf of 1da2814c02184d71afeb812a53924e17 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:02:31.007262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:31.306476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:31.311249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:31.519858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56ef567-fbe9-4a9e-bceb-512d95cfbcec,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:31.523157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:31.527159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Checking segment: {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:02:31.527159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Network hostable DHCP agents. Network: c6d1ccdf-eab4-48da-a0c7-12c13022aab3, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:02:31.553882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:02:31.564591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, c6d1ccdf-eab4-48da-a0c7-12c13022aab3) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:02:31.569441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:31.570097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:31.574521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f101f-fbef-4c70-88cc-cd7519b3fd44 None None] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:02:31.592074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6289587 Dec 23 15:02:31.971289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:02:31.972327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:32.180626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Allocated IP 172.20.0.2 (c6d1ccdf-eab4-48da-a0c7-12c13022aab3/c56ef567-fbe9-4a9e-bceb-512d95cfbcec/9562f004-3b24-48d6-b66c-bbf02ea58a64) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:02:32.418762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:32.431629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Transition to ACTIVE for port object 9562f004-3b24-48d6-b66c-bbf02ea58a64 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:02:32.451944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Transition to ACTIVE for port object 9562f004-3b24-48d6-b66c-bbf02ea58a64 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:02:32.458865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:32.463637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:32.523993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:02:32.531463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:02:32.537451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Pushing event updated for resources: {'Port': ['ID=9562f004-3b24-48d6-b66c-bbf02ea58a64,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:32.540459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:02:32.551732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.552115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.552483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.552817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.553208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.553591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.553947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.554286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.554640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.555002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.555340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Tracked resource versions report: Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:02:32.556688 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:02:32.586244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:32.647169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Attempting to bind port 9562f004-3b24-48d6-b66c-bbf02ea58a64 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:02:32.647583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Attempting to bind port 9562f004-3b24-48d6-b66c-bbf02ea58a64 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:02:32.648017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Attempting to bind port 9562f004-3b24-48d6-b66c-bbf02ea58a64 on network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:02:32.655392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:02:32.655820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Checking segment: {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:02:32.656275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:32.656706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Bound using segment: {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:02:32.657277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Bound port: 9562f004-3b24-48d6-b66c-bbf02ea58a64, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:02:32.657683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:32.760252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] For port 9562f004-3b24-48d6-b66c-bbf02ea58a64, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:02:32.764267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] For port 9562f004-3b24-48d6-b66c-bbf02ea58a64, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9562f004-3b24-48d6-b66c-bbf02ea58a64,segment=NetworkSegment(e20ca180-cd63-499c-8a54-0ab8ef569509),segment_id=e20ca180-cd63-499c-8a54-0ab8ef569509)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:02:32.768199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:32.772289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:32.861261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Pushing event updated for resources: {'Port': ['ID=9562f004-3b24-48d6-b66c-bbf02ea58a64,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:32.864609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:33.758286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45416) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:33.835587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-9c826df5-7242-4c4c-8bb8-2a9ac786d605 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:02:33.836663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c826df5-7242-4c4c-8bb8-2a9ac786d605 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0772002 Dec 23 15:02:36.028932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45432) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:36.107706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-8256d9a9-e90a-421a-b405-4a3c91ffb1bc admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:02:36.108779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8256d9a9-e90a-421a-b405-4a3c91ffb1bc admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0788057 Dec 23 15:02:36.501594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9562f004-3b24-48d6-b66c-bbf02ea58a64 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:02:36.576102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 9562f004-3b24-48d6-b66c-bbf02ea58a64 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:02:37.537413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab745e-330d-4034-b587-05fadcf98891 None None] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:02:37.673020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Provisioning for port 9562f004-3b24-48d6-b66c-bbf02ea58a64 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:02:37.683203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Provisioning complete for port 9562f004-3b24-48d6-b66c-bbf02ea58a64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:37.683615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:37.898004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:37.945653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] For port 9562f004-3b24-48d6-b66c-bbf02ea58a64, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9562f004-3b24-48d6-b66c-bbf02ea58a64,segment=NetworkSegment(e20ca180-cd63-499c-8a54-0ab8ef569509),segment_id=e20ca180-cd63-499c-8a54-0ab8ef569509)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:02:37.951625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:37.954045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:38.026159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Pushing event updated for resources: {'Port': ['ID=9562f004-3b24-48d6-b66c-bbf02ea58a64,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:38.029809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:38.178126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-55bc8dc6-3a3b-4097-a756-34523212e6c2 None None] Provisioning complete for port 9562f004-3b24-48d6-b66c-bbf02ea58a64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:38.178607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55bc8dc6-3a3b-4097-a756-34523212e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.331797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45446) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:38.411257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Request body: {'router': {'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:38.417250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:38.421834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Usage tracker for resource:router and tenant:1da2814c02184d71afeb812a53924e17 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:38.424969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:38.431274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:38.441964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.443234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.468798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.477136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9562f004-3b24-48d6-b66c-bbf02ea58a64 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:02:38.551437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 9562f004-3b24-48d6-b66c-bbf02ea58a64 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:38.552022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.568975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.587983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:38.589300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7fb54280-3f84-43e4-bec6-90497c0ee282 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2563965 Dec 23 15:02:40.760788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45458) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:40.840259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-fb6769e0-4980-403c-b030-e7aa849f96a8 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:02:40.842098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb6769e0-4980-403c-b030-e7aa849f96a8 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0799744 Dec 23 15:02:43.023284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45470) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:43.109147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:43.116250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:43.120861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Usage tracker for resource:network and tenant:5d7134a80320478a990d1b9415e50fb8 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:43.124210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:43.130997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:43.142689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Made reservation on behalf of 5d7134a80320478a990d1b9415e50fb8 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:02:43.147388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.160610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.206236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:43.210687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7134a80320478a990d1b9415e50fb8 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:43.213902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:43.220617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:43.289234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.293228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.296356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:43.315696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Reserving flat network on physical network physnet1 {{(pid=88873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 23 15:02:43.337667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49df10d-8a36-45d9-be65-ec470fe9cf7a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:43.341305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:43.344045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.344406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Added segment 5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74 of type flat for network 2197a5c8-80bf-448e-89f2-9f905ac038d6 Dec 23 15:02:43.380143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.420681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.421898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:43.422536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:43.425954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:43.530860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Pushing event updated for resources: {'Network': ['ID=2197a5c8-80bf-448e-89f2-9f905ac038d6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:43.534163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5096781 Dec 23 15:02:43.535063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:43.546044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:02:45.702617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45482) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:45.869893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5f6d5-f694-4a23-81dd-6d245249f308 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:45.871384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ef5f6d5-f694-4a23-81dd-6d245249f308 admin admin] 10.222.0.49 "GET /v2.0/subnets/c56ef567-fbe9-4a9e-bceb-512d95cfbcec HTTP/1.1" status: 200 len: 849 time: 0.1673779 Dec 23 15:02:46.027101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0699fe5e-ab9f-4113-b7a8-840029baab1a admin admin] 10.222.0.49 "GET /v2.0/routers/64cbdbb6-ce20-4c75-bd77-3ec31650c870 HTTP/1.1" status: 200 len: 704 time: 0.1471217 Dec 23 15:02:46.528827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:46.645814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59dbeb30-386b-4c51-8730-3a65db530c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:46.775117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Allocated IP 172.20.0.1 (c6d1ccdf-eab4-48da-a0c7-12c13022aab3/c56ef567-fbe9-4a9e-bceb-512d95cfbcec/a88aef54-46d2-4ff6-b913-0a96bfced317) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:02:46.948393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:46.966980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Transition to ACTIVE for port object a88aef54-46d2-4ff6-b913-0a96bfced317 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:02:47.015821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.020032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:47.091352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:02:47.092246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Pushing event updated for resources: {'Port': ['ID=a88aef54-46d2-4ff6-b913-0a96bfced317,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:47.094709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:02:47.106643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:47.113013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:02:47.113653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.242323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.393669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6b533b74-13a8-404a-97b8-06345d1563c7 None None] Provisioning for port a88aef54-46d2-4ff6-b913-0a96bfced317 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:02:47.400124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6b533b74-13a8-404a-97b8-06345d1563c7 None None] Provisioning complete for port a88aef54-46d2-4ff6-b913-0a96bfced317 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:47.400536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b533b74-13a8-404a-97b8-06345d1563c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.591269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6b533b74-13a8-404a-97b8-06345d1563c7 None None] Port a88aef54-46d2-4ff6-b913-0a96bfced317 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:02:47.645697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.650473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.651574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:47.654964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:47.781863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Pushing event updated for resources: {'Port': ['ID=a88aef54-46d2-4ff6-b913-0a96bfced317,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:47.790610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:47.860139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:02:47.861267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:02:48.114772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9947d762-e5cb-4d62-a982-648b009210c0 None None] Provisioning complete for port a88aef54-46d2-4ff6-b913-0a96bfced317 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:48.115091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9947d762-e5cb-4d62-a982-648b009210c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:48.172539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:48.183664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9947d762-e5cb-4d62-a982-648b009210c0 None None] Port a88aef54-46d2-4ff6-b913-0a96bfced317 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:02:48.250617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:02:48.428158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:02:48.437925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] 10.222.0.49 "PUT /v2.0/routers/64cbdbb6-ce20-4c75-bd77-3ec31650c870/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4028463 Dec 23 15:02:48.439228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Sync routers for ids ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:02:48.454001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Routers {'64cbdbb6-ce20-4c75-bd77-3ec31650c870'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:02:48.454759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:02:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:48.631321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Set router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:02:48.714546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b3059d4-76cb-46aa-88e4-4b9f39ada0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.006876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'name': 'router1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:02:38Z', 'updated_at': '2021-12-23T15:02:47Z', 'revision_number': 2, 'project_id': '1da2814c02184d71afeb812a53924e17', 'gw_port_host': None, '_interfaces': [{'id': 'a88aef54-46d2-4ff6-b913-0a96bfced317', 'name': '', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'mac_address': 'fa:16:3e:06:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:46Z', 'updated_at': '2021-12-23T15:02:47Z', 'revision_number': 2, 'project_id': '1da2814c02184d71afeb812a53924e17', 'subnets': [{'id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:49.012002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Checking router: 64cbdbb6-ce20-4c75-bd77-3ec31650c870 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:02:49.012400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Updating router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 port a88aef54-46d2-4ff6-b913-0a96bfced317 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:02:49.065197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.263109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.462027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.478980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Transition to ACTIVE for port object a88aef54-46d2-4ff6-b913-0a96bfced317 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:02:49.486012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.490765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:49.627429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Pushing event updated for resources: {'Port': ['ID=a88aef54-46d2-4ff6-b913-0a96bfced317,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:49.674029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.674412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.674783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.675149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.675527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.675890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.676251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.676609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.676966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.677348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.677705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Tracked resource versions report: Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:02:49.679066 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:02:49.712018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:49.733327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Attempting to bind port a88aef54-46d2-4ff6-b913-0a96bfced317 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:02:49.733754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Attempting to bind port a88aef54-46d2-4ff6-b913-0a96bfced317 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:02:49.734186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Attempting to bind port a88aef54-46d2-4ff6-b913-0a96bfced317 on network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:02:49.741555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:02:49.741978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Checking segment: {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:02:49.742438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.742868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Bound using segment: {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:02:49.743418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Bound port: a88aef54-46d2-4ff6-b913-0a96bfced317, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20ca180-cd63-499c-8a54-0ab8ef569509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:02:49.743825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.836990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] For port a88aef54-46d2-4ff6-b913-0a96bfced317, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:02:49.841569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] For port a88aef54-46d2-4ff6-b913-0a96bfced317, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a88aef54-46d2-4ff6-b913-0a96bfced317,segment=NetworkSegment(e20ca180-cd63-499c-8a54-0ab8ef569509),segment_id=e20ca180-cd63-499c-8a54-0ab8ef569509)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:02:49.847211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:49.851932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:49.943286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Pushing event updated for resources: {'Port': ['ID=a88aef54-46d2-4ff6-b913-0a96bfced317,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:49.946583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:49.950670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Routers {'64cbdbb6-ce20-4c75-bd77-3ec31650c870'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:02:49.951339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:02:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:50.115029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] Set router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:02:50.458338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'name': 'router1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:02:38Z', 'updated_at': '2021-12-23T15:02:47Z', 'revision_number': 2, 'project_id': '1da2814c02184d71afeb812a53924e17', 'gw_port_host': None, '_interfaces': [{'id': 'a88aef54-46d2-4ff6-b913-0a96bfced317', 'name': '', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'mac_address': 'fa:16:3e:06:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:46Z', 'updated_at': '2021-12-23T15:02:49Z', 'revision_number': 4, 'project_id': '1da2814c02184d71afeb812a53924e17', 'subnets': [{'id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:50.462860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea11f40-a1b6-410d-ac02-7673a5fa20c3 None None] The sync data for ids ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'] in dv-neutron-822797-1-hyperv is: [{'id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'name': 'router1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:02:38Z', 'updated_at': '2021-12-23T15:02:47Z', 'revision_number': 2, 'project_id': '1da2814c02184d71afeb812a53924e17', 'gw_port_host': None, '_interfaces': [{'id': 'a88aef54-46d2-4ff6-b913-0a96bfced317', 'name': '', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'mac_address': 'fa:16:3e:06:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:46Z', 'updated_at': '2021-12-23T15:02:49Z', 'revision_number': 4, 'project_id': '1da2814c02184d71afeb812a53924e17', 'subnets': [{'id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:02:50.561844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45498) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:50.690531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:50.745874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d83bc94-473f-4c87-91f3-bcf143fd906d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:50.746524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0d83bc94-473f-4c87-91f3-bcf143fd906d admin admin] Synchronizing usage tracker for tenant:5d7134a80320478a990d1b9415e50fb8 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:02:50.764741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0d83bc94-473f-4c87-91f3-bcf143fd906d admin admin] Unset dirty status for tenant:5d7134a80320478a990d1b9415e50fb8 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:02:50.766080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0d83bc94-473f-4c87-91f3-bcf143fd906d admin admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 842 time: 0.2030854 Dec 23 15:02:50.776688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'ip_version': 4, 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:50.782781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:02:50.787108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Usage tracker for resource:subnet and tenant:5d7134a80320478a990d1b9415e50fb8 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:02:50.790192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:02:50.796937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:02:50.806671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Made reservation on behalf of 5d7134a80320478a990d1b9415e50fb8 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:02:50.811329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:51.194266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:51.198950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0665adb4-537d-4702-8821-48bc340ee9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:51.276944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c66f8747-214e-4ede-b57c-0ce507d99f41,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:51.282558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:51.290261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:02:51.290655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Network hostable DHCP agents. Network: 2197a5c8-80bf-448e-89f2-9f905ac038d6, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:02:51.313445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:02:51.322779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 2197a5c8-80bf-448e-89f2-9f905ac038d6) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:02:51.326857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:51.327425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:51.333808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9f300-6adf-483e-be88-b42527c7708d None None] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:02:51.348805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5762284 Dec 23 15:02:51.598731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcf3b9-5019-41e0-a0fa-8e75c488e1ce None None] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:02:52.502381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a88aef54-46d2-4ff6-b913-0a96bfced317 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:02:52.576670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a88aef54-46d2-4ff6-b913-0a96bfced317 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:02:52.582034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a88aef54-46d2-4ff6-b913-0a96bfced317 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:52.582444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:52.702998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:52.739100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a88aef54-46d2-4ff6-b913-0a96bfced317, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a88aef54-46d2-4ff6-b913-0a96bfced317,segment=NetworkSegment(e20ca180-cd63-499c-8a54-0ab8ef569509),segment_id=e20ca180-cd63-499c-8a54-0ab8ef569509)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:02:52.757220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:52.759406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:52.826467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a88aef54-46d2-4ff6-b913-0a96bfced317,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:52.830349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:53.556518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45514) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:53.805057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-02ed0986-9ef2-475a-98d2-603c0c2a1ffd admin admin] 10.222.0.49 "GET /v2.0/routers/64cbdbb6-ce20-4c75-bd77-3ec31650c870 HTTP/1.1" status: 200 len: 710 time: 0.2472510 Dec 23 15:02:53.944779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911d1e9-f579-440f-8da3-c8152fb6ad3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:02:53.946217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a911d1e9-f579-440f-8da3-c8152fb6ad3f admin admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 886 time: 0.1353569 Dec 23 15:02:53.956309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:02:54.484442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a88aef54-46d2-4ff6-b913-0a96bfced317 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:02:54.558641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a88aef54-46d2-4ff6-b913-0a96bfced317 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:54.559217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:54.619504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:54.816499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:54.876850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:55.019952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Allocated IP 172.26.2.22 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/2ef47351-27af-496a-805e-edb7bf600d49) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:02:55.174524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:55.204262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:55.208429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:55.281770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:02:55.282664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef47351-27af-496a-805e-edb7bf600d49,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:55.285969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:02:55.288150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:55.288929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:02:55.435640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:55.619929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:55.623763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:55.835843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:02:56.052303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:02:56.061324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:56.062649 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] 10.222.0.49 "PUT /v2.0/routers/64cbdbb6-ce20-4c75-bd77-3ec31650c870 HTTP/1.1" status: 200 len: 889 time: 2.1102591 Dec 23 15:02:56.063095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Sync routers for ids ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:02:56.078447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Routers {'64cbdbb6-ce20-4c75-bd77-3ec31650c870'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:02:56.079168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:02:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:56.278424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Set router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:02:56.640684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'name': 'router1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ef47351-27af-496a-805e-edb7bf600d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:02:38Z', 'updated_at': '2021-12-23T15:02:55Z', 'revision_number': 4, 'project_id': '1da2814c02184d71afeb812a53924e17', 'gw_port': {'id': '2ef47351-27af-496a-805e-edb7bf600d49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:54Z', 'updated_at': '2021-12-23T15:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a88aef54-46d2-4ff6-b913-0a96bfced317', 'name': '', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'mac_address': 'fa:16:3e:06:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:46Z', 'updated_at': '2021-12-23T15:02:52Z', 'revision_number': 5, 'project_id': '1da2814c02184d71afeb812a53924e17', 'subnets': [{'id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:56.645923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Checking router: 64cbdbb6-ce20-4c75-bd77-3ec31650c870 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:02:56.646312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Updating router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 port 2ef47351-27af-496a-805e-edb7bf600d49 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:02:56.698664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:57.040035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:57.052252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Transition to ACTIVE for port object 2ef47351-27af-496a-805e-edb7bf600d49 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:02:57.058762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:57.062633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:57.140075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14cc50-b627-461b-a58f-e455daa67b49 None None] Pushing event updated for resources: {'Port': ['ID=2ef47351-27af-496a-805e-edb7bf600d49,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:57.145073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d14cc50-b627-461b-a58f-e455daa67b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:57.149258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Attempting to bind port 2ef47351-27af-496a-805e-edb7bf600d49 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:02:57.149663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Attempting to bind port 2ef47351-27af-496a-805e-edb7bf600d49 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:02:57.150061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Attempting to bind port 2ef47351-27af-496a-805e-edb7bf600d49 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:02:57.157236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:02:57.157657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:02:57.158134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:57.158563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:02:57.159215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Bound port: 2ef47351-27af-496a-805e-edb7bf600d49, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:02:57.159711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:57.235044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] For port 2ef47351-27af-496a-805e-edb7bf600d49, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:02:57.238276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] For port 2ef47351-27af-496a-805e-edb7bf600d49, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2ef47351-27af-496a-805e-edb7bf600d49,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:02:57.241627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:57.246319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d94da1e-6f39-4988-897f-57224d3eae65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:57.325471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14cc50-b627-461b-a58f-e455daa67b49 None None] Pushing event updated for resources: {'Port': ['ID=2ef47351-27af-496a-805e-edb7bf600d49,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:57.328805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d14cc50-b627-461b-a58f-e455daa67b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:02:57.334678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Routers {'64cbdbb6-ce20-4c75-bd77-3ec31650c870'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:02:57.335351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:02:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:57.520242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] Set router 64cbdbb6-ce20-4c75-bd77-3ec31650c870 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:02:58.003835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'name': 'router1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ef47351-27af-496a-805e-edb7bf600d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:02:38Z', 'updated_at': '2021-12-23T15:02:55Z', 'revision_number': 4, 'project_id': '1da2814c02184d71afeb812a53924e17', 'gw_port': {'id': '2ef47351-27af-496a-805e-edb7bf600d49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:54Z', 'updated_at': '2021-12-23T15:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a88aef54-46d2-4ff6-b913-0a96bfced317', 'name': '', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'mac_address': 'fa:16:3e:06:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:46Z', 'updated_at': '2021-12-23T15:02:52Z', 'revision_number': 5, 'project_id': '1da2814c02184d71afeb812a53924e17', 'subnets': [{'id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:02:58.008134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3ff9e-8287-40e7-897b-5d357d150645 None None] The sync data for ids ['64cbdbb6-ce20-4c75-bd77-3ec31650c870'] in dv-neutron-822797-1-hyperv is: [{'id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'name': 'router1', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ef47351-27af-496a-805e-edb7bf600d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:02:38Z', 'updated_at': '2021-12-23T15:02:55Z', 'revision_number': 4, 'project_id': '1da2814c02184d71afeb812a53924e17', 'gw_port': {'id': '2ef47351-27af-496a-805e-edb7bf600d49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:54Z', 'updated_at': '2021-12-23T15:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a88aef54-46d2-4ff6-b913-0a96bfced317', 'name': '', 'network_id': 'c6d1ccdf-eab4-48da-a0c7-12c13022aab3', 'tenant_id': '1da2814c02184d71afeb812a53924e17', 'mac_address': 'fa:16:3e:06:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cbdbb6-ce20-4c75-bd77-3ec31650c870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:02:46Z', 'updated_at': '2021-12-23T15:02:52Z', 'revision_number': 5, 'project_id': '1da2814c02184d71afeb812a53924e17', 'subnets': [{'id': 'c56ef567-fbe9-4a9e-bceb-512d95cfbcec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64dd90f4-3170-4480-9501-1b691d1233db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:02:58.359377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 45526) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:02:58.524133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6cb2e69-25b2-4a64-b916-8bb8d9f4f622 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1633770 Dec 23 15:02:58.526465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2ef47351-27af-496a-805e-edb7bf600d49 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:02:58.603317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2ef47351-27af-496a-805e-edb7bf600d49 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:02:58.608886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2ef47351-27af-496a-805e-edb7bf600d49 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:02:58.609331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:58.742345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:58.760258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 2ef47351-27af-496a-805e-edb7bf600d49, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2ef47351-27af-496a-805e-edb7bf600d49,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:02:58.764622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:02:58.767146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:02:58.837332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=2ef47351-27af-496a-805e-edb7bf600d49,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:02:58.846525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:03:00.503134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2ef47351-27af-496a-805e-edb7bf600d49 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:03:00.586813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2ef47351-27af-496a-805e-edb7bf600d49 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:03:00.587223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:12.373245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:03:16.650276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dbf66c37-9ac5-4d68-a07d-fc6cab5e0a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:18.135486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:18.718884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c790e0e6-1ab4-4006-92ca-5515f23e72ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:19.265551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:20.702153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:46.652993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ea65a89-570c-4165-9920-8a1500e2bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:48.141632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:48.726999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61af014f-2c95-4e8c-a2ce-746e688475e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:49.270296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:03:49.380385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:03:50.763648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:16.658133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-781cf821-ebc4-4c56-9e27-eba3e9049c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:18.136342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:18.721131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb83a281-2c12-4466-9af1-2dad0c7b1829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:19.274261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:20.713519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:26.371336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:04:36.383324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:36.501426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec451b4-acc6-4f22-837d-6de56bc0ef97 admin admin] GET failed (client error): The resource could not be found. Dec 23 15:04:36.502786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ec451b4-acc6-4f22-837d-6de56bc0ef97 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1184413 Dec 23 15:04:36.672089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4578ff-ef54-4f07-bad5-91f14e4de144 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:36.673793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc4578ff-ef54-4f07-bad5-91f14e4de144 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1663451 Dec 23 15:04:38.732485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:38.876920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759e0a5-eb48-4f5a-b812-c86abe91c436 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:38.878402 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8759e0a5-eb48-4f5a-b812-c86abe91c436 admin admin] 10.222.0.49 "GET /v2.0/subnets/c56ef567-fbe9-4a9e-bceb-512d95cfbcec HTTP/1.1" status: 200 len: 849 time: 0.1448767 Dec 23 15:04:38.892777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:04:39.020468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:39.249559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758312132160'] for subnet, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:39.254003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:04:39.339321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:39.340276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:39.342047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] 10.222.0.49 "PUT /v2.0/subnets/c56ef567-fbe9-4a9e-bceb-512d95cfbcec HTTP/1.1" status: 200 len: 868 time: 0.4544532 Dec 23 15:04:39.348616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd6c95-3bdc-471d-8303-e6c362a8377c None None] Network c6d1ccdf-eab4-48da-a0c7-12c13022aab3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:04:39.358699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56ef567-fbe9-4a9e-bceb-512d95cfbcec,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:04:39.370732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.371095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.371452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.371889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.372302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.372660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.373029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.373411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.373766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.375690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.376069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Tracked resource versions report: Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:04:39.377972 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:04:39.382081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:04:39.870872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d3823dae-407d-43ef-b720-e5af3874b1ba None None] Provisioning complete for port 9562f004-3b24-48d6-b66c-bbf02ea58a64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:04:39.871430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3823dae-407d-43ef-b720-e5af3874b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:40.006885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d3823dae-407d-43ef-b720-e5af3874b1ba None None] Provisioning complete for port a88aef54-46d2-4ff6-b913-0a96bfced317 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:04:40.007244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3823dae-407d-43ef-b720-e5af3874b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:41.419715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46124) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:41.800497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3dc61-7b16-4ebe-83c8-6b998f3a82e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:41.800847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3dc61-7b16-4ebe-83c8-6b998f3a82e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:41.802647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e0f3dc61-7b16-4ebe-83c8-6b998f3a82e3 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3818564 Dec 23 15:04:43.897107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46136) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:44.133739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c0f34-7520-41c8-b40d-f6d034552def admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:44.134157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c0f34-7520-41c8-b40d-f6d034552def admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:44.135859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c8c0f34-7520-41c8-b40d-f6d034552def admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2376664 Dec 23 15:04:46.206383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46148) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:46.422136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c872afe-fdd5-4ffd-a4bf-b8c2a45f32c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:46.423670 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c872afe-fdd5-4ffd-a4bf-b8c2a45f32c0 admin admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 886 time: 0.2161975 Dec 23 15:04:46.661499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-665329f7-7fc5-44e0-ae59-f70b22f14f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:48.140848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:48.492412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:48.709803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52355bde-47c8-4f21-a949-f89123135e33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:48.711205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52355bde-47c8-4f21-a949-f89123135e33 admin admin] 10.222.0.49 "GET /v2.0/networks/c6d1ccdf-eab4-48da-a0c7-12c13022aab3 HTTP/1.1" status: 200 len: 869 time: 0.2176282 Dec 23 15:04:48.724339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4773-2154-4222-9d39-b64e5555c3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:49.276884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:50.716910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:04:50.779601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46172) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:50.933490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e5348-3d8f-440d-a9d0-c7607e9ac21d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:50.933825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e5348-3d8f-440d-a9d0-c7607e9ac21d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:50.935518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c1e5348-3d8f-440d-a9d0-c7607e9ac21d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1548538 Dec 23 15:04:52.993701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:53.142086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97bbcc-7054-4216-bf4c-31b17ae1d29f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:53.142430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97bbcc-7054-4216-bf4c-31b17ae1d29f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:53.144166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df97bbcc-7054-4216-bf4c-31b17ae1d29f admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1494374 Dec 23 15:04:55.222210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46196) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:55.376232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c97aa95-26db-4512-ae93-76357ac86299 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:55.377865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c97aa95-26db-4512-ae93-76357ac86299 admin admin] 10.222.0.49 "GET /v2.0/subnets/c56ef567-fbe9-4a9e-bceb-512d95cfbcec HTTP/1.1" status: 200 len: 868 time: 0.1544635 Dec 23 15:04:57.462274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46208) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:04:57.607723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1ee66-3f61-4025-84f1-23f0feeafe77 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:04:57.609196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ecf1ee66-3f61-4025-84f1-23f0feeafe77 admin admin] 10.222.0.49 "GET /v2.0/subnets/c66f8747-214e-4ede-b57c-0ce507d99f41 HTTP/1.1" status: 200 len: 816 time: 0.1457868 Dec 23 15:05:03.373389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:05:16.664771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6bf21e2-274a-4614-93dd-1c8d630d0402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:17.456268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46256) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:05:17.536775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-526f4886-95b8-415e-837c-815974cc31b0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:05:17.537881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-526f4886-95b8-415e-837c-815974cc31b0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0805557 Dec 23 15:05:18.147203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:18.727793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d2abf93-feb4-44a5-bd99-c26f069d5bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:19.279403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:19.687921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46268) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:05:19.797145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43d99f0-9f07-432f-9803-5336dd1e6b68 admin admin] GET failed (client error): The resource could not be found. Dec 23 15:05:19.798571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c43d99f0-9f07-432f-9803-5336dd1e6b68 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1096272 Dec 23 15:05:19.945796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5d369-5721-471a-95a9-0b4f1637830f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:05:19.947433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cdf5d369-5721-471a-95a9-0b4f1637830f admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1442542 Dec 23 15:05:20.720728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:22.019288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:05:22.101334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:05:22.107702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:05:22.119330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:05:22.130642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Made reservation on behalf of 5d7134a80320478a990d1b9415e50fb8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:05:22.135242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:22.238122 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.services.revisions.revision_plugin [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Could not find related network for resource to bump revision. Dec 23 15:05:22.261864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:05:22.274366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758312114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:22.274947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Unsubscribe: segment precommit_create {{(pid=88872) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 23 15:05:22.275399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Added segment 2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749 of type vlan for network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf Dec 23 15:05:22.349224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:22.513206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:22.514496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:05:22.515132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:22.518591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:05:22.626258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6057220 Dec 23 15:05:22.626989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:05:22.630652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:05:22.640395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:05:24.693121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:05:24.798902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2d71ae-bee7-47fc-8077-8977b880ecae admin admin] GET failed (client error): The resource could not be found. Dec 23 15:05:24.799470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b2d71ae-bee7-47fc-8077-8977b880ecae admin admin] Synchronizing usage tracker for tenant:5d7134a80320478a990d1b9415e50fb8 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:05:24.816552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b2d71ae-bee7-47fc-8077-8977b880ecae admin admin] Unset dirty status for tenant:5d7134a80320478a990d1b9415e50fb8 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:05:24.818314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8b2d71ae-bee7-47fc-8077-8977b880ecae admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1240473 Dec 23 15:05:24.953076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeafcfe-032d-4739-b04b-10b34a87d737 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:05:24.954617 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-caeafcfe-032d-4739-b04b-10b34a87d737 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1315265 Dec 23 15:05:24.965584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf', 'name': 'shared-subnet'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:05:24.970645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:05:24.974877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Usage tracker for resource:subnet and tenant:5d7134a80320478a990d1b9415e50fb8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:05:24.978043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:05:24.984250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:05:24.994741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Made reservation on behalf of 5d7134a80320478a990d1b9415e50fb8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:05:24.999411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:25.224415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:25.228187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:05:25.294899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb266de-1e3d-4e9d-9c14-4264681e2484,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:05:25.303953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:05:25.321357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Checking segment: {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:05:25.321750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Network hostable DHCP agents. Network: f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:05:25.347407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:05:25.357977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:05:25.361967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:05:25.362610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:25.368955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc5f1f0-a104-4950-8efb-d94339e91929 None None] Network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:05:25.382822 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4208019 Dec 23 15:05:25.602522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf', 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf', 'tenant_id': '5d7134a80320478a990d1b9415e50fb8', 'fixed_ips': [{'subnet_id': '1cb266de-1e3d-4e9d-9c14-4264681e2484'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:05:25.603426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:25.772056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Allocated IP 192.168.233.2 (f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf/1cb266de-1e3d-4e9d-9c14-4264681e2484/0c46e2ce-ff02-4fbf-b88e-b2796179fa3e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:05:25.991006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:26.002255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Transition to ACTIVE for port object 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:05:26.022065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Transition to ACTIVE for port object 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:05:26.028278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:26.033854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:05:26.098643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:05:26.106413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:05:26.111734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:05:26.114672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Pushing event updated for resources: {'Port': ['ID=0c46e2ce-ff02-4fbf-b88e-b2796179fa3e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:05:26.150662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.151048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.151432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.151799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.152199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.152553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.152916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.153322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.153684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.154043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.154407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:05:26.162190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:05:26.217686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Attempting to bind port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:05:26.218092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Attempting to bind port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:05:26.218493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Attempting to bind port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e on network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:05:26.225707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:05:26.226240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Checking segment: {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:05:26.226689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:26.227132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Bound using segment: {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:05:26.227640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Bound port: 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:05:26.228055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:26.322564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] For port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:05:26.325916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] For port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0c46e2ce-ff02-4fbf-b88e-b2796179fa3e,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:05:26.329913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:26.334837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d14cc50-b627-461b-a58f-e455daa67b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:05:26.404383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Pushing event updated for resources: {'Port': ['ID=0c46e2ce-ff02-4fbf-b88e-b2796179fa3e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:05:26.408320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:05:27.915076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104f6ce-3543-4ad3-aa4f-2f8376398e18 None None] Network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:05:28.019175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-57547db2-da8c-4435-8927-8fdd44fd0227 None None] Provisioning for port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:05:28.587673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:05:28.659791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:05:28.664708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:05:28.665125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:28.786355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:28.820438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0c46e2ce-ff02-4fbf-b88e-b2796179fa3e,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:05:28.824701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:28.828537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81282066-6a27-4f5a-bd74-60f9c65bbc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:05:29.055566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=0c46e2ce-ff02-4fbf-b88e-b2796179fa3e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:05:29.059018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:05:30.569480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:05:30.645642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0c46e2ce-ff02-4fbf-b88e-b2796179fa3e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:05:30.645965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:40.374855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:05:46.668912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3232716c-feda-4b42-abe4-fa5ce6ec8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:48.143259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:48.733108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8db8960a-01af-4b18-b1de-767052342c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:49.283268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:05:50.727170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:16.671253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-008412bf-946c-4986-9369-72a5cb15820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:17.375424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:06:18.139712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:18.737290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cfcebea-9261-4226-b6b2-173c16d4919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:19.288442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:20.729570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:39.764119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46326) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:06:39.774133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-39a56c44-10f4-4057-aeb4-8662407cf644 tempest-verify_tempest_config-576032866 tempest-verify_tempest_config-576032866-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:06:39.775542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-39a56c44-10f4-4057-aeb4-8662407cf644 tempest-verify_tempest_config-576032866 tempest-verify_tempest_config-576032866-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0102448 Dec 23 15:06:40.244679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:06:40.401186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.443900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:06:40.448416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Usage tracker for resource:security_group_rule and tenant:1f14b1522b0148b8a7cd9dc6dce42114 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:06:40.451687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:06:40.458644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:06:40.540615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.543953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.551296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:06:40.596583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d201068-12d4-4187-a694-be848203c111,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:06:40.602615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f14b1522b0148b8a7cd9dc6dce42114&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3567295 Dec 23 15:06:40.605875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46350) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:06:40.608147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.608530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.608877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.609282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.609645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.610008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.610366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.610721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.611059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.611411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.611773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.616689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:06:40.673946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.700794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.759489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.763565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:06:40.775289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d201068-12d4-4187-a694-be848203c111,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:06:40.786979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:40.788207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d201068-12d4-4187-a694-be848203c111 HTTP/1.1" status: 204 len: 168 time: 0.1811402 Dec 23 15:06:40.789702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.790077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.790448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.790870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.791176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.791543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.791886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.792265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.792575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.792935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.793339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:06:40.796573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:06:46.685622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c547ad58-dd97-448b-bcbd-e897b9b94309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:48.138560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:48.742234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-daac81ee-8fd4-4ede-aa91-c02efb4f42b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:49.299820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:50.740684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:06:54.376832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:07:16.685563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75d2e6ea-029f-4dae-8c2e-d5e727b62eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:18.135919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:18.746336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f33b0334-ec78-4326-aa0c-5e20def06753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:19.302075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:20.744110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:31.378389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 5 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:07:46.688184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7325ce5c-a2d0-4607-a8cd-f199ed5440ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:48.135656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:48.746990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcc70cbd-a039-4cb5-b100-8d74900649f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:49.304652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:07:50.741628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:00.615377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620025'] for agent, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:08.381897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:08:14.235063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:08:14.382657 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5f26de7-1fb7-4ac2-91ee-cdb46dc07f7b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1463864 Dec 23 15:08:16.483050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:08:16.582700 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b67ecde4-4a41-42e0-8e62-ea8210971944 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0981236 Dec 23 15:08:16.682406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7a8dd9f-988e-4fea-86e9-c6dbd8f0055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:18.132841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:18.752426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a41b5d65-8335-4103-9600-094c3687d686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:19.307867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:20.749890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:30.574123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:45.384495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:08:46.686864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9261679-ea52-4180-bcc5-5b79d035717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:48.126246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:48.735840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0418c414-588f-4963-b9a2-64b5a0057a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:49.308123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:08:50.760339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:00.563794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:16.691404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-510e1c86-5b3c-4d3e-b18e-23000719ccc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:18.130967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:18.747200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d87b33c8-46ec-4f88-a55b-c7c57bd8d5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:19.311918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:20.754699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:22.386255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:09:30.577444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:45.992176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.032708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.458548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-c166e262-43de-47c0-af01-9baa96214d41 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.462912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c166e262-43de-47c0-af01-9baa96214d41 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.4666886 Dec 23 15:09:46.463278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46576) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.470289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-44463cc7-c9d1-4052-889c-94167f4d5565 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.474407 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-44463cc7-c9d1-4052-889c-94167f4d5565 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0076222 Dec 23 15:09:46.474888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46580) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.480812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-4a6a34ad-723a-402e-8b90-e724f7d63fc8 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.483128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a6a34ad-723a-402e-8b90-e724f7d63fc8 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0071516 Dec 23 15:09:46.485737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46584) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.491198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-34c4d4a1-7b3c-4f22-8d86-dca662ce0e0c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.494886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.495004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-34c4d4a1-7b3c-4f22-8d86-dca662ce0e0c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0079255 Dec 23 15:09:46.500351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-231a1d26-2135-40df-aa0e-875336312762 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.501415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-231a1d26-2135-40df-aa0e-875336312762 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054660 Dec 23 15:09:46.503803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46592) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.509397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-6d9e1563-6ee5-4f4a-9297-5a02db9b6e95 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.510501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d9e1563-6ee5-4f4a-9297-5a02db9b6e95 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056796 Dec 23 15:09:46.512915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.517943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-e09e82dc-4e48-42f2-bff2-bd2cca187514 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.521116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e09e82dc-4e48-42f2-bff2-bd2cca187514 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050766 Dec 23 15:09:46.521519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.526597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-e639b68c-99ab-486c-b2af-45dbd41b072e tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.527920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e639b68c-99ab-486c-b2af-45dbd41b072e tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053437 Dec 23 15:09:46.530388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.536046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-f1e2042e-6345-4651-94d4-0ab85175beec tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.537065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f1e2042e-6345-4651-94d4-0ab85175beec tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0057492 Dec 23 15:09:46.539581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.544988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-984a8e5a-2a7c-42ca-b58d-81aa6f764751 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.548766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46612) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.548895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-984a8e5a-2a7c-42ca-b58d-81aa6f764751 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0081286 Dec 23 15:09:46.554331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-7a5719af-5f3c-43fa-943b-03d4dcc95bd0 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.555323 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a5719af-5f3c-43fa-943b-03d4dcc95bd0 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055215 Dec 23 15:09:46.557842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46616) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.562892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-dcc495e0-6ba3-4e65-9abb-6de6464a3c90 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.564122 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcc495e0-6ba3-4e65-9abb-6de6464a3c90 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053670 Dec 23 15:09:46.566644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46620) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.572125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-2b43e724-0439-4d94-bbec-e37b8c67654a tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.573303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b43e724-0439-4d94-bbec-e37b8c67654a tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057487 Dec 23 15:09:46.576083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.581465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-7c9dec55-1b39-46df-a555-cf823bc0793e tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.582622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c9dec55-1b39-46df-a555-cf823bc0793e tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054040 Dec 23 15:09:46.584977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46628) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.589973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-07b3ba8f-75c5-424d-aae3-7a2b0219869a tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.591074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07b3ba8f-75c5-424d-aae3-7a2b0219869a tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050113 Dec 23 15:09:46.593788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46632) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.599066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d9676e04-309e-4f34-852c-22786d6effa0 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.602621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46636) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.602765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9676e04-309e-4f34-852c-22786d6effa0 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076716 Dec 23 15:09:46.609095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-58c8fcfb-9ecb-4e1d-ad75-41aa936de011 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.612985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.613224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-58c8fcfb-9ecb-4e1d-ad75-41aa936de011 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087256 Dec 23 15:09:46.619714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-401660333-network', 'tenant_id': '4595cf127ba9450ea51449156d8129de'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:46.622001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d659918d-dd53-4679-a102-3f3729334607 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.625996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46646) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.628127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d659918d-dd53-4679-a102-3f3729334607 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106206 Dec 23 15:09:46.629449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:46.634610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-e0b7f513-814c-4157-822d-18147b4f5605 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.635726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e0b7f513-814c-4157-822d-18147b4f5605 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086076 Dec 23 15:09:46.638166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46650) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.642388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Usage tracker for resource:network and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:46.643691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-a23862b6-7817-4b52-a945-14490ce90c02 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.646153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:46.647696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a23862b6-7817-4b52-a945-14490ce90c02 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083063 Dec 23 15:09:46.648327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46654) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.656330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:46.659064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-38c35250-be94-486b-8115-213dab8b3f72 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.663457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-38c35250-be94-486b-8115-213dab8b3f72 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0134256 Dec 23 15:09:46.664313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.670562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-4f4baf8d-fee8-405a-8a9a-057d505c11cc tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.670726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Made reservation on behalf of 4595cf127ba9450ea51449156d8129de for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:46.674381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f4baf8d-fee8-405a-8a9a-057d505c11cc tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081303 Dec 23 15:09:46.674944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.681477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.681659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-a632f597-65d4-4f91-8a5b-dd58ac5746d3 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.685630 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a632f597-65d4-4f91-8a5b-dd58ac5746d3 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0068443 Dec 23 15:09:46.686423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.693464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-a4974a02-6b2a-41d0-8363-1d39f4d183ce tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.697909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4974a02-6b2a-41d0-8363-1d39f4d183ce tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101509 Dec 23 15:09:46.698406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46670) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.701599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe743-b041-4466-be9b-6a381bae2751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.703243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.708326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-095ef8cf-a588-4d26-8b2e-3a00f1a0118c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.712434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-095ef8cf-a588-4d26-8b2e-3a00f1a0118c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0122826 Dec 23 15:09:46.713202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46678) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.718975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-2741e6e1-bdbd-4453-bd1d-927d1de3257a tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.721745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2741e6e1-bdbd-4453-bd1d-927d1de3257a tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0076728 Dec 23 15:09:46.722648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46682) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.729576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-849bf187-5912-4f0e-8f84-cd5b2a657d61 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.733364 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-849bf187-5912-4f0e-8f84-cd5b2a657d61 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069635 Dec 23 15:09:46.733364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46686) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.746526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-db171ee5-0d32-4892-abc1-a2a91b784215 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.749202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-db171ee5-0d32-4892-abc1-a2a91b784215 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0132353 Dec 23 15:09:46.750278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46690) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.757058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d51a340f-f32d-4459-b53f-1b7d2031da11 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.760590 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d51a340f-f32d-4459-b53f-1b7d2031da11 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069108 Dec 23 15:09:46.760810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.763299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:46.767090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-b0f3af41-75c7-40f6-8704-bfc282c832ac tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.767586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Usage tracker for resource:security_group_rule and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:46.769758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b0f3af41-75c7-40f6-8704-bfc282c832ac tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078778 Dec 23 15:09:46.770731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46698) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.773994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:46.779326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-a5f5ed8d-5d11-4380-a3a0-11abd8639e82 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.780557 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a5f5ed8d-5d11-4380-a3a0-11abd8639e82 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087495 Dec 23 15:09:46.783567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.784385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:46.797405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-27149177-141a-4735-9685-3c44015ba806 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.799016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27149177-141a-4735-9685-3c44015ba806 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148880 Dec 23 15:09:46.801849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46706) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.809475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-48919a1c-b6e7-4d2d-8b96-aabb1bde641e tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.812962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.813084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48919a1c-b6e7-4d2d-8b96-aabb1bde641e tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0101495 Dec 23 15:09:46.822197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d5669886-48cf-4727-8496-e9e461d19cf5 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.826247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5669886-48cf-4727-8496-e9e461d19cf5 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0115232 Dec 23 15:09:46.826908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.833855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-ef12191c-61e2-4efe-bbb0-13cdfd559235 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.838569 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef12191c-61e2-4efe-bbb0-13cdfd559235 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0105431 Dec 23 15:09:46.839381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.844740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-db68d647-a3b7-4c57-a9a8-456235c1495f tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.848836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-db68d647-a3b7-4c57-a9a8-456235c1495f tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080945 Dec 23 15:09:46.849718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.855099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-a3387ef0-d6ab-4640-9635-7eb55464eaaa tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.859355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a3387ef0-d6ab-4640-9635-7eb55464eaaa tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0084705 Dec 23 15:09:46.860168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46726) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.866245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-739c35bf-4ced-485c-9bd8-a7d138c92e1b tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.870164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.871070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46730) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.871561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-739c35bf-4ced-485c-9bd8-a7d138c92e1b tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095561 Dec 23 15:09:46.876839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-1e615c98-af73-4011-9c19-06ee4d7668e6 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.880808 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e615c98-af73-4011-9c19-06ee4d7668e6 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0063515 Dec 23 15:09:46.881192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46734) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.886525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.889325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-30472f8c-e831-4e62-a4e6-6da8e668775c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.889325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-30472f8c-e831-4e62-a4e6-6da8e668775c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062542 Dec 23 15:09:46.891642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46740) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.897422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-537bde46-d8cc-4e54-a48c-134beafac2c9 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.899644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-537bde46-d8cc-4e54-a48c-134beafac2c9 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0069072 Dec 23 15:09:46.905197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.905361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:09:46.912657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-7868aa34-2248-4707-b6c2-042d76878dde tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.917219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7868aa34-2248-4707-b6c2-042d76878dde tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075891 Dec 23 15:09:46.917397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.917397 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Added segment 1932c355-e981-4f02-a8db-19ae6f13900c of type vlan for network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 Dec 23 15:09:46.917397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:46.917961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.928395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-c22f2c12-9ad9-4cfb-8784-6e12870e9f21 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.931953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c22f2c12-9ad9-4cfb-8784-6e12870e9f21 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101814 Dec 23 15:09:46.932116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46754) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.937996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d71ee926-1596-4a4a-b0ea-7c3072ad2424 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.942172 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d71ee926-1596-4a4a-b0ea-7c3072ad2424 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0085063 Dec 23 15:09:46.942410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.947998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d4595acf-323b-494b-b2cb-f222f86b0aba tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.952191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4595acf-323b-494b-b2cb-f222f86b0aba tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0088179 Dec 23 15:09:46.952777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46762) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.958564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-e2433673-2e56-4a2a-bdc2-693c5080b2e5 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.962051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2433673-2e56-4a2a-bdc2-693c5080b2e5 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082817 Dec 23 15:09:46.962644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46766) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.967574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed596a5-ffa7-45df-89d9-dfdc6c246a91,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:46.968447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-729f8fe8-0e25-487b-9b85-f629cb86c980 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.972410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-729f8fe8-0e25-487b-9b85-f629cb86c980 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087383 Dec 23 15:09:46.972932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.974272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:46.978473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-d422a141-98ae-40f9-b22d-333609596a36 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.982287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d422a141-98ae-40f9-b22d-333609596a36 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080209 Dec 23 15:09:46.982868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.985971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.986314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.986689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.987062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.987445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.987811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.988187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.988449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-e3543ca5-fa95-48cc-82a0-4db945fedf77 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:46.988578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.988886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.989278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.989635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Tracked resource versions report: Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:09:46.990802 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:09:46.993314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e3543ca5-fa95-48cc-82a0-4db945fedf77 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082898 Dec 23 15:09:46.993314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:46.995063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:46.998627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-3fc2df88-39b6-402f-84ff-2787de531319 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.001651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3fc2df88-39b6-402f-84ff-2787de531319 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076678 Dec 23 15:09:47.002397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46782) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.008040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-618938d5-f312-45f0-93ed-263510a5a2d6 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.010382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-618938d5-f312-45f0-93ed-263510a5a2d6 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0064168 Dec 23 15:09:47.012015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.017101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-c2aad8ca-4e54-43ce-a905-a343b7792aac tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.019001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.021063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:47.021281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2aad8ca-4e54-43ce-a905-a343b7792aac tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082738 Dec 23 15:09:47.022160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46790) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.022396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.027351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-ba751448-3ca6-4f26-8940-1c88df19a415 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.030474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cd9ef74-df67-4f5e-a1ba-9030e1e9a875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:47.031426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba751448-3ca6-4f26-8940-1c88df19a415 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0082521 Dec 23 15:09:47.032033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.037268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-b2ced1c7-9470-41e9-ac31-8e21b70f0097 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.040990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2ced1c7-9470-41e9-ac31-8e21b70f0097 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079014 Dec 23 15:09:47.041764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.046940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-73db0607-a734-4f97-b357-a3b597fa026b tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.050689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73db0607-a734-4f97-b357-a3b597fa026b tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078743 Dec 23 15:09:47.051452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.056850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-789770e2-c2e9-4851-9c53-ff7291386d5c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.060436 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-789770e2-c2e9-4851-9c53-ff7291386d5c tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078650 Dec 23 15:09:47.061030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.066628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-95b72b23-6228-40e4-91dd-1046e4188db5 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.070267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95b72b23-6228-40e4-91dd-1046e4188db5 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081685 Dec 23 15:09:47.070850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.076214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-4274851d-cff9-4ebf-a72d-66f6e4c83d28 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.079888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4274851d-cff9-4ebf-a72d-66f6e4c83d28 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080616 Dec 23 15:09:47.080474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.086838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-5200fca6-2382-4146-a835-e19c396b86dd tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.090524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5200fca6-2382-4146-a835-e19c396b86dd tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090394 Dec 23 15:09:47.091160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46820) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.098439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-4d6e9375-0f08-4b76-ab05-2ca1671c83bc tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.102212 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d6e9375-0f08-4b76-ab05-2ca1671c83bc tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098107 Dec 23 15:09:47.102846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46826) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.108049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-68b2e92b-5408-4f15-8687-65908bbae587 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.111914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68b2e92b-5408-4f15-8687-65908bbae587 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079255 Dec 23 15:09:47.112386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46830) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.117581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [None req-a73273f7-b7b4-44d3-8251-f450d25d99c2 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:09:47.124075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a73273f7-b7b4-44d3-8251-f450d25d99c2 tempest-ExtensionsTestJSON-185813408 tempest-ExtensionsTestJSON-185813408-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0106993 Dec 23 15:09:47.150294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Pushing event updated for resources: {'Network': ['ID=6b093e8a-f64e-41d0-a3a0-ffa6b643be13,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:47.155160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:47.162684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:09:47.165404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46836) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.165732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1308184 Dec 23 15:09:47.178943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Request body: {'subnet': {'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-401660333-subnet', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:47.184553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:47.193626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Usage tracker for resource:subnet and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:47.199025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:47.208692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:47.220090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46844) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.232537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Made reservation on behalf of 4595cf127ba9450ea51449156d8129de for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:47.239344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.509185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.514064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4235bcb-3f4d-412a-bec0-0409f54dd890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:47.594642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00018c91-7f40-4157-bef6-6a87391edc51,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:47.605135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Checking segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:47.605550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Network hostable DHCP agents. Network: 6b093e8a-f64e-41d0-a3a0-ffa6b643be13, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:09:47.612417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.612776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.613142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.613542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.613905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.614224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.614609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.614963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.615312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.615679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.616030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Tracked resource versions report: Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:09:47.617153 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:09:47.620422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:47.638214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:09:47.647628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 6b093e8a-f64e-41d0-a3a0-ffa6b643be13) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:47.651815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:47.652806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.661578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb6f17-006d-4860-b329-14173dd53e4a None None] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:09:47.680540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5135291 Dec 23 15:09:47.682935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46866) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.688862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:47.694265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:47.698454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Usage tracker for resource:router and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:47.702295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:47.708659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:47.719740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.721262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.744724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.839283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1239441924-network', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:47.844908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:47.852190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Usage tracker for resource:network and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:47.856508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:47.863616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:47.881204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Made reservation on behalf of f8f0dbb953014376aee51299a9f74e25 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:47.886901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.907784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.914957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:09:47.916281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:47.939477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46872) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:47.954223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46878) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:48.095293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:48.108719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:48.112963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:48.120918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:48.129296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.166376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Allocated IP 172.20.0.2 (6b093e8a-f64e-41d0-a3a0-ffa6b643be13/00018c91-7f40-4157-bef6-6a87391edc51/2dadc45f-d277-43f4-9177-ea77d4597624) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:48.279580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.305059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.311149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.319688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:48.430303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-68589187-network', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:48.441047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.443263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:48.458021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Transition to ACTIVE for port object 2dadc45f-d277-43f4-9177-ea77d4597624 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:48.460709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Usage tracker for resource:network and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:48.471416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:48.480451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:48.492836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:09:48.494756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Made reservation on behalf of 22ef1cd90cd042c6bf67e5db49d7f01c for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:48.499029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Transition to ACTIVE for port object 2dadc45f-d277-43f4-9177-ea77d4597624 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:48.502345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.511110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.511619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.512019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Added segment 7852b99f-9b93-4ef4-bebd-86657a236e19 of type vlan for network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a Dec 23 15:09:48.533357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:48.550358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.552609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a013c70-b27a-4d07-8716-3ca94cbc216f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:48.559014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:48.578841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.619619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:48.625443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Usage tracker for resource:security_group_rule and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:48.630927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:48.631939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:48.639972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:48.640990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:48.647725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:48.651200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Pushing event updated for resources: {'Port': ['ID=2dadc45f-d277-43f4-9177-ea77d4597624,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:48.694946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.695169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.695433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.695799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.696159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.696521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.697004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.697624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.697987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.698345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.698703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Tracked resource versions report: Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:09:48.699828 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:09:48.712471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:48.729586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.740079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.774093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.778980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:48.779570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.783916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.788409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:48.794233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab023dae-b388-4ef6-a861-e490cc4b87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.798139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Attempting to bind port 2dadc45f-d277-43f4-9177-ea77d4597624 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:09:48.798545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Attempting to bind port 2dadc45f-d277-43f4-9177-ea77d4597624 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:09:48.798944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Attempting to bind port 2dadc45f-d277-43f4-9177-ea77d4597624 on network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:09:48.807905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:09:48.808325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Checking segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:48.808764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.809220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Bound using segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:09:48.809732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Bound port: 2dadc45f-d277-43f4-9177-ea77d4597624, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:09:48.810144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.839556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.861983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.877431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-76024e61-859f-499d-ae4e-1c26ae4b25e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:48.899698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:48.907430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Usage tracker for resource:security_group_rule and tenant:60c0fffc546540449bf16055bd44a645 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:48.924034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] For port 2dadc45f-d277-43f4-9177-ea77d4597624, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:09:48.926220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:48.930385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] For port 2dadc45f-d277-43f4-9177-ea77d4597624, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2dadc45f-d277-43f4-9177-ea77d4597624,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:09:48.939512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:48.948321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:09:48.948525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:48.969592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:48.974037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7513325 Dec 23 15:09:48.977472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Pushing event updated for resources: {'Network': ['ID=92cf0e0e-82c4-441c-8d53-1e130fcfc43a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:48.979633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:48.985125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:48.991840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Request body: {'subnet': {'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1239441924-subnet', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:48.999621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:49.004429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:09:49.026066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.026465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Added segment bcbf36d6-5da5-4190-8ae0-57d0df86c4a8 of type vlan for network e2d84993-2119-4638-84ac-720a89f3c06b Dec 23 15:09:49.031759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e55ce-93f2-498f-bf53-a353d3f79e56,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:49.040422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:49.092620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Usage tracker for resource:subnet and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:49.097668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:49.124936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:49.126099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.170523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Made reservation on behalf of f8f0dbb953014376aee51299a9f74e25 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:49.183859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.252897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Allocated IP 172.26.2.230 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/754dd74f-8595-4ea1-a262-693ad59beda3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:49.275684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.292536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.293910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:49.294552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.300304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ab0b07b-2a8c-4157-8d09-762197c7460b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:49.322201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.342987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Pushing event updated for resources: {'Port': ['ID=2dadc45f-d277-43f4-9177-ea77d4597624,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:49.355214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:49.445726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.504653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Synchronizing usage tracker for tenant:5d7134a80320478a990d1b9415e50fb8 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:09:49.511443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d84993-2119-4638-84ac-720a89f3c06b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:49.524459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network e2d84993-2119-4638-84ac-720a89f3c06b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:09:49.541781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5863619 Dec 23 15:09:49.548811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:49.548811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46924) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:49.548811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:49.557243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Unset dirty status for tenant:5d7134a80320478a990d1b9415e50fb8 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:09:49.569638 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60c0fffc546540449bf16055bd44a645&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6285901 Dec 23 15:09:49.576904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46928) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:49.590433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Request body: {'subnet': {'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-68589187-subnet', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:49.648653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:49.656745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Usage tracker for resource:subnet and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:49.663180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:49.671489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:49.675513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1af49b-ffb3-44e5-84ae-605619cd3419,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:49.684721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:49.720850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Made reservation on behalf of 22ef1cd90cd042c6bf67e5db49d7f01c for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:49.738144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.842330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.864396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.879919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.984979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:49.994505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:50.004008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.040455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:50.051691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1af49b-ffb3-44e5-84ae-605619cd3419,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:50.061013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:50.077743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.082322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f1af49b-ffb3-44e5-84ae-605619cd3419 HTTP/1.1" status: 204 len: 168 time: 0.5026000 Dec 23 15:09:50.121363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.170744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.176571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:50.187987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1a1692-4644-43c6-ad7a-748e95a4d92a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:50.194733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:50.201345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:50.201983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:50.237717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2880cd4c-a6e4-4140-9aa4-09868681247c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:50.242415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:50.242542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:50.249530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:50.285767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Checking segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:50.286182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Network hostable DHCP agents. Network: e2d84993-2119-4638-84ac-720a89f3c06b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:09:50.317415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Network e2d84993-2119-4638-84ac-720a89f3c06b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:09:50.321435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Checking segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:50.321834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Network hostable DHCP agents. Network: 92cf0e0e-82c4-441c-8d53-1e130fcfc43a, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:09:50.332487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, e2d84993-2119-4638-84ac-720a89f3c06b) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:50.341020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1213d-c306-4da8-81dc-800fa7e53c98 None None] Network e2d84993-2119-4638-84ac-720a89f3c06b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:09:50.354901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Pushing event updated for resources: {'Port': ['ID=754dd74f-8595-4ea1-a262-693ad59beda3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:50.358851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:50.373118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:50.374394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.415917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8438447 Dec 23 15:09:50.418768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 46956) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:50.429007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:50.444261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:50.448516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:09:50.452092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Usage tracker for resource:router and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:50.459113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 92cf0e0e-82c4-441c-8d53-1e130fcfc43a) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:50.461684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:50.472056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:50.472621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.476352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:50.490168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.491562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.529220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.548868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5654995 Dec 23 15:09:50.550009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:50.558247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:50.565669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:50.573399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Usage tracker for resource:router and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:50.577664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:50.586962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:50.607455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.608793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.619999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.621044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.640447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5194dd-3008-419b-8a61-824a381ea423 None None] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:09:50.724939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.850509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:50.955556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2dadc45f-d277-43f4-9177-ea77d4597624 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:09:51.082301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.084424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.089613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:09:51.090573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.147620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.195154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.310225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Allocated IP 172.20.0.2 (92cf0e0e-82c4-441c-8d53-1e130fcfc43a/dc1a1692-4644-43c6-ad7a-748e95a4d92a/18ea3def-b953-4db9-9b33-fbeb49a94e10) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:51.538026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:09:51.728189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.752418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-e2d84993-2119-4638-84ac-720a89f3c06b', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:09:51.753402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.779877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.809129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Transition to ACTIVE for port object 18ea3def-b953-4db9-9b33-fbeb49a94e10 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:51.844204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Allocated IP 172.26.2.123 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/1bf78ef3-8191-41ea-99b0-6c677ed66ab0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:51.872757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:51.999884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:09:52.013920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Sync routers for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:09:52.040151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.045950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.048077 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3641105 Dec 23 15:09:52.048969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:09:52.049675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:52.051562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 46996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:52.101771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.107063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d78445d-01a2-4c53-bc51-b76052cf1ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:52.143185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Allocated IP 172.20.0.2 (e2d84993-2119-4638-84ac-720a89f3c06b/2880cd4c-a6e4-4140-9aa4-09868681247c/4370b78c-8bf9-49f2-b7be-0c7d10f9de49) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:52.247396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Allocated IP 172.26.2.64 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/fab2487b-41d0-4e04-a7a5-698397fe3c34) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:52.276371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:52.289983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:52.309252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:52.311169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:52.324255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:52.356878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47006) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:52.468976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:09:52.565458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.566250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.622278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.647655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.676152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Transition to ACTIVE for port object 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:52.720433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Transition to ACTIVE for port object 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:52.723211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972952dd-70c9-4470-91f4-1861619806cd None None] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:09:52.871692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:52.896129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-028d6d26-1668-45b2-abb2-878019039f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:53.000153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:50Z', 'revision_number': 3, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:53.004954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Checking router: 15f8bc30-a3cc-4243-a9ab-3720af8e33ff for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:09:53.005612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Updating router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff port 754dd74f-8595-4ea1-a262-693ad59beda3 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:09:53.047048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.053950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-54107967-1fcd-4c93-8386-12a3661f804a None None] Provisioning for port 2dadc45f-d277-43f4-9177-ea77d4597624 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:09:53.063691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Router dd6dafc5-d375-4334-bcf5-1c7b713e5236 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:09:53.068873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.083440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:53.166846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:53.169528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Network e2d84993-2119-4638-84ac-720a89f3c06b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:53.173410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Pushing event updated for resources: {'Port': ['ID=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:53.176102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:53.184253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Transition to ACTIVE for port object 18ea3def-b953-4db9-9b33-fbeb49a94e10 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:53.185697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:53.191957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:53.197964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2dadc45f-d277-43f4-9177-ea77d4597624 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:09:53.205146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:53.205661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2dadc45f-d277-43f4-9177-ea77d4597624 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:09:53.206082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.223691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:53.243292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:53.275713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.301949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:53.302159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Pushing event updated for resources: {'Port': ['ID=fab2487b-41d0-4e04-a7a5-698397fe3c34,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:53.321792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:53.349517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:53.371969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Usage tracker for resource:floatingip and tenant:9d87405cfec04c569805b43cdb88d8ef is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:53.378792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:53.400400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:53.409819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Pushing event updated for resources: {'Port': ['ID=18ea3def-b953-4db9-9b33-fbeb49a94e10,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:53.484597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.504459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:09:53.554861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.556388 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1360114 Dec 23 15:09:53.559336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47034) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:53.573711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:53.579310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:53.580508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.592621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Sync routers for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:09:53.629840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.633293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:53.643768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Transition to ACTIVE for port object 754dd74f-8595-4ea1-a262-693ad59beda3 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:53.645487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:09:53.649197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:53.654381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.667670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:53.755279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Pushing event updated for resources: {'Port': ['ID=754dd74f-8595-4ea1-a262-693ad59beda3,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:53.792150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.792579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.792955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.793349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.793717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.794083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.794716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.795239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.795600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.795957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.796302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Tracked resource versions report: Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: pushed versions: Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': {'1.0'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': {'1.1'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': {'1.5'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': {'1.2'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': {'1.8'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': {'1.2'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': {'1.0'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': {'1.1'}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': {'1.1'}} Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: consumer versions: Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: { DHCP agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: L3 agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: Metadata agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: Metering agent@dv-neutron-822797-1-hyperv: {}, Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: Open vSwitch agent@dv-neutron-822797-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Log': '1.0', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Network': '1.1', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Port': '1.5', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'PortForwarding': '1.2', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'QosPolicy': '1.8', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroup': '1.2', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SecurityGroupRule': '1.0', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'SubPort': '1.0', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Subnet': '1.1', Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: 'Trunk': '1.1'}} Dec 23 15:09:53.797465 dv-neutron-822797-1-hyperv neutron-server[88761]: {{(pid=88875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 23 15:09:53.810039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:53.815318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Attempting to bind port 754dd74f-8595-4ea1-a262-693ad59beda3 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:09:53.815958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Attempting to bind port 754dd74f-8595-4ea1-a262-693ad59beda3 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:09:53.816370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Attempting to bind port 754dd74f-8595-4ea1-a262-693ad59beda3 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:09:53.824711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:53.826245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:09:53.826659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:53.827099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.827530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:09:53.828100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Bound port: 754dd74f-8595-4ea1-a262-693ad59beda3, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:09:53.831523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.929062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] For port 754dd74f-8595-4ea1-a262-693ad59beda3, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:09:53.933748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] For port 754dd74f-8595-4ea1-a262-693ad59beda3, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=754dd74f-8595-4ea1-a262-693ad59beda3,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:09:53.939492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:53.954885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:54.014276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 2dadc45f-d277-43f4-9177-ea77d4597624, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2dadc45f-d277-43f4-9177-ea77d4597624,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:09:54.055120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Pushing event updated for resources: {'Port': ['ID=754dd74f-8595-4ea1-a262-693ad59beda3,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:54.085631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:09:54.086337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:54.097866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.124499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Attempting to bind port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:09:54.124911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Attempting to bind port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:09:54.125354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Attempting to bind port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 on network e2d84993-2119-4638-84ac-720a89f3c06b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:09:54.129461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47046) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:54.187218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:54.255367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.260414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.306918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:09:54.554307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:09:54.554745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Checking segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:54.555182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.555904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Bound using segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:09:54.556445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Bound port: 4370b78c-8bf9-49f2-b7be-0c7d10f9de49, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:09:54.557139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.571124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Attempting to bind port 18ea3def-b953-4db9-9b33-fbeb49a94e10 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:09:54.571539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Attempting to bind port 18ea3def-b953-4db9-9b33-fbeb49a94e10 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:09:54.571944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Attempting to bind port 18ea3def-b953-4db9-9b33-fbeb49a94e10 on network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:09:54.583714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-52564da2-2a40-4f1e-8e8f-ef9046c9eb7b None None] Provisioning complete for port 2dadc45f-d277-43f4-9177-ea77d4597624 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:09:54.584130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52564da2-2a40-4f1e-8e8f-ef9046c9eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.586141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47054) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:54.595865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47056) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:54.667343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:09:54.668130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Checking segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:54.668748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.669201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Bound using segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:09:54.670132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Bound port: 18ea3def-b953-4db9-9b33-fbeb49a94e10, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:09:54.670471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.802970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ef07ec75-80ff-4dc8-82f5-c290751ad7e7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:54.836880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] For port 18ea3def-b953-4db9-9b33-fbeb49a94e10, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:09:54.843164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef07ec75-80ff-4dc8-82f5-c290751ad7e7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "PUT /v2.0/quotas/684289871d864be6b79e61fa8d0f9d78 HTTP/1.1" status: 200 len: 368 time: 0.7124717 Dec 23 15:09:54.846727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47068) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:54.847948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] For port 18ea3def-b953-4db9-9b33-fbeb49a94e10, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18ea3def-b953-4db9-9b33-fbeb49a94e10,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:09:54.853629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Request body: {'network': {'project_id': '684289871d864be6b79e61fa8d0f9d78'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:54.862148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.870789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:54.878631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Usage tracker for resource:network and tenant:684289871d864be6b79e61fa8d0f9d78 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:54.882844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:54.890833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:54.950691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:54.993304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Made reservation on behalf of 684289871d864be6b79e61fa8d0f9d78 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:55.008335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.048414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431002691'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:55.064685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=2dadc45f-d277-43f4-9177-ea77d4597624,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:55.071688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:55.076197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:55.084281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:55.086117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:55.093996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:55.095897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Allocated IP 172.26.2.128 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/d7f2b4c9-00c0-48b2-aa3e-da3faeabfe75) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:55.098743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:55.113476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.159654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:55.165190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.180116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47074) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:55.184479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.204320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-73b394ef-4b10-46db-ab1b-ff4ae6229d36 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:55.212922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:55.256211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:50Z', 'revision_number': 3, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:55.263551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909aef6-97eb-4456-949a-23ad9cacf3a8 None None] The sync data for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv is: [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:50Z', 'revision_number': 3, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:09:55.304583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73b394ef-4b10-46db-ab1b-ff4ae6229d36 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "PUT /v2.0/quotas/fc2f39fb76a54f89b0ed54918c299d45 HTTP/1.1" status: 200 len: 366 time: 0.7016945 Dec 23 15:09:55.311976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47080) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:55.315060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.326501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:55.328848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:09:55.365080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6c54a6d-7780-44ff-9828-23a669d4ede6 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0447626 Dec 23 15:09:55.368630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47084) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:55.373874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.376241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Usage tracker for resource:security_group_rule and tenant:684289871d864be6b79e61fa8d0f9d78 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:55.392321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:55.396062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.412729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:55.421752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:55.426424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:security_group_rule and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:55.438715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:55.459691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:55.491169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:55.493530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:55.508781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Pushing event updated for resources: {'Port': ['ID=18ea3def-b953-4db9-9b33-fbeb49a94e10,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:55.512968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:55.516235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] For port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:09:55.523321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:55.528173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f2b4c9-00c0-48b2-aa3e-da3faeabfe75,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:55.543988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:55.601392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:55.601833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] For port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:09:55.610629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.625227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:55.625893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e9275e5-1d2a-4375-b29d-a3b9e8b25643 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "GET /v2.0/quotas/fc2f39fb76a54f89b0ed54918c299d45 HTTP/1.1" status: 200 len: 366 time: 0.2553978 Dec 23 15:09:55.631698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:55.635065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:55.648571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Usage tracker for resource:floatingip and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:55.666802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:55.668800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:55.685315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:55.765779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Pushing event updated for resources: {'Port': ['ID=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:55.835548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:55.901772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:52Z', 'revision_number': 3, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:55.909649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Checking router: dd6dafc5-d375-4334-bcf5-1c7b713e5236 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:09:55.910061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Updating router dd6dafc5-d375-4334-bcf5-1c7b713e5236 port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:09:55.919212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:55.940232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c7145ed-f486-4d33-9115-185117022e8e tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/fc2f39fb76a54f89b0ed54918c299d45 HTTP/1.1" status: 204 len: 168 time: 0.3002176 Dec 23 15:09:55.957332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47096) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:55.986180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.090752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.273590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.316367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8dd05c7-224a-4c5a-8844-1f3763d07a02 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.3482027 Dec 23 15:09:56.341696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47102) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:56.483650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 754dd74f-8595-4ea1-a262-693ad59beda3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:09:56.508900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Allocated IP 172.20.0.1 (e2d84993-2119-4638-84ac-720a89f3c06b/2880cd4c-a6e4-4140-9aa4-09868681247c/c7979946-db06-468a-a545-ae27b600bf64) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:56.516164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.530762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.535846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4f235e4-9b05-4ce0-a939-05e86274c722 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "GET /v2.0/quotas/fc2f39fb76a54f89b0ed54918c299d45 HTTP/1.1" status: 200 len: 370 time: 0.0316117 Dec 23 15:09:56.539135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47106) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:56.553455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.558013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.567910 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-efcbaef2-b539-43d1-b33d-d1a9cef5a1ab tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "GET /v2.0/quotas/fc2f39fb76a54f89b0ed54918c299d45/default HTTP/1.1" status: 200 len: 370 time: 0.0199165 Dec 23 15:09:56.590138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47110) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:56.595676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:56.676595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.702296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.709415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:09:56.733262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Transition to ACTIVE for port object 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:56.743207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.751035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:56.753983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:09:56.759473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Router a5ef7e7d-5e9d-4ec9-8f31-640df044328c is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:09:56.776623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.777021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Added segment 5c74f1d2-512a-4dae-b28d-c006ee1da392 of type vlan for network 3b3306cd-140d-49bf-851b-bd349debfb42 Dec 23 15:09:56.780936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3843c-8ce1-498b-98d8-ffbad6a25869,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:56.791837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 754dd74f-8595-4ea1-a262-693ad59beda3 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:09:56.805750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4769abac-5a04-409a-88e8-e115c8c2b10c tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] delete failed (client error): The resource could not be found. Dec 23 15:09:56.806632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4769abac-5a04-409a-88e8-e115c8c2b10c tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/fc2f39fb76a54f89b0ed54918c299d45 HTTP/1.1" status: 404 len: 348 time: 0.1336341 Dec 23 15:09:56.809575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.809964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment 1f6a0db8-f9a0-47d6-87e2-3e402b94de83 of type vlan for network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe Dec 23 15:09:56.813875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 754dd74f-8595-4ea1-a262-693ad59beda3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:09:56.814153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.917082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.939258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.963552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ae25c-09eb-40f5-a4e8-0b154ae98644,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:56.967844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:56.983478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:56.983898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Attempting to bind port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:09:56.984466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Attempting to bind port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:09:56.991343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Attempting to bind port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:09:56.993474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:56.993798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.032212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.040444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934990ec-4ed7-4c37-87bb-0be7fac63bf3 None None] Pushing event updated for resources: {'Port': ['ID=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:57.051920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-934990ec-4ed7-4c37-87bb-0be7fac63bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.061813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.063767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:09:57.064701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:57.064938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.065821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:09:57.067702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Bound port: 1bf78ef3-8191-41ea-99b0-6c677ed66ab0, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:09:57.067702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.105091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Transition to ACTIVE for port object c7979946-db06-468a-a545-ae27b600bf64 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:57.113790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47116) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:57.118790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.133266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.133633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:57.207029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:57.207675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.218927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:57.223335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.256774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] For port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:09:57.261838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] For port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:09:57.270617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 754dd74f-8595-4ea1-a262-693ad59beda3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=754dd74f-8595-4ea1-a262-693ad59beda3,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:09:57.272507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.278727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:57.289029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Allocated IP 172.20.0.1 (6b093e8a-f64e-41d0-a3a0-ffa6b643be13/00018c91-7f40-4157-bef6-6a87391edc51/5e810153-adfb-414b-bd6c-1c2e44853a33) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:57.323707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.337753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18ea3def-b953-4db9-9b33-fbeb49a94e10 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:09:57.361942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.393270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:57.394047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.401711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Pushing event updated for resources: {'Network': ['ID=3b3306cd-140d-49bf-851b-bd349debfb42,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:57.431828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.432242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:57.432441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 3b3306cd-140d-49bf-851b-bd349debfb42 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:09:57.458255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:network and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:57.521602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.550253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:57.567961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.577862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f2b4c9-00c0-48b2-aa3e-da3faeabfe75,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:57.589286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.683616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=074ce9e5-3b5f-424d-8a1b-10ad06e506fe,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:57.688550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.698652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.699983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.700285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3422523 Dec 23 15:09:57.703498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0994296 Dec 23 15:09:57.707775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2bc78c31-52e8-40ed-bf90-e55103a73382 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8574946 Dec 23 15:09:57.707775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7008a035-9020-433b-985c-844bf0e1c423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:57.718368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:09:57.722004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Transition to ACTIVE for port object 5e810153-adfb-414b-bd6c-1c2e44853a33 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:57.743201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:57.744023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:57.761700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1805819341', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'fixed_ips': [{'ip_address': '172.26.2.128'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:57.769820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934990ec-4ed7-4c37-87bb-0be7fac63bf3 None None] Pushing event updated for resources: {'Port': ['ID=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:57.770354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:57.773378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-934990ec-4ed7-4c37-87bb-0be7fac63bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.782192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:57.798205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Usage tracker for resource:port and tenant:9d87405cfec04c569805b43cdb88d8ef is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:57.802104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:57.809350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:57.815436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Pushing event updated for resources: {'Port': ['ID=c7979946-db06-468a-a545-ae27b600bf64,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:57.818211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:subnet and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:57.823103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:57.834634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:57.839134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Request body: {'network': {'project_id': '684289871d864be6b79e61fa8d0f9d78'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:57.845086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:57.852406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Network e2d84993-2119-4638-84ac-720a89f3c06b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:57.856941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:57.863450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:57.863962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.865364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Usage tracker for resource:network and tenant:684289871d864be6b79e61fa8d0f9d78 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:57.873910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.875034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:57.879421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47130) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:57.890996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Made reservation on behalf of 9d87405cfec04c569805b43cdb88d8ef for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:57.895061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Allocated IP 172.26.2.9 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/e3efd153-52d2-4dcd-8f7f-82fcdd6133b5) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:09:57.896506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:57.903703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695137e-aa08-4d11-9063-6112f956222a None None] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:09:57.909219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:57.915585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:57.931884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:58.048662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:09:58.049419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:58.102049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.155537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:subnetpool and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.161057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.220455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:58.227287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.237982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=754dd74f-8595-4ea1-a262-693ad59beda3,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:58.241646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:58.260830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 18ea3def-b953-4db9-9b33-fbeb49a94e10 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:09:58.280282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Made reservation on behalf of 684289871d864be6b79e61fa8d0f9d78 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:58.285119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.285276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:58.286112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.295978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:58.305649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:58.311382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:port and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.321626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.341334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Provisioning for port 18ea3def-b953-4db9-9b33-fbeb49a94e10 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:09:58.341876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:58.344768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2dadc45f-d277-43f4-9177-ea77d4597624 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:09:58.371266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:58.390480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:09:58.391013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.406046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Pushing event updated for resources: {'Port': ['ID=5e810153-adfb-414b-bd6c-1c2e44853a33,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:58.414487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:58.420000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:58.422382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:58.429011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:09:58.437003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Usage tracker for resource:security_group_rule and tenant:9d87405cfec04c569805b43cdb88d8ef is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.440487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Sync routers for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:09:58.444717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3109ac89-a524-4fc8-93a8-a10f4b9ced4d None None] Network e2d84993-2119-4638-84ac-720a89f3c06b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:09:58.446065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.449682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.455049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Port': ['ID=e3efd153-52d2-4dcd-8f7f-82fcdd6133b5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:58.457496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:router and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.458038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:58.461063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Provisioning complete for port 18ea3def-b953-4db9-9b33-fbeb49a94e10 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:09:58.461518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.467676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:09:58.468255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:58.469996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:09:58.481472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.482162 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Added segment 7bbbb432-32df-4edb-923a-edd166f5db5a of type vlan for network 1d09591d-fb20-4e9b-86f4-fa4810fdeae4 Dec 23 15:09:58.483332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:58.485148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.505302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.516355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.554726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.565948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.566987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:58.614143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:09:58.615209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.637008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:58.666096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.667568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:floatingip and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.694949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:58.715669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.728966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:09:58.771405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.781634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:09:58.857810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Pushing event updated for resources: {'Network': ['ID=1d09591d-fb20-4e9b-86f4-fa4810fdeae4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:58.869449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1141870 Dec 23 15:09:58.876706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47140) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:58.900865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Request body: {'network': {'project_id': '684289871d864be6b79e61fa8d0f9d78'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:58.908591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:58.913586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Usage tracker for resource:network and tenant:684289871d864be6b79e61fa8d0f9d78 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:58.918976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:58.926138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:58.935131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:58.937400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:58.939205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3877058 Dec 23 15:09:58.940882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 15:09:58.941596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:09:58.946799 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d0aa187-4592-4b30-9f67-f84b38d6913e tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0550625 Dec 23 15:09:58.949385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47144) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:58.950320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:59.080964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.104993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bcbdab70-a335-4740-a33b-8895a96dd552 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=684289871d864be6b79e61fa8d0f9d78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1463578 Dec 23 15:09:59.112484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47152) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:59.142793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.162950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.164231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:53Z', 'revision_number': 3, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:09:59.166689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:59.168744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Checking router: a5ef7e7d-5e9d-4ec9-8f31-640df044328c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:09:59.169140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Updating router a5ef7e7d-5e9d-4ec9-8f31-640df044328c port fab2487b-41d0-4e04-a7a5-698397fe3c34 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:09:59.207652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1d09591d-fb20-4e9b-86f4-fa4810fdeae4 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:09:59.235816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.266639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.316498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Port': ['ID=e3efd153-52d2-4dcd-8f7f-82fcdd6133b5,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:59.320034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:59.328861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:security_group and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:59.362388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:59.373112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.379316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1847789 Dec 23 15:09:59.379674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47156) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:09:59.391463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Usage tracker for resource:security_group_rule and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:59.408550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1082804183'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:09:59.409639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:59.425603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be8e1e63-7cde-4967-9a22-5af5ff7d2c95 tempest-QuotasTest-1693081571 tempest-QuotasTest-1693081571-project-admin] 10.222.0.49 "GET /v2.0/quotas/dd40eac8dffa45f89971c4e9c7b469d1/details.json HTTP/1.1" status: 200 len: 703 time: 2.3091009 Dec 23 15:09:59.468114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.471711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.472872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.474020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.478557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67b8cbc7-16f2-4906-b08f-e3019cc0d617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:59.495731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:09:59.577484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Usage tracker for resource:network and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:09:59.582306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:09:59.660884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:09:59.678915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8772c657-4058-49c1-a9ac-51bdbbefe676 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.683185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.704975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.722941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Transition to ACTIVE for port object fab2487b-41d0-4e04-a7a5-698397fe3c34 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:09:59.723147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.739089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:09:59.739907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.753661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:59.830721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Pushing event updated for resources: {'Port': ['ID=c7979946-db06-468a-a545-ae27b600bf64,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:59.833794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:09:59.850370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Attempting to bind port fab2487b-41d0-4e04-a7a5-698397fe3c34 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:09:59.850790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Attempting to bind port fab2487b-41d0-4e04-a7a5-698397fe3c34 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:09:59.851166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Attempting to bind port fab2487b-41d0-4e04-a7a5-698397fe3c34 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:09:59.860407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:09:59.860827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:09:59.861458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.861738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:09:59.862381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Bound port: fab2487b-41d0-4e04-a7a5-698397fe3c34, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:09:59.862774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.873094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2dadc45f-d277-43f4-9177-ea77d4597624 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:09:59.873566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.925928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:09:59.948623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] For port fab2487b-41d0-4e04-a7a5-698397fe3c34, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:09:59.952313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] For port fab2487b-41d0-4e04-a7a5-698397fe3c34, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fab2487b-41d0-4e04-a7a5-698397fe3c34,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:09:59.959260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.971874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Made reservation on behalf of 501a37bfd0f049a98348a4e85a129d3e for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:09:59.987130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.988000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3090-6cfb-42e8-af59-a557a7a87fdb None None] Pushing event updated for resources: {'Port': ['ID=fab2487b-41d0-4e04-a7a5-698397fe3c34,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:09:59.988179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:09:59.993659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Network e2d84993-2119-4638-84ac-720a89f3c06b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:09:59.994956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:09:59.999668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-859f3090-6cfb-42e8-af59-a557a7a87fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:00.000178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3e25830-29d3-4a09-94e5-63ac2c26eb19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:00.051455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] device_id is not set on port 3d05384f-76e1-4507-b43e-2d80b3cba8cf yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:00.075019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:00.078735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:00.091926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8772c657-4058-49c1-a9ac-51bdbbefe676 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.113954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:52Z', 'revision_number': 3, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:00.127600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] For port 18ea3def-b953-4db9-9b33-fbeb49a94e10, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18ea3def-b953-4db9-9b33-fbeb49a94e10,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:00.132773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d0fe8-5691-4080-96e0-f2e373d4ba2f None None] The sync data for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv is: [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:52Z', 'revision_number': 3, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:00.138886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.140949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:00.146053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47166) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:00.163408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d93285c-4fa3-4893-9a0f-aac6dcbf9ab8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:00.176233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.182263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:00.232417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.259058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:00.289652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Pushing event updated for resources: {'Port': ['ID=18ea3def-b953-4db9-9b33-fbeb49a94e10,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:00.293379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:00.344776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cfcd9162-a10a-41aa-bf40-9e9b6e8e5468 None None] Provisioning for port 5e810153-adfb-414b-bd6c-1c2e44853a33 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:00.373894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cfcd9162-a10a-41aa-bf40-9e9b6e8e5468 None None] Provisioning complete for port 5e810153-adfb-414b-bd6c-1c2e44853a33 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:00.374436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9162-a10a-41aa-bf40-9e9b6e8e5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.516500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd9162-a10a-41aa-bf40-9e9b6e8e5468 None None] Port 5e810153-adfb-414b-bd6c-1c2e44853a33 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:00.534505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cfcd9162-a10a-41aa-bf40-9e9b6e8e5468 None None] Provisioning for port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:00.565037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:00.583583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.642908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 754dd74f-8595-4ea1-a262-693ad59beda3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:00.649526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.678558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=f89500ef-1fae-42d5-bace-80821adda604,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:00.728876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:00.734458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:00.735744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Usage tracker for resource:security_group_rule and tenant:a7d758d666e849deb38c7c5a83833cfd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:00.739584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:00.749684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Usage tracker for resource:security_group_rule and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:00.753532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:00.761579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:00.793349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 754dd74f-8595-4ea1-a262-693ad59beda3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:00.793768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.814028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:00.854697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:00.858885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3090-6cfb-42e8-af59-a557a7a87fdb None None] Pushing event updated for resources: {'Port': ['ID=fab2487b-41d0-4e04-a7a5-698397fe3c34,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:00.869306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-859f3090-6cfb-42e8-af59-a557a7a87fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:00.874076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59d51e21-924c-45bf-b4ed-3a875d817a15 None None] Provisioning for port c7979946-db06-468a-a545-ae27b600bf64 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:00.887208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59d51e21-924c-45bf-b4ed-3a875d817a15 None None] Provisioning complete for port c7979946-db06-468a-a545-ae27b600bf64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:00.887381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59d51e21-924c-45bf-b4ed-3a875d817a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:00.997273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-59d51e21-924c-45bf-b4ed-3a875d817a15 None None] Port c7979946-db06-468a-a545-ae27b600bf64 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:01.011777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Router dd6dafc5-d375-4334-bcf5-1c7b713e5236 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:01.018381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.026608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.048238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f62934d-c0af-4054-92da-efa5ac56896f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:01.086393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.118576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:01.212751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7961c7-c824-42dc-9e51-e9986502c187,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:01.221320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:01.221540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:53Z', 'revision_number': 3, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:01.225718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7d758d666e849deb38c7c5a83833cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0784941 Dec 23 15:10:01.228529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47172) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:01.230015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b37f6-5d47-4eec-aa48-f2dd54a97f0b None None] The sync data for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv is: [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:53Z', 'revision_number': 3, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:01.234692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8772c657-4058-49c1-a9ac-51bdbbefe676 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.235492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.275822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:01.285662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c51d09e8-9127-4c69-8d43-8783f8f84b9e None None] Provisioning complete for port 18ea3def-b953-4db9-9b33-fbeb49a94e10 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:01.286091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c51d09e8-9127-4c69-8d43-8783f8f84b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.345062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:01.345500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.404188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.471210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.588670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:01.604157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.608861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.610331 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe7961c7-c824-42dc-9e51-e9986502c187 HTTP/1.1" status: 204 len: 168 time: 0.3805544 Dec 23 15:10:01.611509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:01.635239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] 10.222.0.49 "PUT /v2.0/routers/dd6dafc5-d375-4334-bcf5-1c7b713e5236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0681393 Dec 23 15:10:01.659815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7961c7-c824-42dc-9e51-e9986502c187,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:01.664490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:01.670379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9caab96-7d41-465e-b179-62dd999391e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:01.704326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.740348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772c657-4058-49c1-a9ac-51bdbbefe676 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3843c-8ce1-498b-98d8-ffbad6a25869,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:01.817361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': '1f6a0db8-f9a0-47d6-87e2-3e402b94de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:01.823819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 074ce9e5-3b5f-424d-8a1b-10ad06e506fe, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:01.843890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e4d85d93-1378-4a60-a6fb-bff12413d3f7 None None] Provisioning complete for port c7979946-db06-468a-a545-ae27b600bf64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:01.844449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d85d93-1378-4a60-a6fb-bff12413d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.903943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:01.959263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:01.994184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:02.008357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.019047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:02.021480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.029326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1ea57-826b-4976-a926-22f43246a781,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:02.040136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.040530 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Added segment 33c36241-8836-49ba-8d43-3fa16338a104 of type vlan for network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 Dec 23 15:10:02.062428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:02.065659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.072708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:02.073188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:02.101485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:02.107997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e4d85d93-1378-4a60-a6fb-bff12413d3f7 None None] Port c7979946-db06-468a-a545-ae27b600bf64 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:02.149929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:02.155085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:02.226785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:02.258612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c9b589c9-1908-455a-8ed3-6f489f5f4e1b None None] Provisioning complete for port c7979946-db06-468a-a545-ae27b600bf64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:02.259486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b589c9-1908-455a-8ed3-6f489f5f4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.293406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 074ce9e5-3b5f-424d-8a1b-10ad06e506fe) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:02.311361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8772c657-4058-49c1-a9ac-51bdbbefe676 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.314467 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8772c657-4058-49c1-a9ac-51bdbbefe676 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/74f3843c-8ce1-498b-98d8-ffbad6a25869 HTTP/1.1" status: 204 len: 168 time: 3.1932640 Dec 23 15:10:02.317757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47192) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:02.368661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:02.369393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.378751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cbcfd3-7d01-4db9-8386-23e630030eea None None] Network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:02.418287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47196) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:02.557967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:02.601679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.673098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:02.682358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:02.688145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd40eac8dffa45f89971c4e9c7b469d1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:02.691378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Pushing event updated for resources: {'Port': ['ID=5e810153-adfb-414b-bd6c-1c2e44853a33,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:02.696560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:02.700063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:02.701687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 15:10:02.708300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:10:02.773701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:02.776361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:02.828835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:02.978541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9b589c9-1908-455a-8ed3-6f489f5f4e1b None None] Port c7979946-db06-468a-a545-ae27b600bf64 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:02.980977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.088651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.089073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.090015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.090328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > port after_create 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.090695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.091099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > port after_update 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.091472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.091861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.092280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.092520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.162459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-074ce9e5-3b5f-424d-8a1b-10ad06e506fe', 'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'f89500ef-1fae-42d5-bace-80821adda604'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:03.163809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.170736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.4181051 Dec 23 15:10:03.172998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.190128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:03.331914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:03.352334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:03.352932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.456785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.457332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.457557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.457937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:03.458324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d09591d-fb20-4e9b-86f4-fa4810fdeae4']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:03.478677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47206) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:03.492145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802645675', 'description': 'tempest-description--434644209'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:03.499044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:03.503006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Usage tracker for resource:security_group and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:03.506320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:03.512453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:03.520521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Allocated IP 172.20.255.242 (074ce9e5-3b5f-424d-8a1b-10ad06e506fe/f89500ef-1fae-42d5-bace-80821adda604/d73b6e30-429d-454e-b7ef-2233b409702e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:03.529899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbbb432-32df-4edb-923a-edd166f5db5a') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:03.530222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbbb432-32df-4edb-923a-edd166f5db5a') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:03.537849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.569483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.611732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.619753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.627006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.644169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:03.644595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.653512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.7726083 Dec 23 15:10:03.659721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:03.660455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:03.662873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: (self, other), Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: (self, other), Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:03.673109 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:03.676342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317058288'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:03.681594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:03.682036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Usage tracker for resource:security_group_rule and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:03.687894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:03.691028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:03.698731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Deleting port d7f2b4c9-00c0-48b2-aa3e-da3faeabfe75 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:03.699111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.749423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:03.752700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:03.798900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:03.805944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c801a-a693-4416-86bb-19e2456a162b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:03.811778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c8da3dfb-56b0-4e10-9922-73f2b28f5fbd None None] Provisioning complete for port 5e810153-adfb-414b-bd6c-1c2e44853a33 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:03.812461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8da3dfb-56b0-4e10-9922-73f2b28f5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.812936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:03.825136 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd40eac8dffa45f89971c4e9c7b469d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4005637 Dec 23 15:10:03.825136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47214) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:03.829319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.849334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.859584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:03.884234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.898004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:03.904004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.904151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.906605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d09591d-fb20-4e9b-86f4-fa4810fdeae4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:03.923379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Transition to ACTIVE for port object d73b6e30-429d-454e-b7ef-2233b409702e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:03.924199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:03.940221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:03.940914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.954176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8da3dfb-56b0-4e10-9922-73f2b28f5fbd None None] Port 5e810153-adfb-414b-bd6c-1c2e44853a33 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:03.954470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e6ae2db-9294-469a-895b-a19bfe025845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:03.958144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.964639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.971448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "DELETE /v2.0/networks/1d09591d-fb20-4e9b-86f4-fa4810fdeae4 HTTP/1.1" status: 204 len: 168 time: 1.6525290 Dec 23 15:10:03.972529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47218) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:03.976838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Transition to ACTIVE for port object d73b6e30-429d-454e-b7ef-2233b409702e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:03.984224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:03.985870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:03.990643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9aa682b-3053-4542-9cfd-7b475bce5ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:03.995715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.022439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.025236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.026130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fab2487b-41d0-4e04-a7a5-698397fe3c34 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:04.090166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.108132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:04.119321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:04.121693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Pushing event updated for resources: {'Port': ['ID=d73b6e30-429d-454e-b7ef-2233b409702e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.125800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:04.129438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.130444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.138389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.142682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6537411 Dec 23 15:10:04.146568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47222) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:04.150467 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.7522223 Dec 23 15:10:04.159381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:04.162842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:04.170380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.171504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Request body: {'subnet': {'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:04.186142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.196781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.198027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:04.202838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:04.213244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.223936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Usage tracker for resource:security_group_rule and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:04.225570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Network': ['ID=e6379b1d-3bb2-47ec-bf07-4f7eecb29c92,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.227854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:04.242399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:04.283637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.412823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.431827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:04.464787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.504135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.529813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-832043cd-e5c6-4f31-93ba-c563a1be3a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.546958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3306cd-140d-49bf-851b-bd349debfb42']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:04.562468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.567222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.567352 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf4c801a-a693-4416-86bb-19e2456a162b HTTP/1.1" status: 204 len: 168 time: 0.7376070 Dec 23 15:10:04.567352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c801a-a693-4416-86bb-19e2456a162b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.572615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.573611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Attempting to bind port d73b6e30-429d-454e-b7ef-2233b409702e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:04.574102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Attempting to bind port d73b6e30-429d-454e-b7ef-2233b409702e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1f6a0db8-f9a0-47d6-87e2-3e402b94de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:04.574587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Attempting to bind port d73b6e30-429d-454e-b7ef-2233b409702e on network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:04.577190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port fab2487b-41d0-4e04-a7a5-698397fe3c34 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:04.588244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.600358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port fab2487b-41d0-4e04-a7a5-698397fe3c34 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:04.601439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.605324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c74f1d2-512a-4dae-b28d-c006ee1da392') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:04.605668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c74f1d2-512a-4dae-b28d-c006ee1da392') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:04.620052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.624003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.634310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.636686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.637090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment b8ca144e-7eb1-45c1-a152-11ee3e187618 of type vlan for network a2402444-36e3-4acc-9d60-d9b8bc120d5e Dec 23 15:10:04.640536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.650342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.665719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:04.668833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:04.669458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Checking segment: {'id': '1f6a0db8-f9a0-47d6-87e2-3e402b94de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:04.669936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.670606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Bound using segment: {'id': '1f6a0db8-f9a0-47d6-87e2-3e402b94de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:04.671079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Bound port: d73b6e30-429d-454e-b7ef-2233b409702e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6a0db8-f9a0-47d6-87e2-3e402b94de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '074ce9e5-3b5f-424d-8a1b-10ad06e506fe'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:04.671830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.672316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb36a7db-6b76-49dd-b965-f308bb7fa4e2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.672901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.673316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.674344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:04.674788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.690330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Usage tracker for resource:subnet and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:04.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:04.705079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.759949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:04.774015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.777856 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6205251 Dec 23 15:10:04.778930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:04.789717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:04.795828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:04.799988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Usage tracker for resource:security_group_rule and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:04.803623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:04.809957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:04.826979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.829859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.843798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.846441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] For port d73b6e30-429d-454e-b7ef-2233b409702e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:04.849678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Calling delete_port for d7f2b4c9-00c0-48b2-aa3e-da3faeabfe75 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:04.852704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] For port d73b6e30-429d-454e-b7ef-2233b409702e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d73b6e30-429d-454e-b7ef-2233b409702e,segment=NetworkSegment(1f6a0db8-f9a0-47d6-87e2-3e402b94de83),segment_id=1f6a0db8-f9a0-47d6-87e2-3e402b94de83)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:04.871407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.877228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:04.893219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.893473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b3306cd-140d-49bf-851b-bd349debfb42,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:04.898225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:04.903095 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] 10.222.0.49 "DELETE /v2.0/networks/3b3306cd-140d-49bf-851b-bd349debfb42 HTTP/1.1" status: 204 len: 168 time: 0.9293020 Dec 23 15:10:04.923102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.937906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-607de386-17e8-4d5d-89e7-098930e32c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.966668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.970578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:04.972828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:04.983281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Made reservation on behalf of 501a37bfd0f049a98348a4e85a129d3e for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:05.019209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aab9d94-558d-4518-8cd9-e63ac2441536,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:05.034467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:05.043537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.047827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2649736 Dec 23 15:10:05.048480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47240) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:05.056734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:05.060070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Pushing event updated for resources: {'Port': ['ID=d73b6e30-429d-454e-b7ef-2233b409702e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:05.063878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:05.068280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.071509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:05.086193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Usage tracker for resource:floatingip and tenant:22ef1cd90cd042c6bf67e5db49d7f01c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:05.090712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:05.092867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port fab2487b-41d0-4e04-a7a5-698397fe3c34, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fab2487b-41d0-4e04-a7a5-698397fe3c34,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:05.099758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.101663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18ea3def-b953-4db9-9b33-fbeb49a94e10 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:05.103609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:05.124352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.186148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:05.295600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.298221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 18ea3def-b953-4db9-9b33-fbeb49a94e10 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:05.298846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.317936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.339051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:05.340116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.456794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=fab2487b-41d0-4e04-a7a5-698397fe3c34,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:05.461082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:05.532766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:05.668995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:05.810674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:05.946774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=a2402444-36e3-4acc-9d60-d9b8bc120d5e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:05.962629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a2402444-36e3-4acc-9d60-d9b8bc120d5e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:05.970964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:06.036382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Allocated IP 172.26.2.139 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/98536501-e63a-4598-bbdb-614965211b77) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:06.037718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47260) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:06.071051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4102881 Dec 23 15:10:06.081806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47266) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:06.107819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Sync routers for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:06.116115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:06.116452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:06.116890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.128825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:06.190832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.228686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:06.229438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:06.235754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78d3c96a-7cea-48c5-bdf1-6cb0ef4944af tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:06.413990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f2b4c9-00c0-48b2-aa3e-da3faeabfe75,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:06.422868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:06.485851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47276) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:06.493686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:06.498225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fab2487b-41d0-4e04-a7a5-698397fe3c34 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:06.519294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.524035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:06.529636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:06.538052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:06.588751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:06.600117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad24657e-cb79-49de-a7c9-a411f3dcc6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:06.622285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1572744542'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:06.631457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:06.657630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.676149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port fab2487b-41d0-4e04-a7a5-698397fe3c34 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:06.676576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.681335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.751885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:06.802310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:06.810306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:network and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:06.816962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:06.821075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Usage tracker for resource:security_group_rule and tenant:8fed2876a7ae4c1da45fd4d30b530f97 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:06.831996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:06.836461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:06.864891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:06.869150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.871720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:06.878875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/a167b82a-173e-42a7-b791-4f1d9a29e62c HTTP/1.1" status: 204 len: 168 time: 3.6787241 Dec 23 15:10:06.917769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.005556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Subnet': ['ID=96f47a1f-2a98-44de-9038-0f92791c5db7,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:07.015885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:07.058172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Checking segment: {'id': '33c36241-8836-49ba-8d43-3fa16338a104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:07.058631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network hostable DHCP agents. Network: e6379b1d-3bb2-47ec-bf07-4f7eecb29c92, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:07.171167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:07.177050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.196805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.197854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:07.227566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.229861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.230995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.258514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:07.274047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3dfd454-5c9e-4dba-ba35-71ecb1841868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:07.281117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, e6379b1d-3bb2-47ec-bf07-4f7eecb29c92) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:07.282504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.330538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47286) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:07.356036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:07.356939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.368457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259cb8b-ea8f-49e3-abbd-646c2f06f472 None None] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:07.400262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9dc8c7-2eec-4109-a76d-87c3483d8fd6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:07.407535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:07.413667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:07.482973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fed2876a7ae4c1da45fd4d30b530f97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4419212 Dec 23 15:10:07.485343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:07.487633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47292) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:07.518189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:07.531694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:07.555939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:security_group_rule and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:07.562099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:07.562448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:07.572818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Sync routers for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:07.575544 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] 10.222.0.49 "PUT /v2.0/routers/15f8bc30-a3cc-4243-a9ab-3720af8e33ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5227437 Dec 23 15:10:07.578087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4131482 Dec 23 15:10:07.580930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47296) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:07.598904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:07.600090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:07.609311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:07.629962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Allocated IP 172.20.0.1 (92cf0e0e-82c4-441c-8d53-1e130fcfc43a/dc1a1692-4644-43c6-ad7a-748e95a4d92a/f3118af6-d989-4bb4-bd83-3ec95f2641f8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:07.701759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:07.731361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229b9f9-f23e-4d05-9b41-c142b9ead53c None None] Network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:07.809143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event updated for resources: {'Port': ['ID=98536501-e63a-4598-bbdb-614965211b77,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:07.813235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.833736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Transition to ACTIVE for port object f3118af6-d989-4bb4-bd83-3ec95f2641f8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:07.856472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1636869624', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:07.871017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.872068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.873397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:07.883822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:07.893905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:07.898452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:07.983106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Usage tracker for resource:router and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:07.994928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-e6379b1d-3bb2-47ec-bf07-4f7eecb29c92', 'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92', 'tenant_id': '501a37bfd0f049a98348a4e85a129d3e', 'fixed_ips': [{'subnet_id': '96f47a1f-2a98-44de-9038-0f92791c5db7'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:07.996311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.007069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:08.034357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:08.075431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.090549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Pushing event updated for resources: {'Port': ['ID=f3118af6-d989-4bb4-bd83-3ec95f2641f8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:08.093827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.095026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.100539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:08.106626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:08.109258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:08.112741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:08.113455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.121058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.158336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.161504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:08.169978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:08.170593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.245038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:08.251805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-eb978393-92ae-43ed-9da6-208e8fa82ef5 None None] Provisioning for port d73b6e30-429d-454e-b7ef-2233b409702e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:08.296168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 2, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:08.375380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Checking router: dd6dafc5-d375-4334-bcf5-1c7b713e5236 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:10:08.375944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Updating router dd6dafc5-d375-4334-bcf5-1c7b713e5236 port c7979946-db06-468a-a545-ae27b600bf64 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:10:08.412932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.460362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.488836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.490078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8ce6d2d5a945edaf0b4699827f03bd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:08.507756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.509137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.512326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:08.513137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.546302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:08.569381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:08.618938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.749518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.764085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:08.806351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': 'b8ca144e-7eb1-45c1-a152-11ee3e187618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:08.806764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: a2402444-36e3-4acc-9d60-d9b8bc120d5e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:08.820096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354dad25-00c9-4d31-8125-692c636abb38,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:08.898531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:09:59Z', 'revision_number': 2, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:08.903222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Checking router: 15f8bc30-a3cc-4243-a9ab-3720af8e33ff for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:10:08.903786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Updating router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff port 5e810153-adfb-414b-bd6c-1c2e44853a33 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:10:08.930342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.931839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Added segment ee206d0b-546b-48ff-b3c5-3496306d75f0 of type vlan for network 3ba0de98-8b96-479b-8bd3-8075eee99c3e Dec 23 15:10:08.937641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network a2402444-36e3-4acc-9d60-d9b8bc120d5e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:08.963189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:08.979164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9dc8c7-2eec-4109-a76d-87c3483d8fd6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:08.995676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.006767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a2402444-36e3-4acc-9d60-d9b8bc120d5e) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:09.008770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Transition to ACTIVE for port object c7979946-db06-468a-a545-ae27b600bf64 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:09.028940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:09.032732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a290aabc-fb83-44ae-b07a-14e74b31c46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:09.043177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Allocated IP 172.20.0.2 (e6379b1d-3bb2-47ec-bf07-4f7eecb29c92/96f47a1f-2a98-44de-9038-0f92791c5db7/7b72244a-9ab8-4f0c-b408-678c1553b236) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:09.050198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf31f1-4fd1-4b7a-b6c3-396b46085389 None None] Network a2402444-36e3-4acc-9d60-d9b8bc120d5e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:09.064181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.076237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:09.100225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:09.101066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.153495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb2fc0-68e9-45e2-90dd-525f1b3c7707 None None] Pushing event updated for resources: {'Port': ['ID=c7979946-db06-468a-a545-ae27b600bf64,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:09.156358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5bb2fc0-68e9-45e2-90dd-525f1b3c7707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:09.185831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.190158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be9dc8c7-2eec-4109-a76d-87c3483d8fd6 HTTP/1.1" status: 204 len: 168 time: 1.6914349 Dec 23 15:10:09.230817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.236522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-89aa0b26-86b6-429a-bc7a-ee048a438494 None None] Provisioning for port f3118af6-d989-4bb4-bd83-3ec95f2641f8 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:09.249639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-89aa0b26-86b6-429a-bc7a-ee048a438494 None None] Provisioning complete for port f3118af6-d989-4bb4-bd83-3ec95f2641f8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:09.250195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89aa0b26-86b6-429a-bc7a-ee048a438494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.299733 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2167192 Dec 23 15:10:09.307845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:09.313704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.315105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=dbbaa9c0-873b-48dc-9f2e-ea520857bdd5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:09.339077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:09.339937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:09.340467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:09.341240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.448883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47326) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:09.454825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64f373f7-a691-4a93-bd3d-26789c9e4af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:09.486614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965681316', 'description': 'tempest-description--1361162107'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:09.502832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:09.554447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Usage tracker for resource:security_group and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:09.573325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.587017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:09.599346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:09.600236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.613591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52090f4c-5693-4956-bcae-c47b3976f358,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:09.629911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:09.672450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d8ce6d2d5a945edaf0b4699827f03bd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3330052 Dec 23 15:10:09.677354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47330) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:09.680705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:09.696025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:09.801368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3097839 Dec 23 15:10:09.824257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47336) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:09.837128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.841604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d73b6e30-429d-454e-b7ef-2233b409702e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:09.866912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Transition to ACTIVE for port object 5e810153-adfb-414b-bd6c-1c2e44853a33 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:09.873723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.878493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.890413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-859f3090-6cfb-42e8-af59-a557a7a87fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:09.933402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Attempting to bind port c7979946-db06-468a-a545-ae27b600bf64 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:09.935210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Attempting to bind port c7979946-db06-468a-a545-ae27b600bf64 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:09.935875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Attempting to bind port c7979946-db06-468a-a545-ae27b600bf64 on network e2d84993-2119-4638-84ac-720a89f3c06b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:09.973532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89aa0b26-86b6-429a-bc7a-ee048a438494 None None] Port f3118af6-d989-4bb4-bd83-3ec95f2641f8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:09.986745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.988770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:09.999322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'subnet': {'network_id': '3ba0de98-8b96-479b-8bd3-8075eee99c3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:09.999934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Network': ['ID=3ba0de98-8b96-479b-8bd3-8075eee99c3e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:10.002368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:10.007620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.011803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Usage tracker for resource:security_group_rule and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:10.015237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:10.021741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:10.026169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:10.044127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:10.114831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event updated for resources: {'Port': ['ID=98536501-e63a-4598-bbdb-614965211b77,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:10.117245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:10.117815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Checking segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:10.118384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.118943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Bound using segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:10.119619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Bound port: c7979946-db06-468a-a545-ae27b600bf64, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:10.120165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.222065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.227023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Attempting to bind port 5e810153-adfb-414b-bd6c-1c2e44853a33 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:10.227365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Attempting to bind port 5e810153-adfb-414b-bd6c-1c2e44853a33 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:10.227769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Attempting to bind port 5e810153-adfb-414b-bd6c-1c2e44853a33 on network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:10.247586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3cfab-8991-471b-be56-d162da010209 None None] Pushing event updated for resources: {'Port': ['ID=5e810153-adfb-414b-bd6c-1c2e44853a33,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:10.250810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52c3cfab-8991-471b-be56-d162da010209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:10.254994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:10.255414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Checking segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:10.255856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.256353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Bound using segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:10.256870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Bound port: 5e810153-adfb-414b-bd6c-1c2e44853a33, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:10.257320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.273206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.274114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:10.338178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.352709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:10.361325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:10.378056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.385600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] For port 5e810153-adfb-414b-bd6c-1c2e44853a33, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:10.404252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18589c6a-420f-4ee0-86c8-1a8158aad064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:10.407806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] For port 5e810153-adfb-414b-bd6c-1c2e44853a33, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e810153-adfb-414b-bd6c-1c2e44853a33,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:10.412727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.418831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:10.460476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.474495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.488072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.516522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:10.517610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:10.538718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.587414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.597909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.620217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38f3c8de-9940-4e22-8c92-835ac4f91954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:10.647490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Allocated IP 172.26.2.214 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/87076fba-e21f-4371-bff8-0543c6b8dd83) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:10.652188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.653743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6042099 Dec 23 15:10:10.654857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.656370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1875846 Dec 23 15:10:10.660685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47344) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:10.670427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Request body: {'security_group_rule': {'security_group_id': '69346e03-d444-4826-ae45-abc9f297303d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:10.682944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a2402444-36e3-4acc-9d60-d9b8bc120d5e', 'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'dbbaa9c0-873b-48dc-9f2e-ea520857bdd5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:10.685197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:10.685716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.699664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Usage tracker for resource:security_group_rule and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:10.703768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.704879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:10.708002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69346e03-d444-4826-ae45-abc9f297303d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:10.718274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:10.718801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d378e58-fc86-48f3-a61b-94c6b84ef750 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:10.727525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:10.738915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port d73b6e30-429d-454e-b7ef-2233b409702e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:10.741548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52090f4c-5693-4956-bcae-c47b3976f358,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:10.747159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:10.748156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.750293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52090f4c-5693-4956-bcae-c47b3976f358 HTTP/1.1" status: 204 len: 168 time: 1.0664237 Dec 23 15:10:10.765555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.773560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d73b6e30-429d-454e-b7ef-2233b409702e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:10.773763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.804169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:10.840879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:10.850788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd65eb32c934752b4d3a05a73415272 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:10.857848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:10.873726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.876725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:10.878679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.880741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97ae0a5a-744c-4274-a4a2-e6c9d737fddb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:10.914892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692be13e-e081-4a05-9418-d029e1efcc0e,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:10.936935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:10.964826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:10.966152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3043783 Dec 23 15:10:10.968919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47354) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:10.975271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Request body: {'security_group_rule': {'security_group_id': '69346e03-d444-4826-ae45-abc9f297303d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:10.992761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:10.992893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.003606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Usage tracker for resource:security_group_rule and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:11.011279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:11.019514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:11.021323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Transition to ACTIVE for port object 7b72244a-9ab8-4f0c-b408-678c1553b236 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:11.037781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.046161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Transition to ACTIVE for port object 7b72244a-9ab8-4f0c-b408-678c1553b236 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:11.049294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.053622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.113904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.125297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:11.188415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.197241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.199512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:11.202280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3cfab-8991-471b-be56-d162da010209 None None] Pushing event updated for resources: {'Port': ['ID=5e810153-adfb-414b-bd6c-1c2e44853a33,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:11.214705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52c3cfab-8991-471b-be56-d162da010209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:11.220117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] For port c7979946-db06-468a-a545-ae27b600bf64, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:11.259475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214b6bcb-f099-4987-86ed-350762c56e0c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:11.260613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.267877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:11.281980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.282505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.284001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3139844 Dec 23 15:10:11.287179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47372) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:11.311269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:11.331764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:11.348712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] For port c7979946-db06-468a-a545-ae27b600bf64, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c7979946-db06-468a-a545-ae27b600bf64,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:11.373340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Usage tracker for resource:floatingip and tenant:4595cf127ba9450ea51449156d8129de is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:11.390790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:11.394576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.410574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:11.427512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:11.427703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.435505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cd65eb32c934752b4d3a05a73415272&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1213377 Dec 23 15:10:11.439532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47378) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:11.439992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:11.441066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Pushing event updated for resources: {'Port': ['ID=7b72244a-9ab8-4f0c-b408-678c1553b236,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:11.468219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:11.479106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:subnet and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:11.484546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:11.490049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Pushing event updated for resources: {'Port': ['ID=f3118af6-d989-4bb4-bd83-3ec95f2641f8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:11.500537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:11.507006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:11.518667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:11.522065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:10Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:11.535373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75258d-c65d-4618-bb6b-2f5520c64457 None None] The sync data for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv is: [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:10Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:11.566210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:11.595592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47386) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:11.606278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:11.608491 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 15:10:11.616160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.717081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.748222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-526bd54e-4265-41df-9e48-d801210318a0 req-66c3b430-ea40-4053-a2a5-ce872c6de0fe tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Synchronizing usage tracker for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:11.755697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:11.772275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.789675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47390) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:11.791142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a17e79-fd73-437a-ab2c-7bf6edbcfd3a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:11.831754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.845518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:11.858545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:11.859339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:11.869440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Allocated IP 172.20.0.2 (a2402444-36e3-4acc-9d60-d9b8bc120d5e/dbbaa9c0-873b-48dc-9f2e-ea520857bdd5/44088f11-5772-4c5f-9ce6-3e5674e6ea8f) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:11.884550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port d73b6e30-429d-454e-b7ef-2233b409702e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d73b6e30-429d-454e-b7ef-2233b409702e,segment=NetworkSegment(1f6a0db8-f9a0-47d6-87e2-3e402b94de83),segment_id=1f6a0db8-f9a0-47d6-87e2-3e402b94de83)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:11.902378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb2fc0-68e9-45e2-90dd-525f1b3c7707 None None] Pushing event updated for resources: {'Port': ['ID=c7979946-db06-468a-a545-ae27b600bf64,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:11.917749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:11.920344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:11.922798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5bb2fc0-68e9-45e2-90dd-525f1b3c7707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:11.923312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5bb2fc0-68e9-45e2-90dd-525f1b3c7707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:11.964942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-526bd54e-4265-41df-9e48-d801210318a0 req-66c3b430-ea40-4053-a2a5-ce872c6de0fe tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Unset dirty status for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:11.971478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-66c3b430-ea40-4053-a2a5-ce872c6de0fe tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1802645675&fields=id&tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c HTTP/1.1" status: 200 len: 267 time: 0.3722677 Dec 23 15:10:12.016762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:12.027132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:12.049667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.225335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5f1cf9cc-e439-43a8-807a-00b0862fd6af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d87405cfec04c569805b43cdb88d8ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4304452 Dec 23 15:10:12.226357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47394) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:12.261431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Attempting to bind port 7b72244a-9ab8-4f0c-b408-678c1553b236 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:12.261858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Attempting to bind port 7b72244a-9ab8-4f0c-b408-678c1553b236 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '33c36241-8836-49ba-8d43-3fa16338a104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:12.262279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Attempting to bind port 7b72244a-9ab8-4f0c-b408-678c1553b236 on network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:12.284173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e810153-adfb-414b-bd6c-1c2e44853a33 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:12.342752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:12.389749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.472605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:12.492253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.526350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:12.536818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:12.537561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Checking segment: {'id': '33c36241-8836-49ba-8d43-3fa16338a104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:12.537981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:12.538413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.539132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Bound using segment: {'id': '33c36241-8836-49ba-8d43-3fa16338a104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:12.539767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Bound port: 7b72244a-9ab8-4f0c-b408-678c1553b236, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c36241-8836-49ba-8d43-3fa16338a104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:12.540278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.608346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=d73b6e30-429d-454e-b7ef-2233b409702e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:12.646649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:12.661277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd54e-4265-41df-9e48-d801210318a0 req-ceb9f18d-8ac5-4f4c-9eea-4f3d03e2fc9c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:12.662065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-526bd54e-4265-41df-9e48-d801210318a0 req-ceb9f18d-8ac5-4f4c-9eea-4f3d03e2fc9c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Synchronizing usage tracker for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:12.672944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Allocated IP 172.26.2.90 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/260f2ba0-4291-4ca1-a965-878febcad292) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:12.675218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:12.682484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Port': ['ID=87076fba-e21f-4371-bff8-0543c6b8dd83,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:12.691878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a17e79-fd73-437a-ab2c-7bf6edbcfd3a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:12.702552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:12.723146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.742062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:12.762929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.771095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.886861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.914896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.915685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.959929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-526bd54e-4265-41df-9e48-d801210318a0 req-ceb9f18d-8ac5-4f4c-9eea-4f3d03e2fc9c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Unset dirty status for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:12.961281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-ceb9f18d-8ac5-4f4c-9eea-4f3d03e2fc9c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/networks?id=e2d84993-2119-4638-84ac-720a89f3c06b HTTP/1.1" status: 200 len: 804 time: 0.9400113 Dec 23 15:10:12.961916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:12.971577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:12.988474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Transition to ACTIVE for port object 44088f11-5772-4c5f-9ce6-3e5674e6ea8f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:13.011140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.012728 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d93285c-4fa3-4893-9a0f-aac6dcbf9ab8 HTTP/1.1" status: 204 len: 168 time: 0.7242856 Dec 23 15:10:13.014141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.024071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41a17e79-fd73-437a-ab2c-7bf6edbcfd3a HTTP/1.1" status: 204 len: 168 time: 1.5736852 Dec 23 15:10:13.035986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d93285c-4fa3-4893-9a0f-aac6dcbf9ab8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:13.042488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4e5b56b6-c13a-4ac4-86bd-9ef93789d6d0 None None] Provisioning complete for port f3118af6-d989-4bb4-bd83-3ec95f2641f8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:13.042914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e5b56b6-c13a-4ac4-86bd-9ef93789d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.087711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:13.133103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] For port 7b72244a-9ab8-4f0c-b408-678c1553b236, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:13.137851 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-a067ea42-fff9-4878-a7d5-ef7a13b66613 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/quotas/22ef1cd90cd042c6bf67e5db49d7f01c HTTP/1.1" status: 200 len: 375 time: 0.1423874 Dec 23 15:10:13.183580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Transition to ACTIVE for port object 44088f11-5772-4c5f-9ce6-3e5674e6ea8f will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:13.185296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 5e810153-adfb-414b-bd6c-1c2e44853a33 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:13.189893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b56b6-c13a-4ac4-86bd-9ef93789d6d0 None None] Port f3118af6-d989-4bb4-bd83-3ec95f2641f8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:13.196784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:13.262731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.269641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5e810153-adfb-414b-bd6c-1c2e44853a33 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:13.269641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.332426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.373033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:13.375280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-526bd54e-4265-41df-9e48-d801210318a0 req-d490d031-0208-487a-9fa9-233fd879081e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Synchronizing usage tracker for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:13.390513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.417777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] For port 7b72244a-9ab8-4f0c-b408-678c1553b236, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7b72244a-9ab8-4f0c-b408-678c1553b236,segment=NetworkSegment(33c36241-8836-49ba-8d43-3fa16338a104),segment_id=33c36241-8836-49ba-8d43-3fa16338a104)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:13.447102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Network a2402444-36e3-4acc-9d60-d9b8bc120d5e is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:13.454140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.460504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:13.473697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:13.500807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:13.506158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.541968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:13.584929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:13.588380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event updated for resources: {'Port': ['ID=260f2ba0-4291-4ca1-a965-878febcad292,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:13.592390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:13.593533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:13.600737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:13.609993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbaa9c0-873b-48dc-9f2e-ea520857bdd5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:13.618359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:13.632576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.664213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-526bd54e-4265-41df-9e48-d801210318a0 req-d490d031-0208-487a-9fa9-233fd879081e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Unset dirty status for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:13.665876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-d490d031-0208-487a-9fa9-233fd879081e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5117273 Dec 23 15:10:13.696049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:13.763040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Pushing event updated for resources: {'Port': ['ID=44088f11-5772-4c5f-9ce6-3e5674e6ea8f,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:13.835289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.837093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:13.850316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:13.951347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:13.978990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.042398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Attempting to bind port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:14.042826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Attempting to bind port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'b8ca144e-7eb1-45c1-a152-11ee3e187618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:14.043243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Attempting to bind port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f on network a2402444-36e3-4acc-9d60-d9b8bc120d5e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:14.073969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Subnet': ['ID=dd1dfb42-eb73-4e75-bf66-923dbde225aa,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:14.082754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:14.089323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > segment before_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.089781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.090621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.091025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > port after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.091395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > port after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.091809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > port after_update 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.092182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > segment after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.092566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.092961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.093376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet after_update 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.140098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:14.144371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Checking segment: {'id': 'b8ca144e-7eb1-45c1-a152-11ee3e187618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:14.144834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.145355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Bound using segment: {'id': 'b8ca144e-7eb1-45c1-a152-11ee3e187618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:14.145908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Bound port: 44088f11-5772-4c5f-9ce6-3e5674e6ea8f, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ca144e-7eb1-45c1-a152-11ee3e187618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:14.146518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.184650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Pushing event updated for resources: {'Port': ['ID=7b72244a-9ab8-4f0c-b408-678c1553b236,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:14.203539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:14.256653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.338183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.338584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.338993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.339575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet before_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.339869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Subscribe: > subnet before_update 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 23 15:10:14.340285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2402444-36e3-4acc-9d60-d9b8bc120d5e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:14.343281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.352211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:14.429695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Checking segment: {'id': 'ee206d0b-546b-48ff-b3c5-3496306d75f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3ba0de98-8b96-479b-8bd3-8075eee99c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:14.430111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network hostable DHCP agents. Network: 3ba0de98-8b96-479b-8bd3-8075eee99c3e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:14.479096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 5e810153-adfb-414b-bd6c-1c2e44853a33, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e810153-adfb-414b-bd6c-1c2e44853a33,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:14.482532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ca144e-7eb1-45c1-a152-11ee3e187618') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:14.482879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ca144e-7eb1-45c1-a152-11ee3e187618') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:14.485836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.493126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Router a5ef7e7d-5e9d-4ec9-8f31-640df044328c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:14.495328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d14cc50-b627-461b-a58f-e455daa67b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:14.514658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.560044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:14.564516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.570646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] For port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:14.583409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:14.583988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: (self, other), Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: (self, other), Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:14.636155 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:14.646000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event updated for resources: {'Port': ['ID=260f2ba0-4291-4ca1-a965-878febcad292,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:14.652142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:11Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:14.653336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:14.656217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=5e810153-adfb-414b-bd6c-1c2e44853a33,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:14.659942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:14.660744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9a21e-742c-44c5-8f4b-eddd666e1306 None None] The sync data for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv is: [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:11Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:14.720366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:14.768263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d73b6e30-429d-454e-b7ef-2233b409702e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:14.776605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-2ed67e0a-ad6f-4c7c-8166-327f093de94e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:10:14.779689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-2ed67e0a-ad6f-4c7c-8166-327f093de94e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5399349 Dec 23 15:10:14.988058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d73b6e30-429d-454e-b7ef-2233b409702e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:14.988489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.015820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.017361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7288883 Dec 23 15:10:15.127386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 3ba0de98-8b96-479b-8bd3-8075eee99c3e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:15.161962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-62dfee06-64be-4f02-a5f6-1b6733f05005 service neutron] 10.222.0.49 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728800 Dec 23 15:10:15.170686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] For port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=44088f11-5772-4c5f-9ce6-3e5674e6ea8f,segment=NetworkSegment(b8ca144e-7eb1-45c1-a152-11ee3e187618),segment_id=b8ca144e-7eb1-45c1-a152-11ee3e187618)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:15.174581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b7b15-d191-4b3f-8115-e7d8438cbd1e None None] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:15.202204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.221493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:15.253048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:15.253896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.260500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:10:15.260500 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:10:15.260500 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'a2402444-36e3-4acc-9d60-d9b8bc120d5e'}] Dec 23 15:10:15.260500 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:15.260868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:15.284749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Router b0401275-e84b-494d-b359-7d71c28adfd5 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:10:15.410662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Pushing event updated for resources: {'Port': ['ID=44088f11-5772-4c5f-9ce6-3e5674e6ea8f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:15.421970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:15.493903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.6316786 Dec 23 15:10:15.501861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:15.532751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-fcfe7d2c-025d-4c44-9b29-159bdb7ea77a service neutron] 10.222.0.49 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697338 Dec 23 15:10:15.534533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1565165817', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:15.565552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:15.569338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288e8d6-ff3f-4066-ad7f-48f05b959a6a None None] Network a2402444-36e3-4acc-9d60-d9b8bc120d5e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:15.599644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:router and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:15.624047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:15.661395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:15.764933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.828067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.829367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:15.891371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:15.891761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:16.047208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47476) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:16.097035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0b8c2c62-abd3-4ce2-8114-dfdc1f6969c0 req-f0330fac-32e3-48a3-b0fb-7cbbc88d25a9 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.1016512 Dec 23 15:10:16.213254 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 15:10:16.267564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:16.418046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111e226-be5d-41ca-b72a-2ea16a796381 None None] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:16.458641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:16.577551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] 10.222.0.49 "PUT /v2.0/routers/a5ef7e7d-5e9d-4ec9-8f31-640df044328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6208060 Dec 23 15:10:16.595397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Sync routers for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:16.615408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-bf61b1cd-6a36-4e12-b8c4-e0edf2ecf001 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--965681316&fields=id&tenant_id=4595cf127ba9450ea51449156d8129de HTTP/1.1" status: 200 len: 267 time: 0.5593593 Dec 23 15:10:16.621045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:16.677223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:16.678030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:16.770806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9537c16-be29-4ad2-9d4b-afdb3f96e887 None None] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:16.943766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c7979946-db06-468a-a545-ae27b600bf64 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:17.018009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1688fa41-14a7-4460-9382-464a375f5636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:17.092591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-39f47a8d-efcb-48a3-bd85-bd9aafc10c63 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:17.094280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-39f47a8d-efcb-48a3-bd85-bd9aafc10c63 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/networks?id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13 HTTP/1.1" status: 200 len: 811 time: 0.4625504 Dec 23 15:10:17.237433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=44088f11-5772-4c5f-9ce6-3e5674e6ea8f,segment=NetworkSegment(b8ca144e-7eb1-45c1-a152-11ee3e187618),segment_id=b8ca144e-7eb1-45c1-a152-11ee3e187618)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:17.237846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:17.248671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-861e77fd-b1c2-4f51-b4b0-6d4dc7b123c6 None None] Provisioning for port 7b72244a-9ab8-4f0c-b408-678c1553b236 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:17.374567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for 44088f11-5772-4c5f-9ce6-3e5674e6ea8f owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:17.419560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:17.472537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c7979946-db06-468a-a545-ae27b600bf64 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:17.531566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:17.545533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19b8dce2-8f68-4d8c-b429-4d45a68fe313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:17.563265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c7979946-db06-468a-a545-ae27b600bf64 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:17.564006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:17.692179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-09794ea0-2660-4b51-a1b5-3c3b23b68ff8 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/quotas/4595cf127ba9450ea51449156d8129de HTTP/1.1" status: 200 len: 375 time: 0.5092607 Dec 23 15:10:17.768807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=44088f11-5772-4c5f-9ce6-3e5674e6ea8f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:17.775183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:17.776949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:17.792567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] Sync routers for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:17.796636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port 44088f11-5772-4c5f-9ce6-3e5674e6ea8f on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:10:17.820712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:17.821458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:17.925897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:17.927281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.3448727 Dec 23 15:10:17.930385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47532) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:18.057385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.083976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:18.084684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:09:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.138395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.191072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1b70d9ab-6c27-47eb-b7a2-3ad2426943ff tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Synchronizing usage tracker for tenant:4595cf127ba9450ea51449156d8129de on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:18.247827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.248469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79368d3-a005-4c3a-9143-575f288ee4de None None] The sync data for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:18.258238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2402444-36e3-4acc-9d60-d9b8bc120d5e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.292211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ca144e-7eb1-45c1-a152-11ee3e187618') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.297700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ca144e-7eb1-45c1-a152-11ee3e187618') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.322947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.351079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:18.365007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.396526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139121061', 'description': 'tempest-description--808237213'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:18.417050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:18.430028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Usage tracker for resource:security_group and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:18.438456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:18.455748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:18.481746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.502588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:18.503197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.569829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.633677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port c7979946-db06-468a-a545-ae27b600bf64, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c7979946-db06-468a-a545-ae27b600bf64,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:18.642822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:18.644015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e810153-adfb-414b-bd6c-1c2e44853a33 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:18.678484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:18.702789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:18.727608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47564) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:18.772209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 2, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:18.833655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a08fc45f-6b29-463c-84ff-243aea8b631a req-76a4ea21-fc22-41d0-967f-49683f5fc67d tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.1267848 Dec 23 15:10:18.845040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Checking router: a5ef7e7d-5e9d-4ec9-8f31-640df044328c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:10:18.845509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Updating router a5ef7e7d-5e9d-4ec9-8f31-640df044328c port f3118af6-d989-4bb4-bd83-3ec95f2641f8 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:10:18.958365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d840d9-a48d-421f-b92c-d2aacf861c65 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:19.012395 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:19.019722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.025972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.072990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ee79b59-bfde-424f-ba4f-7428c5688dcc tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:19.096170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1b70d9ab-6c27-47eb-b7a2-3ad2426943ff tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Unset dirty status for tenant:4595cf127ba9450ea51449156d8129de on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:19.097738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1b70d9ab-6c27-47eb-b7a2-3ad2426943ff tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4595cf127ba9450ea51449156d8129de&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4047580 Dec 23 15:10:19.100078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=a2402444-36e3-4acc-9d60-d9b8bc120d5e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:19.108836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.111905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:19.163347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/a2402444-36e3-4acc-9d60-d9b8bc120d5e HTTP/1.1" status: 204 len: 168 time: 9.8468299 Dec 23 15:10:19.164815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1403459140'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:19.168935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47576) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:19.185379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:19.192569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091171508'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:19.205535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Usage tracker for resource:network and tenant:f2d3a13c48b34e3ba830750ac373984b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:19.211494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:19.216965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:19.225593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:19.230002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:19.234669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:19.242928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:19.248859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1558487695'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:19.257552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:19.268427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Usage tracker for resource:network and tenant:5d6d94a9300d422aa94e12cfb1eec405 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:19.268840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.272099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:19.278490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:19.290659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Made reservation on behalf of 5d6d94a9300d422aa94e12cfb1eec405 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:19.296163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.307496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:19.312663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:19.315524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.318022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.318675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Usage tracker for resource:security_group_rule and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:19.328228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Made reservation on behalf of f2d3a13c48b34e3ba830750ac373984b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:19.333569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.378131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-022ecb4f-f090-4e0c-bde9-1d137508c7c7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:10:19.379281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.380158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-022ecb4f-f090-4e0c-bde9-1d137508c7c7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1284916 Dec 23 15:10:19.381871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:19.389842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:19.394651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.414732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d840d9-a48d-421f-b92c-d2aacf861c65 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:10:19.420173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.434785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=c7979946-db06-468a-a545-ae27b600bf64,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:19.438346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:19.453095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:19.455823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b0e5065-4d32-4215-92a1-a5ae984e9be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.456864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Usage tracker for resource:security_group_rule and tenant:f2d3a13c48b34e3ba830750ac373984b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:19.460010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:19.466217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:19.501605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.538491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.585488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.596289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.608375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.623871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13232f84-b72b-4ebc-acb6-1249711d8213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:19.647091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5e810153-adfb-414b-bd6c-1c2e44853a33 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:19.647091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.650124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:19.657522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:19.681404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:19.684784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:19.694114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Usage tracker for resource:security_group_rule and tenant:5d6d94a9300d422aa94e12cfb1eec405 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:19.703532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.65', 62480) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:19.704535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.704931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment a8959591-38b7-4917-b02f-d9ea5aee8770 of type vlan for network 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee Dec 23 15:10:19.712323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:19.736695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-da4c0cab-7a36-47c2-8281-169aabe28f27 service neutron] 10.222.0.49 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199580 Dec 23 15:10:19.747758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257cf4c7-29b0-4b53-a970-3463de007992,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:19.748575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b003540e-9237-499a-b1be-818e8795d9c9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:19.758951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:19.759837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:19.763992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.764343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Added segment 3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6 of type vlan for network 1124784b-b447-44ba-a720-9f6e886f6375 Dec 23 15:10:19.777664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:19.894091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.898847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5257523 Dec 23 15:10:19.909212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.915936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47586) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:19.932914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:19.941585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Request body: {'security_group_rule': {'security_group_id': 'b003540e-9237-499a-b1be-818e8795d9c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:19.951956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-6a14b795-f1b4-4338-993a-deb203cc709d service neutron] 10.222.0.49 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881850 Dec 23 15:10:19.965140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.65 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/a0313d5c-232b-4246-87d6-e18622041874) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:20.027696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:20.057971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Usage tracker for resource:security_group_rule and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:20.077235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:20.111359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:20.190324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.194312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.213816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.225457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.228014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:20.230500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95304a3c-803a-4c4d-8796-064190f3725e tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:20.237623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.238018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Added segment 4f05c7e2-423f-44f7-ab98-862e28aa28a0 of type vlan for network c3f1bd54-27b3-4673-a297-65cee7ca9042 Dec 23 15:10:20.268046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.306575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7b15664-9bc3-4de0-b91c-c0466fff2c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:20.330237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:20.333345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:20.337468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:20.376962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.384972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7b72244a-9ab8-4f0c-b408-678c1553b236 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:20.403925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20c999e-1b4b-41ed-8afa-1974e6f0a8db,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:20.407066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.407842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.427809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:20.434794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b72fc717-eed0-4c83-bbcc-aeb4a7d92f83 req-5c5f92d5-3bb1-4015-85a6-58c5d861b2d2 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.2246087 Dec 23 15:10:20.440941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd54e-4265-41df-9e48-d801210318a0 req-9321f4f7-4667-4ac9-b950-2740f84d0e1f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:20.442443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-9321f4f7-4667-4ac9-b950-2740f84d0e1f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.65 "GET /v2.0/networks?id=e2d84993-2119-4638-84ac-720a89f3c06b HTTP/1.1" status: 200 len: 804 time: 0.7353470 Dec 23 15:10:20.448772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:20.449480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.475888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b4fcaab-a9fc-4bcb-b856-1679a29a09f2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:20.478170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=a0313d5c-232b-4246-87d6-e18622041874,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:20.495112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:20.525493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Transition to ACTIVE for port object f3118af6-d989-4bb4-bd83-3ec95f2641f8 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:20.544962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.558693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9fb79b4-6b3f-4035-912a-569fb98f38cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:20.586053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.593938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.608615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a08bab0-ebfa-43c9-9be2-e95d4016adb9 req-1eebc755-beee-4ca5-94a9-7f3e65fb1b6d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.0745478 Dec 23 15:10:20.629454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Pushing event updated for resources: {'Network': ['ID=c3f1bd54-27b3-4673-a297-65cee7ca9042,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:20.676690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c3f1bd54-27b3-4673-a297-65cee7ca9042 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:20.787719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:20.788448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.838421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.839492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.861848 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-be28e3a2-c90c-4bc1-9fe3-a26717121d9f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c HTTP/1.1" status: 200 len: 380 time: 0.3887939 Dec 23 15:10:20.904493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:20.906912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:20.953832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Request body: {'port': {'device_id': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'admin_state_up': True, 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'security_groups': ['c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:21.117582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d7fed-c2ca-43cc-bdb0-fb63060c6d2e None None] Pushing event updated for resources: {'Port': ['ID=f3118af6-d989-4bb4-bd83-3ec95f2641f8,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:21.120537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7b72244a-9ab8-4f0c-b408-678c1553b236 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:21.128006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-080d7fed-c2ca-43cc-bdb0-fb63060c6d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:21.132136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Attempting to bind port f3118af6-d989-4bb4-bd83-3ec95f2641f8 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:21.132565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Attempting to bind port f3118af6-d989-4bb4-bd83-3ec95f2641f8 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:21.132985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Attempting to bind port f3118af6-d989-4bb4-bd83-3ec95f2641f8 on network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:21.158065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7b72244a-9ab8-4f0c-b408-678c1553b236 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:21.158495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:21.199860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:21.200296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Checking segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:21.200759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:21.201626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Bound using segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:21.203799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Bound port: f3118af6-d989-4bb4-bd83-3ec95f2641f8, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:21.204116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:21.221090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:10:21.225113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:21.264578 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5356858 Dec 23 15:10:21.349728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] For port f3118af6-d989-4bb4-bd83-3ec95f2641f8, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:21.362987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] For port f3118af6-d989-4bb4-bd83-3ec95f2641f8, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f3118af6-d989-4bb4-bd83-3ec95f2641f8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:21.370583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:21.376220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:21.512587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:21.568624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=8a93cf73-f3ca-4592-8392-5cc38cbdf1ee,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:21.629058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:21.646502 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4679618 Dec 23 15:10:21.647590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:21.664148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.870s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:21.771707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:21.787778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '8a93cf73-f3ca-4592-8392-5cc38cbdf1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:21.790964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.0857666 Dec 23 15:10:22.028516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:22.313489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:22.319860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Request body: {'port': {'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-889118803'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:22.329697 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b394e969-2b1b-4840-91b7-fbb50ddaa75a req-4fe4d1e5-d040-483b-b0cc-8568ef7d3a93 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.4488564 Dec 23 15:10:22.337351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:22.341499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.342750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:22.367727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Usage tracker for resource:port and tenant:0ac331a8da1c4f6dbed4aa139c24173f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:22.371474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d7fed-c2ca-43cc-bdb0-fb63060c6d2e None None] Pushing event updated for resources: {'Port': ['ID=f3118af6-d989-4bb4-bd83-3ec95f2641f8,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:22.375456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-080d7fed-c2ca-43cc-bdb0-fb63060c6d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:22.379417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:22.380140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:22.384362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:22.388860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:22.416416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:22.419555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:22.486468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:22.512863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 7b72244a-9ab8-4f0c-b408-678c1553b236, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7b72244a-9ab8-4f0c-b408-678c1553b236,segment=NetworkSegment(33c36241-8836-49ba-8d43-3fa16338a104),segment_id=33c36241-8836-49ba-8d43-3fa16338a104)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:22.532827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.548900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:22.650130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=7b72244a-9ab8-4f0c-b408-678c1553b236,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:22.660683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:22.677965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Made reservation on behalf of 0ac331a8da1c4f6dbed4aa139c24173f for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:22.683939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.684504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c7979946-db06-468a-a545-ae27b600bf64 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:22.721953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.767470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47672) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:22.817682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.837561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7814247e-f460-494b-99a8-a67ddab207ba req-b2a68968-b20d-43ce-9967-3fb949646979 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.2207882 Dec 23 15:10:22.844062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:22.852533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Usage tracker for resource:security_group_rule and tenant:0ac331a8da1c4f6dbed4aa139c24173f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:22.855992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:22.865151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:22.881860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.890034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Pushing event updated for resources: {'Network': ['ID=1124784b-b447-44ba-a720-9f6e886f6375,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:22.893285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:22.899621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:22.905592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:22.943309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1124784b-b447-44ba-a720-9f6e886f6375 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:22.951946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f5c223-6890-47a4-94d5-4fcfa7bdd7fa,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:22.959710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:22.971114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:22.983964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.001925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.016s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:23.002375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:23.007891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.020108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Request body: {'port': {'network_id': '1124784b-b447-44ba-a720-9f6e886f6375', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452458147'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:23.026150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:23.048050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:23.059799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c7979946-db06-468a-a545-ae27b600bf64 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:23.060566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.106548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Allocated IP 172.20.0.1 (e6379b1d-3bb2-47ec-bf07-4f7eecb29c92/96f47a1f-2a98-44de-9038-0f92791c5db7/10217c14-5003-4f69-ab8c-c8e107a6c447) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:23.114459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port bf10049d-df40-4805-864f-8d92cfad233b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:23.137421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:23.166684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.170984 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.2485316 Dec 23 15:10:23.176768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:23.178880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47676) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:23.232411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:23.233646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:23.233820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Request body: {'security_group_rule': {'security_group_id': 'b003540e-9237-499a-b1be-818e8795d9c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:23.248572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:23.268741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Usage tracker for resource:security_group_rule and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:23.275608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:23.281422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Made reservation on behalf of 22ef1cd90cd042c6bf67e5db49d7f01c for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:23.287386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.318868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:23.334904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:23.337402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:23.405700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:23.408484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Usage tracker for resource:port and tenant:424b834a28fb4474ae3730d4e61b4711 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:23.427931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:23.429559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.443078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:10:23.443724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:10:23.581852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.702317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:23.703045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:23.732672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Transition to ACTIVE for port object 10217c14-5003-4f69-ab8c-c8e107a6c447 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:23.754884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:23.772633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:23.774034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd212a3c-8f0e-4b29-8bfd-59a85f891669 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:23.795259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3d3bb-5550-49de-80bd-618ef5ba67ff,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:23.798918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.800481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2793779 Dec 23 15:10:23.806597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47682) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:23.812171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:23.820106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Allocated IP 172.20.0.8 (e2d84993-2119-4638-84ac-720a89f3c06b/2880cd4c-a6e4-4140-9aa4-09868681247c/18786e08-94f7-4e4e-972f-2035545d2a41) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:23.827699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-022cfee2-81a5-4c83-bd09-094c0f362873 req-642d6d09-bd63-453f-93ea-12d5a2d4d1cb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.1094246 Dec 23 15:10:23.851916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Made reservation on behalf of 424b834a28fb4474ae3730d4e61b4711 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:23.868025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:23.959922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:21Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:23.964908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425ccd-5e15-41bd-8a63-4d39de898098 None None] The sync data for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv is: [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:21Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:23.998980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port bf10049d-df40-4805-864f-8d92cfad233b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:24.008993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.024228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Transition to ACTIVE for port object bf10049d-df40-4805-864f-8d92cfad233b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:24.045035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.051446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.054993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.101510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:24.153900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.167247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f37c0bbd-8bce-4974-8c48-c1b46c1d3552 req-9636e756-b34b-4adf-856e-9f0f7e17c0e2 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.0958843 Dec 23 15:10:24.173971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.191755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc6440e2-6c36-4807-aba1-386881bba255 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:24.212365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5b8445-cb1e-4d47-9b18-eca781593213,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:24.226632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:24.237788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a5a97bf-ba14-40aa-85a3-841801d93a6c tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:24.306369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:24.311733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Usage tracker for resource:security_group_rule and tenant:424b834a28fb4474ae3730d4e61b4711 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:24.315905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:24.324104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:24.421685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=bf10049d-df40-4805-864f-8d92cfad233b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:24.438443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:24.463648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.477240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.500983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:24.520230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.520464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 810e60c9-6619-49af-acf6-9cc9c747b24b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:24.521734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9277652a-d6ff-4728-a329-bd9f0a1c7180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3417618 Dec 23 15:10:24.536113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47688) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:24.560717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:24.567925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:24.574063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:24.585073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Checking segment: {'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:24.585514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Network hostable DHCP agents. Network: c3f1bd54-27b3-4673-a297-65cee7ca9042, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:24.645004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:24.650464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c8cd4-5c3f-443d-861c-ba006b5a19d8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:24.651764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:24.656728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Usage tracker for resource:floatingip and tenant:f8f0dbb953014376aee51299a9f74e25 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:24.660373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.664002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:24.667920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:24.675820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:24.691068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:24.732997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.757275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Port': ['ID=10217c14-5003-4f69-ab8c-c8e107a6c447,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:24.804332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:24.830932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=938bc742-416d-4f60-9a10-117ad0ba7cad,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:24.840058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:24.905947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3118af6-d989-4bb4-bd83-3ec95f2641f8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:24.906528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:24.939412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Network c3f1bd54-27b3-4673-a297-65cee7ca9042 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:25.087084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f3118af6-d989-4bb4-bd83-3ec95f2641f8 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:25.095493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, c3f1bd54-27b3-4673-a297-65cee7ca9042) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:25.102932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f3118af6-d989-4bb4-bd83-3ec95f2641f8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:25.103364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.128565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.149510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098ee408-afe1-46ff-ae92-9b9bfd1fc9ec None None] Network c3f1bd54-27b3-4673-a297-65cee7ca9042 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:25.169444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Transition to ACTIVE for port object 18786e08-94f7-4e4e-972f-2035545d2a41 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:25.208864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:25.295624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': 'a8959591-38b7-4917-b02f-d9ea5aee8770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a93cf73-f3ca-4592-8392-5cc38cbdf1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:25.296542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:25.356801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5f5c2b4-bcb3-47d8-ad39-a50ebbeba3f5 req-f8445d41-2872-4174-9c5f-fa95964bebed tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.1364651 Dec 23 15:10:25.416205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:25.416940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:25.417595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:25.447592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:25.448404 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:25.453732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 2 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:25.563641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:25.564845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:25.565390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:25.582255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:25.619618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:25.620001 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:25.620612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:25.626237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0b0d559c-1507-4758-8731-0f2e61c0be9a None None] Provisioning for port 10217c14-5003-4f69-ab8c-c8e107a6c447 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:25.635746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0b0d559c-1507-4758-8731-0f2e61c0be9a None None] Provisioning complete for port 10217c14-5003-4f69-ab8c-c8e107a6c447 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:25.636168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b0d559c-1507-4758-8731-0f2e61c0be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.639763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 3 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:25.666259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 810e60c9-6619-49af-acf6-9cc9c747b24b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:25.672223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:25.673599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.701706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.712584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:25.713383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:25.714131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:25.753741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Transition to ACTIVE for port object 810e60c9-6619-49af-acf6-9cc9c747b24b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:25.762568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:25.763301 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:25.766548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 4 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:25.798034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.0174818 Dec 23 15:10:25.802298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:25.807505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.847904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9e8e01c8-51e9-4931-a100-a858679fc861 req-84f5d7a3-7b48-4412-b9b4-6a6c9e4aeda9 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.3132293 Dec 23 15:10:25.853956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:25.855312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:25.855897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:25.877943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:25.934604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d2817-d368-4ebd-9109-807ba896fd2f None None] Network 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:25.952028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.967904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:25.995090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:26.088829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event updated for resources: {'Port': ['ID=18786e08-94f7-4e4e-972f-2035545d2a41,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:26.091944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:26.123528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d559c-1507-4758-8731-0f2e61c0be9a None None] Port 10217c14-5003-4f69-ab8c-c8e107a6c447 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:26.182251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:26.182630 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:26.190628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:26.197144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 5 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:26.265482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce188ee5-2ca9-4b83-943c-8e812629e4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-8a93cf73-f3ca-4592-8392-5cc38cbdf1ee', 'network_id': '8a93cf73-f3ca-4592-8392-5cc38cbdf1ee', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': '938bc742-416d-4f60-9a10-117ad0ba7cad'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:26.266944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce188ee5-2ca9-4b83-943c-8e812629e4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:26.375196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:26.388926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Checking segment: {'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:26.389383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Network hostable DHCP agents. Network: 1124784b-b447-44ba-a720-9f6e886f6375, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:26.439902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:26.440286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:26.440678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:26.471278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:26.471575 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:26.472472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=810e60c9-6619-49af-acf6-9cc9c747b24b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:26.475921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port f3118af6-d989-4bb4-bd83-3ec95f2641f8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f3118af6-d989-4bb4-bd83-3ec95f2641f8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:26.478719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 6 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:26.486224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:26.487515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7b72244a-9ab8-4f0c-b408-678c1553b236 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:26.507663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Network 1124784b-b447-44ba-a720-9f6e886f6375 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:26.511894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:26.515319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:26.516069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:26.516460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:26.529729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:26.529729 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:26.533305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 7 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:26.563672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:26.582061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:26.582470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:26.583048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:26.589823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 1124784b-b447-44ba-a720-9f6e886f6375) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:26.593520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:26.761312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=f3118af6-d989-4bb4-bd83-3ec95f2641f8,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:26.766204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24743093-441b-44d5-91fa-a8b0ff6401a2 None None] Network 1124784b-b447-44ba-a720-9f6e886f6375 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:26.787790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:26.826166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:26.826957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Network e2d84993-2119-4638-84ac-720a89f3c06b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:26.830310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:26.832873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:26.852472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:26.852978 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:26.882581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 8 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:26.916803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7b72244a-9ab8-4f0c-b408-678c1553b236 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:26.917284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:26.966618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:26.974642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:26.975259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:26.990811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:26.991655 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:26.992998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:26.995027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:26.995505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:27.011496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 9 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server [None req-ce188ee5-2ca9-4b83-943c-8e812629e4f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 938bc742-416d-4f60-9a10-117ad0ba7cad: This subnet is being modified by another concurrent operation. Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:10:27.057697 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 265, in _allocate_ips_for_port Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise exception Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 938bc742-416d-4f60-9a10-117ad0ba7cad: This subnet is being modified by another concurrent operation. Dec 23 15:10:27.061955 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server Dec 23 15:10:27.080023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.080943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:27.081369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:27.081720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:27.117742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:27.118117 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:27.119575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:27.119937 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:27.128516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 2 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:27.135413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.169996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 10 to bind port bf10049d-df40-4805-864f-8d92cfad233b Dec 23 15:10:27.199302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ec481-2e36-4f56-b2c5-8c3c81bd1192 None None] Network 8a93cf73-f3ca-4592-8392-5cc38cbdf1ee requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:27.207099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea3311ad-90b2-40f0-b8ab-f5e99de92328 req-0fc75e48-dc52-407f-8352-7fc2cf324516 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.0690088 Dec 23 15:10:27.244488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:27.333137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:27.333485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:27.333885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:27.343563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.360122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=938bc742-416d-4f60-9a10-117ad0ba7cad,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:27.365191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port bf10049d-df40-4805-864f-8d92cfad233b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:27.365582 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port bf10049d-df40-4805-864f-8d92cfad233b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:27.366027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.380407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:27.408597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:27.408989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:27.422006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:27.449543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae16bdf-9317-418d-970f-42cfcd7aa03d req-118fca3f-7ba0-4bab-8848-2063d2a81518 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:27.452123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ae16bdf-9317-418d-970f-42cfcd7aa03d req-118fca3f-7ba0-4bab-8848-2063d2a81518 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 931 time: 0.7158003 Dec 23 15:10:27.454323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:27.454699 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:27.463644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:27.464586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.470882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 3 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:27.476649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.530472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:27.530849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:27.531237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:27.568244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:27.606591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.657497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] For port bf10049d-df40-4805-864f-8d92cfad233b, host hv-neutron-8227, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:27.658026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 23 15:10:27.681552 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ae16bdf-9317-418d-970f-42cfcd7aa03d req-bdb04d0d-3e16-4342-ac52-b9a9214aa62f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845207 Dec 23 15:10:27.687783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.690710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7535064 Dec 23 15:10:27.711281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-af97f5c2-c69a-44ba-a911-024ff1f6d53d None None] Provisioning for port 18786e08-94f7-4e4e-972f-2035545d2a41 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:27.730074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377ea53-4a63-4789-9848-14ec27ea63c4 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:10:27.795653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3118af6-d989-4bb4-bd83-3ec95f2641f8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:27.832852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-af97f5c2-c69a-44ba-a911-024ff1f6d53d None None] Provisioning complete for port 18786e08-94f7-4e4e-972f-2035545d2a41 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:27.833430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-af97f5c2-c69a-44ba-a911-024ff1f6d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.863206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:27.887346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09676e09-6535-4444-9f53-099bdbd8685d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:27.900182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-af97f5c2-c69a-44ba-a911-024ff1f6d53d None None] Port 18786e08-94f7-4e4e-972f-2035545d2a41 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:27.926746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Port': ['ID=10217c14-5003-4f69-ab8c-c8e107a6c447,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:27.940924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:27.985376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Allocated IP 172.26.2.160 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:27.988265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:27.988817 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:27.992789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.005992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377ea53-4a63-4789-9848-14ec27ea63c4 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:10:28.014982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f3118af6-d989-4bb4-bd83-3ec95f2641f8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:28.015505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.016920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 4 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:28.052838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=bf10049d-df40-4805-864f-8d92cfad233b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:28.056977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a93cf73-f3ca-4592-8392-5cc38cbdf1ee']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:28.081234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:28.096636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8959591-38b7-4917-b02f-d9ea5aee8770') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:28.097122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8959591-38b7-4917-b02f-d9ea5aee8770') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:28.106509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:28.107035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:28.107423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:28.119733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:28.120075 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:28.122673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 5 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:28.135755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.184116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.191477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.1428580 Dec 23 15:10:28.199059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:28.372549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Deleting port bf10049d-df40-4805-864f-8d92cfad233b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:28.373402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.401606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:28.402400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:28.423703 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:28.442137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:28.442908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:28.443548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:28.504495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:28.515884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:28.539795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-215b4712-d195-42c2-b767-fe1699a20078 req-7862f35f-0eab-4267-b407-0ca5bc67c175 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.0709882 Dec 23 15:10:28.543357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:28.543741 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:28.547284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 6 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:28.572547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:28.572930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:28.573366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:28.663640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.726058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:28.726058 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:28.738966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 7 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:28.753780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:28.778986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.789203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/8a93cf73-f3ca-4592-8392-5cc38cbdf1ee HTTP/1.1" status: 204 len: 168 time: 2.9833272 Dec 23 15:10:28.797046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47712) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:28.824463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=8a93cf73-f3ca-4592-8392-5cc38cbdf1ee,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:28.842846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:28.843222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:28.843607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:28.846173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:28.869228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] For port bf10049d-df40-4805-864f-8d92cfad233b, host hv-neutron-8227, got binding levels [] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:28.869778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.874773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1077021979'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:28.880296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:28.886475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:28.893284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:28.904817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:28.948276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:28.948981 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:28.952041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:28.957921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:28.959113 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 8 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:28.977700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.055545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:29.155752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.156202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment ff8e6106-9695-40f4-bd66-b9fe7348a21f of type vlan for network cd0b2471-141d-455c-ad97-8705aa919fe4 Dec 23 15:10:29.233337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.242227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cd43f20a-0335-46be-8499-b99d29bd7440 None None] Provisioning complete for port 10217c14-5003-4f69-ab8c-c8e107a6c447 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:29.242756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd43f20a-0335-46be-8499-b99d29bd7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.261830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:29.299739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Calling delete_port for bf10049d-df40-4805-864f-8d92cfad233b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:29.302902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.344739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cd43f20a-0335-46be-8499-b99d29bd7440 None None] Port 10217c14-5003-4f69-ab8c-c8e107a6c447 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:29.386226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.403787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:29.426226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:29.435774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event updated for resources: {'Port': ['ID=7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:29.438606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:29.444740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:29.454101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:29.454802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:29.455952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:29.459449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:29.466216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf10049d-df40-4805-864f-8d92cfad233b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:29.475188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:29.484659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:29.485367 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:29.487285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 9 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:29.508879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.522676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:29.523055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:29.523431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:29.528075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bf10049d-df40-4805-864f-8d92cfad233b HTTP/1.1" status: 204 len: 168 time: 1.3275042 Dec 23 15:10:29.536939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:29.546968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.565208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:29.565908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.591337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683402-fbe8-4ef1-a725-0b385bf7b168 req-3b433fef-9bbc-4459-8a8e-a2799be3f8e9 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:29.599087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da683402-fbe8-4ef1-a725-0b385bf7b168 req-3b433fef-9bbc-4459-8a8e-a2799be3f8e9 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 931 time: 0.7197876 Dec 23 15:10:29.622615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6e2f862-92c8-4244-b7ca-863e166e52ac tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:29.625090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:29.625495 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:29.629039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 10 to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b Dec 23 15:10:29.641978 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-719e56f2-d6ad-4208-b66b-8b2685850e05 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:29.642554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-719e56f2-d6ad-4208-b66b-8b2685850e05 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Synchronizing usage tracker for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:29.667434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:29.667854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:29.668237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:29.695104 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da683402-fbe8-4ef1-a725-0b385bf7b168 req-7748d327-e92c-4d91-bd5a-7443dad2a2f0 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947504 Dec 23 15:10:29.696392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 810e60c9-6619-49af-acf6-9cc9c747b24b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:29.696738 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 810e60c9-6619-49af-acf6-9cc9c747b24b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:29.697142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.710376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-719e56f2-d6ad-4208-b66b-8b2685850e05 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Unset dirty status for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:29.711667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-719e56f2-d6ad-4208-b66b-8b2685850e05 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "GET /v2.0/ports/bf10049d-df40-4805-864f-8d92cfad233b HTTP/1.1" status: 404 len: 333 time: 0.1699438 Dec 23 15:10:29.717010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:29.726572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Request body: {'port': {'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1522313107'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:29.773333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:29.794945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:29.838221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] For port 810e60c9-6619-49af-acf6-9cc9c747b24b, host hv-neutron-8227, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:29.838644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 23 15:10:29.842541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.847865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:29.884859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.906103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d13c4619-c824-474b-8dcc-d7f5131987f8 req-d70497df-2622-4c92-b08a-72f12f38b12b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.1788204 Dec 23 15:10:29.907469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Made reservation on behalf of 0ac331a8da1c4f6dbed4aa139c24173f for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:29.912446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.914196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0565157 Dec 23 15:10:29.930793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47726) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:29.946144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:29.950468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port ec2516f5-a7a3-43eb-be21-e6c7ca16239b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:29.953100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:29.970179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=cd0b2471-141d-455c-ad97-8705aa919fe4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:29.973217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:29.982951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network cd0b2471-141d-455c-ad97-8705aa919fe4 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:30.008850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=810e60c9-6619-49af-acf6-9cc9c747b24b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:30.026304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:30.056907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.0836978 Dec 23 15:10:30.060578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:30.142139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Deleting port 810e60c9-6619-49af-acf6-9cc9c747b24b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:30.142539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.400741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.486448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.497356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:30.551774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] For port 810e60c9-6619-49af-acf6-9cc9c747b24b, host hv-neutron-8227, got binding levels [] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:30.552188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.560973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.603007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.606659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:30.610682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:30.626789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:30.629838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:30.657122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Router b0401275-e84b-494d-b359-7d71c28adfd5 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:30.685817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.738865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Calling delete_port for 810e60c9-6619-49af-acf6-9cc9c747b24b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:30.752643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:30.822385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Network c3f1bd54-27b3-4673-a297-65cee7ca9042 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:30.828980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:30.832344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=ec2516f5-a7a3-43eb-be21-e6c7ca16239b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:30.834762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:30.835661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:30.836427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.864733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:30.867530 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1494207 Dec 23 15:10:30.870985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47736) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:30.878266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:30.913601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:30.934844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:31.040059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event deleted for resources: {'Port': ['ID=810e60c9-6619-49af-acf6-9cc9c747b24b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:31.065790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.075571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:31.098232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.123708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "DELETE /v2.0/ports/810e60c9-6619-49af-acf6-9cc9c747b24b HTTP/1.1" status: 204 len: 168 time: 1.0595653 Dec 23 15:10:31.125630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:31.129880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.223791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-df628892-c319-42c4-9125-518fa333354a tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:31.224441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-df628892-c319-42c4-9125-518fa333354a tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Synchronizing usage tracker for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:31.271442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec4fe0-e500-453a-8521-e87c10b32786 req-85f8f848-4e5a-4f7a-9048-0cea08a7e360 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:31.273183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dbec4fe0-e500-453a-8521-e87c10b32786 req-85f8f848-4e5a-4f7a-9048-0cea08a7e360 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 931 time: 0.3419068 Dec 23 15:10:31.290472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-df628892-c319-42c4-9125-518fa333354a tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Unset dirty status for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:31.291714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df628892-c319-42c4-9125-518fa333354a tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "GET /v2.0/ports/810e60c9-6619-49af-acf6-9cc9c747b24b HTTP/1.1" status: 404 len: 333 time: 0.1633847 Dec 23 15:10:31.306086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e09e1a-b769-42a0-8ea9-dd4793a16582 req-491d0f91-e8f6-4b94-a0a6-4c71e02796ac tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.2124450 Dec 23 15:10:31.314246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47746) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:31.340741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Request body: {'port': {'network_id': '1124784b-b447-44ba-a720-9f6e886f6375', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681550526'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:31.360468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:31.449096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:31.456014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dbec4fe0-e500-453a-8521-e87c10b32786 req-dcc01ea7-d727-4ab5-b72a-04b4a8252724 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708956 Dec 23 15:10:31.519401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Made reservation on behalf of 424b834a28fb4474ae3730d4e61b4711 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:31.524508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.542207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port ec2516f5-a7a3-43eb-be21-e6c7ca16239b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:31.549611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.564158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.1 (3ba0de98-8b96-479b-8bd3-8075eee99c3e/dd1dfb42-eb73-4e75-bf66-923dbde225aa/4b3dc2ad-e3d4-4156-b250-f4ab2a321023) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:31.566286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Transition to ACTIVE for port object ec2516f5-a7a3-43eb-be21-e6c7ca16239b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:31.570643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.575753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:31.632742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 631f5036-1368-47b7-b03e-8a86c0344550 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:31.704997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=ec2516f5-a7a3-43eb-be21-e6c7ca16239b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:31.709462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:31.728628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.729000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.729422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.735982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.736350 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.736802 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 2 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.753210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.753663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.754045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.760890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.761312 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.761743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 3 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.778043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.778428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.778811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.785191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.785599 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.786035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 4 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.805453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.805835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.806214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.812805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.813189 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.813716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 5 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.830982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.831199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.831520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.837981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.838348 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.838784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 6 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.855380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.855803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.856146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.859166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.865013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.865411 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.865923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 7 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.882459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.882971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.883223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.889487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.889862 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.890292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 8 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.891830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-74e81554-7572-4f40-ba4b-a13450c94a22 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:10:31.892956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-74e81554-7572-4f40-ba4b-a13450c94a22 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0178189 Dec 23 15:10:31.896019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:31.910848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.911229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.911620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.918103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.918572 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.918883 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 9 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.936299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.936681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.937066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.938736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:31.943634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.943997 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.944427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 10 to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b Dec 23 15:10:31.962197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:31.962790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:31.963175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:31.970598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:31.971394 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:31.971394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.073205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] For port ec2516f5-a7a3-43eb-be21-e6c7ca16239b, host hv-neutron-8227, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:32.073865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 23 15:10:32.078010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.087705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:32.141128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] In _notify_port_updated(), no bound segment for port ec2516f5-a7a3-43eb-be21-e6c7ca16239b on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:10:32.142278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.146730 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "PUT /v2.0/ports/ec2516f5-a7a3-43eb-be21-e6c7ca16239b HTTP/1.1" status: 200 len: 977 time: 1.2717283 Dec 23 15:10:32.146730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47754) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:32.175120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Request body: {'port': {'device_id': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:32.211343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=ec2516f5-a7a3-43eb-be21-e6c7ca16239b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:32.212623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event updated for resources: {'Port': ['ID=7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:32.214116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:32.214655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.266614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b86de08-44eb-447c-88fe-7de164d999b3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Synchronizing usage tracker for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:32.282567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b86de08-44eb-447c-88fe-7de164d999b3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Unset dirty status for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:32.287722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b86de08-44eb-447c-88fe-7de164d999b3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21297 time: 0.1362841 Dec 23 15:10:32.288080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:32.358435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Deleting port ec2516f5-a7a3-43eb-be21-e6c7ca16239b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:32.358829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.525490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.65', 62488) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:32.589614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:32.590280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-784827c6-e778-4fe2-81ed-d45dc81461b8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:32.650762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] For port ec2516f5-a7a3-43eb-be21-e6c7ca16239b, host hv-neutron-8227, got binding levels [] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:32.651497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.665376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.822063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:32.824009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.833521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] Sync routers for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:32.848976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:32.849877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:32.907622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3aa6b481-dc07-480e-b562-df0ef0d83fe8 req-415c9939-4a4d-48e4-a962-022663b8cdd4 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.3801444 Dec 23 15:10:32.915504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:32.928158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:32.929638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:32.954306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:32.970918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=ec9ceb7e-a18e-4539-8c96-8465937b1ebe,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:33.000057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:33.001833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:33.002243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8db72b-6e24-49f4-b0c9-9fa8741383e6 None None] The sync data for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:33.017095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Calling delete_port for ec2516f5-a7a3-43eb-be21-e6c7ca16239b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:33.031508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.032773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4811385 Dec 23 15:10:33.035524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "PUT /v2.0/routers/b0401275-e84b-494d-b359-7d71c28adfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1040227 Dec 23 15:10:33.046584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:33.062353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Request body: {'port': {'network_id': 'e6379b1d-3bb2-47ec-bf07-4f7eecb29c92', 'name': 'tempest-FloatingIPAdminTestJSON-677997128'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:33.065465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.093053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-06580abb-5a96-4d4c-a4f6-6c0b9ce58262 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:33.093866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-06580abb-5a96-4d4c-a4f6-6c0b9ce58262 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Synchronizing usage tracker for tenant:4595cf127ba9450ea51449156d8129de on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:33.105131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.111435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': 'ff8e6106-9695-40f4-bd66-b9fe7348a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:33.111838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: cd0b2471-141d-455c-ad97-8705aa919fe4, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:33.129799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1c824ca-da33-4754-8ae1-e0e451cd7f23 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:33.236323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.244230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dd8c3-3377-47cc-be55-602547635c8e req-a9cdc136-74a6-41c5-97c5-9442aa080aad tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:33.245937 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-902dd8c3-3377-47cc-be55-602547635c8e req-a9cdc136-74a6-41c5-97c5-9442aa080aad tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 931 time: 0.6453283 Dec 23 15:10:33.246466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-06580abb-5a96-4d4c-a4f6-6c0b9ce58262 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Unset dirty status for tenant:4595cf127ba9450ea51449156d8129de on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:33.247735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-06580abb-5a96-4d4c-a4f6-6c0b9ce58262 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.65 "GET /v2.0/networks?id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13 HTTP/1.1" status: 200 len: 811 time: 0.7032051 Dec 23 15:10:33.267190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.290710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-609dcb1d-2c20-45d6-a47d-614f4385da9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:33.297135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:33.317038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=4b3dc2ad-e3d4-4156-b250-f4ab2a321023,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:33.319809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:33.321739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:33.336889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:33.341693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec2516f5-a7a3-43eb-be21-e6c7ca16239b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:33.350289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:33.352900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:33.363306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Usage tracker for resource:port and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:33.368697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:33.381002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:33.385798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.389490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:33.400866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-902dd8c3-3377-47cc-be55-602547635c8e req-981999d6-46ba-4430-8d0d-1599db95ad39 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348894 Dec 23 15:10:33.407307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Made reservation on behalf of 501a37bfd0f049a98348a4e85a129d3e for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:33.413722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.430301 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ec2516f5-a7a3-43eb-be21-e6c7ca16239b HTTP/1.1" status: 204 len: 168 time: 1.1410949 Dec 23 15:10:33.433238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47790) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:33.486335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] device_id is not set on port 09f95190-9343-4a9a-a1a2-86469e912c34 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:33.513154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network cd0b2471-141d-455c-ad97-8705aa919fe4 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:33.521960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e48ae56-cb9f-4658-af18-43f38cd7a8a3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:33.522552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7e48ae56-cb9f-4658-af18-43f38cd7a8a3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Synchronizing usage tracker for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:33.525740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Network 1124784b-b447-44ba-a720-9f6e886f6375 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:33.567048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7e48ae56-cb9f-4658-af18-43f38cd7a8a3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Unset dirty status for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:33.568287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7e48ae56-cb9f-4658-af18-43f38cd7a8a3 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "GET /v2.0/ports/ec2516f5-a7a3-43eb-be21-e6c7ca16239b HTTP/1.1" status: 404 len: 333 time: 0.1339843 Dec 23 15:10:33.568549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:33.572244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:33.572244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:33.572472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:33.572638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.581490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1843384786', 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:33.586381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:33.596432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:33.651988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Made reservation on behalf of 0ac331a8da1c4f6dbed4aa139c24173f for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:33.652237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, cd0b2471-141d-455c-ad97-8705aa919fe4) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:33.656723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:33.656888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.657414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.661855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd316d3-fd5d-4820-9b1c-e972869722f7 None None] Network cd0b2471-141d-455c-ad97-8705aa919fe4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:33.672555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1fab5e7c-b3f2-4324-bc40-4d27015396be tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Synchronizing usage tracker for tenant:4595cf127ba9450ea51449156d8129de on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:33.675493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=631f5036-1368-47b7-b03e-8a86c0344550,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:33.689447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:33.695748 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3747165 Dec 23 15:10:33.695913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port 8864f455-e2ad-49d6-bdda-107e9092dcdb yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:33.696546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-f6e977dc-8673-4ba1-9a04-cbf682a0d3e5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1139121061&fields=id&tenant_id=f8f0dbb953014376aee51299a9f74e25 HTTP/1.1" status: 200 len: 267 time: 0.4331858 Dec 23 15:10:33.697436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:33.698029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47798) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:33.755796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Allocated IP 172.20.0.3 (e6379b1d-3bb2-47ec-bf07-4f7eecb29c92/96f47a1f-2a98-44de-9038-0f92791c5db7/09f95190-9343-4a9a-a1a2-86469e912c34) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:33.780926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:33.858597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9128001 Dec 23 15:10:33.867726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:33.907622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-cd0b2471-141d-455c-ad97-8705aa919fe4', 'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'ec9ceb7e-a18e-4539-8c96-8465937b1ebe'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:33.908797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.081503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Allocated IP 172.20.0.1 (cd0b2471-141d-455c-ad97-8705aa919fe4/ec9ceb7e-a18e-4539-8c96-8465937b1ebe/e2a9e15e-1db0-4214-b9db-bb3b42a2fed2) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:34.101937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1fab5e7c-b3f2-4324-bc40-4d27015396be tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Unset dirty status for tenant:4595cf127ba9450ea51449156d8129de on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:34.103198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1fab5e7c-b3f2-4324-bc40-4d27015396be tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4595cf127ba9450ea51449156d8129de HTTP/1.1" status: 200 len: 379 time: 0.8312843 Dec 23 15:10:34.183235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a827d9a1-1a61-4ece-8156-ce8a74cb21c1 req-4cb22caa-3147-44b9-b772-322dae7388a4 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.1408086 Dec 23 15:10:34.214169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Request body: {'port': {'device_id': '2b888852-23c6-4853-961a-475df58f4318', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'admin_state_up': True, 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'security_groups': ['69346e03-d444-4826-ae45-abc9f297303d']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:34.255084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.347574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.361189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.396161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18786e08-94f7-4e4e-972f-2035545d2a41 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:10:34.402636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.416355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Transition to ACTIVE for port object 09f95190-9343-4a9a-a1a2-86469e912c34 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:34.428865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.431704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.445395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:34.459348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.468894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.470174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Transition to ACTIVE for port object e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:34.490825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Transition to ACTIVE for port object e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:34.499946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.519975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f890b871-003e-49a4-817e-b1b9bae4894e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:34.547255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.577631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Network cd0b2471-141d-455c-ad97-8705aa919fe4 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:34.581313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:34.583867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=8864f455-e2ad-49d6-bdda-107e9092dcdb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:34.586714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:34.626869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Network c3f1bd54-27b3-4673-a297-65cee7ca9042 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:34.632330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:34.638238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:34.655226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:34.656142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:34.656809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.665829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.677970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:34.683578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:34.700003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:34.705760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Attempting to bind port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:34.706190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Attempting to bind port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'ff8e6106-9695-40f4-bd66-b9fe7348a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:34.706607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Attempting to bind port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 on network cd0b2471-141d-455c-ad97-8705aa919fe4 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:34.715320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:34.715320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Checking segment: {'id': 'ff8e6106-9695-40f4-bd66-b9fe7348a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:34.715320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.715722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Bound using segment: {'id': 'ff8e6106-9695-40f4-bd66-b9fe7348a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:34.716120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Bound port: e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8e6106-9695-40f4-bd66-b9fe7348a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cd0b2471-141d-455c-ad97-8705aa919fe4'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:34.716542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.727783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-676f800b-f32a-42e7-8770-cd2a48cbbd2f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:34.729406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-676f800b-f32a-42e7-8770-cd2a48cbbd2f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 812 time: 1.0079002 Dec 23 15:10:34.801682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:34.805743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event updated for resources: {'Port': ['ID=09f95190-9343-4a9a-a1a2-86469e912c34,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:34.810583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:34.812578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:34.814186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:34.816655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2432141 Dec 23 15:10:34.817760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:34.817891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:34.825538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.831020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b70c31a1-50eb-49c6-9f3d-9dc582acbaf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:34.836256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47810) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:34.846834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Transition to ACTIVE for port object 18786e08-94f7-4e4e-972f-2035545d2a41 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:34.858981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.875769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23402b4e-6e69-4e3f-932a-137b7fd01f7b tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:34.918146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:34.919573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:34.921213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-7f5ee58c-cebf-42f9-a6ae-b470ef95ef61 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/quotas/f8f0dbb953014376aee51299a9f74e25 HTTP/1.1" status: 200 len: 375 time: 0.1771109 Dec 23 15:10:34.922926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:34.942380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:34.943636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92418-830a-4bbf-9918-96625de370d1 req-716a9a2c-fb3d-4cff-8ad3-2fbac1929360 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:34.945357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-27a92418-830a-4bbf-9918-96625de370d1 req-716a9a2c-fb3d-4cff-8ad3-2fbac1929360 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 931 time: 0.4018662 Dec 23 15:10:34.946209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9ceb7e-a18e-4539-8c96-8465937b1ebe,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:34.956721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:34.977603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:34.983889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:34.984591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.120631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0694051 Dec 23 15:10:35.121398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:35.125068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.167644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0b2471-141d-455c-ad97-8705aa919fe4']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:35.178546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-27a92418-830a-4bbf-9918-96625de370d1 req-6b57d972-c4a0-4e17-9cd2-a34b79f9debd tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147825 Dec 23 15:10:35.186908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8e6106-9695-40f4-bd66-b9fe7348a21f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:35.189053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8e6106-9695-40f4-bd66-b9fe7348a21f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:35.207641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.215919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:35.229833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e21926fb-b7e3-42db-bcd3-67eced58c046 None None] Provisioning for port 09f95190-9343-4a9a-a1a2-86469e912c34 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:35.230931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.238868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:35.239560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.245351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e21926fb-b7e3-42db-bcd3-67eced58c046 None None] Provisioning complete for port 09f95190-9343-4a9a-a1a2-86469e912c34 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:35.245797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e21926fb-b7e3-42db-bcd3-67eced58c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:35.265970 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:35.274374 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a799e09-649f-4fa2-8e43-5fa44ab92c91 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "GET /v2.0/ports/8864f455-e2ad-49d6-bdda-107e9092dcdb HTTP/1.1" status: 200 len: 955 time: 0.4293432 Dec 23 15:10:35.276833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:35.443157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e21926fb-b7e3-42db-bcd3-67eced58c046 None None] Port 09f95190-9343-4a9a-a1a2-86469e912c34 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:35.508403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Made reservation on behalf of 4595cf127ba9450ea51449156d8129de for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:35.514979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.553561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Pushing event updated for resources: {'Port': ['ID=18786e08-94f7-4e4e-972f-2035545d2a41,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:35.645964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:35.722388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'project_id': '501a37bfd0f049a98348a4e85a129d3e', 'port_id': '09f95190-9343-4a9a-a1a2-86469e912c34'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:35.727937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:35.732787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Usage tracker for resource:floatingip and tenant:501a37bfd0f049a98348a4e85a129d3e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:35.735728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:35.741779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:35.757814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ec47ebef-b518-45aa-bac7-9defabc2896d req-e5c95822-4b1b-4c9a-90f0-438334170c0e tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.3510408 Dec 23 15:10:35.761023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:35.796699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Deleting port 8864f455-e2ad-49d6-bdda-107e9092dcdb {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:35.796925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.838498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:35.838635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:10:35.838635 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:10:35.838635 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'cd0b2471-141d-455c-ad97-8705aa919fe4'}] Dec 23 15:10:35.838635 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:35.838919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:35.847281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:35.879858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-c84ca7c0-8132-4695-8172-7145c37bd734 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9444406 Dec 23 15:10:36.105258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.168043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 631f5036-1368-47b7-b03e-8a86c0344550 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:36.196879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.236543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Calling delete_port for 8864f455-e2ad-49d6-bdda-107e9092dcdb owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:36.283121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Transition to ACTIVE for port object 631f5036-1368-47b7-b03e-8a86c0344550 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:36.314564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Attempting to bind port 18786e08-94f7-4e4e-972f-2035545d2a41 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:36.314856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Attempting to bind port 18786e08-94f7-4e4e-972f-2035545d2a41 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:36.315226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Attempting to bind port 18786e08-94f7-4e4e-972f-2035545d2a41 on network e2d84993-2119-4638-84ac-720a89f3c06b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:36.317497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.332321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:36.363089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.389571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Allocated IP 172.20.0.10 (6b093e8a-f64e-41d0-a3a0-ffa6b643be13/00018c91-7f40-4157-bef6-6a87391edc51/583131a7-1c70-4613-bfec-959d46d28d95) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:36.392662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.400457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-b27773ea-1729-4691-b621-d09e398084ef service neutron] 10.222.0.49 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968989 Dec 23 15:10:36.404766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.406569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:36.419920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Port 18786e08-94f7-4e4e-972f-2035545d2a41 on network e2d84993-2119-4638-84ac-720a89f3c06b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:36.420288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Attempting to bind port 18786e08-94f7-4e4e-972f-2035545d2a41 on network e2d84993-2119-4638-84ac-720a89f3c06b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:36.492622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:36.492996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.526006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event deleted for resources: {'Port': ['ID=8864f455-e2ad-49d6-bdda-107e9092dcdb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:36.543686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:36.577900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.666681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8864f455-e2ad-49d6-bdda-107e9092dcdb HTTP/1.1" status: 204 len: 168 time: 1.3881831 Dec 23 15:10:36.710932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1f92-10bf-45d9-9efc-e5f5d1e6786b req-843503b1-e065-4917-ace8-bf38c8e3d57f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:36.712702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-467e1f92-10bf-45d9-9efc-e5f5d1e6786b req-843503b1-e065-4917-ace8-bf38c8e3d57f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 943 time: 0.3946524 Dec 23 15:10:36.714429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:36.740869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:10:36.802132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=631f5036-1368-47b7-b03e-8a86c0344550,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:36.818051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:36.818620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Checking segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:36.818996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Bound using segment: {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:36.819517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Bound port: 18786e08-94f7-4e4e-972f-2035545d2a41, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:36.819911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:36.830339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:36.838566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddb7d77-8ae9-43c5-bd8f-35906e2ff032 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:36.839145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eddb7d77-8ae9-43c5-bd8f-35906e2ff032 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Synchronizing usage tracker for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:36.857889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9bbbe-bff9-4ff8-8d6b-20f67d056c9d None None] Network cd0b2471-141d-455c-ad97-8705aa919fe4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:36.943415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Allocated IP 172.26.2.155 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/cfc4710b-ab7e-46cf-8c2d-1f6548dc673e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:36.981209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eddb7d77-8ae9-43c5-bd8f-35906e2ff032 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Unset dirty status for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:36.986193 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eddb7d77-8ae9-43c5-bd8f-35906e2ff032 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "GET /v2.0/ports/8864f455-e2ad-49d6-bdda-107e9092dcdb HTTP/1.1" status: 404 len: 333 time: 0.2602818 Dec 23 15:10:37.012245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47836) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:37.039658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.065197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-467e1f92-10bf-45d9-9efc-e5f5d1e6786b req-3b437119-ec4b-4c19-9c07-3c807435857a tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370945 Dec 23 15:10:37.069802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.077580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Request body: {'port': {'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1169786793'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:37.082133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Provisioning for port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:37.083248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:37.083671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.089212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Provisioning complete for port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:37.089761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.105271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:37.114145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:37.168726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:37.169360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:37.169491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:37.217054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:37.217470 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:37.227203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 2 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:37.234031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:37.241278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-265713ec-8b1d-4371-9cb0-e6515678b795 service neutron] 10.222.0.49 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237202 Dec 23 15:10:37.242436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:37.264801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.280943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] DHCP port deletion for cd0b2471-141d-455c-ad97-8705aa919fe4 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:10:37.289501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Deleting port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:37.290720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.293981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] For port 18786e08-94f7-4e4e-972f-2035545d2a41, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:37.301636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:37.302928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:37.302928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:37.335581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.351559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=4b3dc2ad-e3d4-4156-b250-f4ab2a321023,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:37.360419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] For port 18786e08-94f7-4e4e-972f-2035545d2a41, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=18786e08-94f7-4e4e-972f-2035545d2a41,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:37.361718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:37.369483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:37.369483 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:37.379961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 3 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:37.381795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad599af6-8a91-47ee-b85a-14a6c6f703f0 req-f90f95b9-37b1-49c0-92d8-a279bfb5d15a tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.0848265 Dec 23 15:10:37.382521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Made reservation on behalf of 0ac331a8da1c4f6dbed4aa139c24173f for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:37.387426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.388695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.398072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5acd4a6a-e89e-439f-becc-4a6bf62b731c tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:37.444653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.465416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:37.486105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.500531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:37.500922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:37.501253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:37.512189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-934990ec-4ed7-4c37-87bb-0be7fac63bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:37.533396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.547970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:37.548349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:37.551286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port deac4b04-c042-4b45-b7ec-ac15ee08dd32 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:37.581624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Transition to ACTIVE for port object 583131a7-1c70-4613-bfec-959d46d28d95 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:37.600114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:37.600384 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:37.613673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 4 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:37.633117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.634384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] 10.222.0.65 "PUT /v2.0/ports/18786e08-94f7-4e4e-972f-2035545d2a41 HTTP/1.1" status: 200 len: 1093 time: 5.6116285 Dec 23 15:10:37.634937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:10:37.664187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:37.664627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:37.665004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:37.667478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Pushing event updated for resources: {'Port': ['ID=18786e08-94f7-4e4e-972f-2035545d2a41,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:37.676734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-be2fc83a-e934-4d7b-b44c-b11185f7215e req-589a23e6-0ff8-4391-9e86-f608859858c7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Synchronizing usage tracker for tenant:f8f0dbb953014376aee51299a9f74e25 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:37.695533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:37.736900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:37.745315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:37.745693 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:37.747108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:37.749244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:37.749672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.759132 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 5 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:37.797503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-be2fc83a-e934-4d7b-b44c-b11185f7215e req-589a23e6-0ff8-4391-9e86-f608859858c7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Unset dirty status for tenant:f8f0dbb953014376aee51299a9f74e25 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:37.810578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:37.810728 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be2fc83a-e934-4d7b-b44c-b11185f7215e req-589a23e6-0ff8-4391-9e86-f608859858c7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.2169156 Dec 23 15:10:37.841909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:37.873831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:37.874207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:37.874592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:37.899578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:10:37.933811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:37.952279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:37.987020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.033501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:38.040740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:38.041112 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:38.049809 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 6 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:38.097767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:38.109694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event updated for resources: {'Port': ['ID=583131a7-1c70-4613-bfec-959d46d28d95,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:38.112975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:38.113347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:38.113701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:38.113847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.114344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:38.117119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:38.122965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Calling delete_port for e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:38.123547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:38.125275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:38.209581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41', 'status': 'completed', 'code': 200} Dec 23 15:10:38.276829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:38.278665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:38.279038 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:38.345754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:38.361092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 7 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:38.369788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.381885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:38.428180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-84354b9b-ab41-4b0d-b004-3021c5ab02e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c&device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 1096 time: 0.6784048 Dec 23 15:10:38.461587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.506496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:38.512050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.515720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e24c13a-c73b-4335-a515-69f8c555c5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:38.525752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:38.526478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.531990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:38.531990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:38.531990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:38.532326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Pushing event updated for resources: {'Port': ['ID=cfc4710b-ab7e-46cf-8c2d-1f6548dc673e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:38.578867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:38.582548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:38.583295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:38.606634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:38.607223 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:38.610487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-07ec339d-05f0-44fa-93d2-4838c87f61dd None None] Provisioning for port 583131a7-1c70-4613-bfec-959d46d28d95 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:38.620683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-07ec339d-05f0-44fa-93d2-4838c87f61dd None None] Provisioning complete for port 583131a7-1c70-4613-bfec-959d46d28d95 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:38.621290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07ec339d-05f0-44fa-93d2-4838c87f61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:38.696259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-07ec339d-05f0-44fa-93d2-4838c87f61dd None None] Port 583131a7-1c70-4613-bfec-959d46d28d95 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:38.703070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:38.712833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 8 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:38.720243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:38.742478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-dd1c0a58-c36b-4b68-be8c-faf887329bdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18786e08-94f7-4e4e-972f-2035545d2a41 HTTP/1.1" status: 200 len: 217 time: 0.2951894 Dec 23 15:10:38.816556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:38.817258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:38.817644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:38.887060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7337828 Dec 23 15:10:38.916466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Request body: {'port': {'device_id': '2b888852-23c6-4853-961a-475df58f4318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:38.950235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:38.950610 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:38.962674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 9 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:38.989594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd54e-4265-41df-9e48-d801210318a0 req-bc5c339c-f180-4bba-8ab0-b3f58d59fc4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:38.991315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-bc5c339c-f180-4bba-8ab0-b3f58d59fc4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2880cd4c-a6e4-4140-9aa4-09868681247c HTTP/1.1" status: 200 len: 843 time: 0.2296271 Dec 23 15:10:39.004233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:39.004637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:39.005017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:39.046728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.072500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:39.085358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Deleting port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:39.086004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.165266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d9d02-f182-40ca-8d7d-91de110f9054 req-c9b00705-d42e-4801-9c0f-007b96e0c884 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:39.166960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6d9d02-f182-40ca-8d7d-91de110f9054 req-c9b00705-d42e-4801-9c0f-007b96e0c884 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 943 time: 0.8925664 Dec 23 15:10:39.176913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:39.177437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.218879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Network c3f1bd54-27b3-4673-a297-65cee7ca9042 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:39.269694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c15d5-7ba3-415c-abe1-5a42d336a022 req-e516a30b-cd5d-41a4-941b-a92f07c1b337 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:39.270476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b38c15d5-7ba3-415c-abe1-5a42d336a022 req-e516a30b-cd5d-41a4-941b-a92f07c1b337 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Synchronizing usage tracker for tenant:4595cf127ba9450ea51449156d8129de on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:39.332228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:39.332579 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:39.338300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 10 to bind port 631f5036-1368-47b7-b03e-8a86c0344550 Dec 23 15:10:39.345124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] For port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,segment=NetworkSegment(ff8e6106-9695-40f4-bd66-b9fe7348a21f),segment_id=ff8e6106-9695-40f4-bd66-b9fe7348a21f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:39.346116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.348137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.65', 62495) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:39.356283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:39.424899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:39.425246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:39.425583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:39.427959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b38c15d5-7ba3-415c-abe1-5a42d336a022 req-e516a30b-cd5d-41a4-941b-a92f07c1b337 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Unset dirty status for tenant:4595cf127ba9450ea51449156d8129de on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:39.429304 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b38c15d5-7ba3-415c-abe1-5a42d336a022 req-e516a30b-cd5d-41a4-941b-a92f07c1b337 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 932 time: 0.8207948 Dec 23 15:10:39.436792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=deac4b04-c042-4b45-b7ec-ac15ee08dd32,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:39.443242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:39.444165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:39.444833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.464414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:39.482398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.527734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Calling delete_port for e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:39.546189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:39.575568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-9a2fc5c8-73dd-44dc-8ddb-bd7cd5ea4fe9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d84993-2119-4638-84ac-720a89f3c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5734739 Dec 23 15:10:39.576481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:39.576870 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 631f5036-1368-47b7-b03e-8a86c0344550 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:39.577296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.582582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5681419 Dec 23 15:10:39.601215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47870) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:39.621805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:39.658316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6d9d02-f182-40ca-8d7d-91de110f9054 req-5a851d04-663c-4eb4-a988-421c81e946f8 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628336 Dec 23 15:10:39.684641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.689389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:39.756361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Pushing event deleted for resources: {'Port': ['ID=e2a9e15e-1db0-4214-b9db-bb3b42a2fed2,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:39.760904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:39.764096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] No DVR routers for this DVR port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:10:39.778164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 23 15:10:39.778164 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 23 15:10:39.778164 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'port_id': 'e2a9e15e-1db0-4214-b9db-bb3b42a2fed2'}] Dec 23 15:10:39.778164 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:39.778559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:39.898822 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d72bbd00-7625-4da1-a882-74478c5eb46c req-31c03db5-0804-4962-874f-3005e22dc5f5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.0671766 Dec 23 15:10:39.903881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:39.952910 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b38c15d5-7ba3-415c-abe1-5a42d336a022 req-7ce2dbe0-b5c2-428c-9a92-4faeebe097bb tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4602344 Dec 23 15:10:39.976991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-f49dfcf5-ad15-4900-a7f9-9954e4e6659f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:39.978625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-f49dfcf5-ad15-4900-a7f9-9954e4e6659f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 812 time: 0.6224108 Dec 23 15:10:40.110823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] For port 631f5036-1368-47b7-b03e-8a86c0344550, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:40.111199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempted to set empty binding levels {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 23 15:10:40.124540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-48c8e190-4bdc-4d0c-a68d-b09570a4ebeb service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330062 Dec 23 15:10:40.135831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.146003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:40.391806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-d274a47e-19a9-45d0-8557-23718c9ab802 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8f0dbb953014376aee51299a9f74e25 HTTP/1.1" status: 200 len: 380 time: 0.3551562 Dec 23 15:10:40.432916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Request body: {'port': {'device_id': '2bac4f04-89a9-40a3-b110-26497d398153', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'admin_state_up': True, 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'security_groups': ['b003540e-9237-499a-b1be-818e8795d9c9']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:40.449609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] device_id is not set on port deac4b04-c042-4b45-b7ec-ac15ee08dd32 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:40.453899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] In _notify_port_updated(), no bound segment for port 631f5036-1368-47b7-b03e-8a86c0344550 on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:10:40.455058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.456526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "PUT /v2.0/ports/631f5036-1368-47b7-b03e-8a86c0344550 HTTP/1.1" status: 200 len: 981 time: 6.7366753 Dec 23 15:10:40.467705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.470039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:40.509111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.539534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=631f5036-1368-47b7-b03e-8a86c0344550,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:40.558879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:40.569146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Transition to ACTIVE for port object deac4b04-c042-4b45-b7ec-ac15ee08dd32 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:40.579525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.586312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee6a8002-1322-4705-bae8-b8ad091063ab tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:40.600915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:40.605882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526bd54e-4265-41df-9e48-d801210318a0 req-dd9f912c-5c3f-4859-800f-dedba0487bd8 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635928 Dec 23 15:10:40.803180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:40.822501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port e2a9e15e-1db0-4214-b9db-bb3b42a2fed2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:40.822901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.828677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:40.902747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Made reservation on behalf of f8f0dbb953014376aee51299a9f74e25 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:40.908288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.941665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583131a7-1c70-4613-bfec-959d46d28d95 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:10:40.954597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.958514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:40.999640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] The port 'e2a9e15e-1db0-4214-b9db-bb3b42a2fed2' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:10:41.133466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=deac4b04-c042-4b45-b7ec-ac15ee08dd32,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:41.136499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:41.218614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-64e348d7-c6e5-4ba9-abdd-f0ed745cfd5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c&device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 1096 time: 0.5437446 Dec 23 15:10:41.280464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Transition to ACTIVE for port object 583131a7-1c70-4613-bfec-959d46d28d95 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:41.317589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc763987-733c-4ba0-8afe-9ac562f37ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25273 time: 0.8424921 Dec 23 15:10:41.322959 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c726d1c-a999-44fd-8d50-98d15f6cef1e req-06be1e0f-e150-4893-bf1c-96c9c0da8443 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.1142766 Dec 23 15:10:41.324646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47888) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:41.334100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.350372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.392963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:41.450408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:41.450793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:41.451480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:41.461282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0b2471-141d-455c-ad97-8705aa919fe4']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:41.499197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8e6106-9695-40f4-bd66-b9fe7348a21f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:41.499435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8e6106-9695-40f4-bd66-b9fe7348a21f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:41.512631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:41.513005 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:41.519244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa691-06f9-4765-b833-7284b8b690db req-8c87e60f-98dd-486d-b4fe-0791aeb1683e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:41.520912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ce8aa691-06f9-4765-b833-7284b8b690db req-8c87e60f-98dd-486d-b4fe-0791aeb1683e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 943 time: 0.7008538 Dec 23 15:10:41.524935 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 2 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:41.537829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.596016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:41.596409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:41.596759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:41.599336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.627705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:41.628146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:41.647238 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:41.715731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:41.716113 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:41.725997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 3 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:41.766896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ce8aa691-06f9-4765-b833-7284b8b690db req-4c61fbe7-7645-46eb-8a15-61a7865e45c9 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340646 Dec 23 15:10:41.769584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:41.769962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:41.770341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:41.779473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Pushing event updated for resources: {'Port': ['ID=583131a7-1c70-4613-bfec-959d46d28d95,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:41.783452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:41.790638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.796633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.799526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:41.799947 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:41.800885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.803782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:41.825183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 4 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:41.826573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Deleting port 631f5036-1368-47b7-b03e-8a86c0344550 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:41.826981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.843831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:41.851750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=cd0b2471-141d-455c-ad97-8705aa919fe4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:41.858854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:41.859598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:41.859970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:41.860363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:41.863546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/cd0b2471-141d-455c-ad97-8705aa919fe4 HTTP/1.1" status: 204 len: 168 time: 7.9873281 Dec 23 15:10:41.864195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:41.882763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47892) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:41.906728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282215384'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:41.924369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-29c5c180-2e9b-4aac-b913-4c0ccf7f9068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:41.925973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-29c5c180-2e9b-4aac-b913-4c0ccf7f9068 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d84993-2119-4638-84ac-720a89f3c06b HTTP/1.1" status: 200 len: 905 time: 0.6594257 Dec 23 15:10:41.928299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Allocated IP 172.20.0.7 (92cf0e0e-82c4-441c-8d53-1e130fcfc43a/dc1a1692-4644-43c6-ad7a-748e95a4d92a/d02c8b14-126c-4859-a436-0668012eb7c8) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:41.932680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:41.955701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:41.956075 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:41.962675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 5 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:42.002027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Pushing event updated for resources: {'Port': ['ID=cfc4710b-ab7e-46cf-8c2d-1f6548dc673e,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:42.006598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.006969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.007346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.012112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:42.017972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.032185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:42.052000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:42.078999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:42.079408 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:42.086113 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 6 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:42.104294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:42.105801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.106216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.106571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.118801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:42.119167 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:42.120876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 7 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:42.140326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.140697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.141071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.161897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:42.162265 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:42.163881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 8 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:42.164384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-37320cc0-71be-459d-b125-3cb4a03d6c22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18786e08-94f7-4e4e-972f-2035545d2a41 HTTP/1.1" status: 200 len: 217 time: 0.2242155 Dec 23 15:10:42.234415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.234810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.235163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.250470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:42.250839 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:42.252207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 9 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:42.261446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:42.266937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.272494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.272864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.273272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.285369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:42.285729 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:42.286281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempt 10 to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 Dec 23 15:10:42.313971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.314247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.314630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempting to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.326772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:42.327140 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Failed to bind port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4f05c7e2-423f-44f7-ab98-862e28aa28a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3f1bd54-27b3-4673-a297-65cee7ca9042'}] Dec 23 15:10:42.327531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.331681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a45a69-b37b-450a-94a7-8aabcdbc422b req-c404c84d-b6d2-42b0-b529-e0defc597967 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:42.333399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00a45a69-b37b-450a-94a7-8aabcdbc422b req-c404c84d-b6d2-42b0-b529-e0defc597967 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 944 time: 0.8320780 Dec 23 15:10:42.346189 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Floating IP ac0968b7-f0fc-4562-a027-64e88124c9b2 associated. External IP: 172.26.2.155, port: 09f95190-9343-4a9a-a1a2-86469e912c34. Dec 23 15:10:42.532328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a8ce627-d626-4fae-92b6-18e6e748a2af req-942b01bc-91d4-4fc8-a06c-7d8de4655f43 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.0666828 Dec 23 15:10:42.544681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] For port deac4b04-c042-4b45-b7ec-ac15ee08dd32, host hv-neutron-8227, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:42.545066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 23 15:10:42.557318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.567112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:42.577933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-bad5f09b-a25f-4199-a5e3-e299d6df8165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:42.579546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-bad5f09b-a25f-4199-a5e3-e299d6df8165 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2880cd4c-a6e4-4140-9aa4-09868681247c HTTP/1.1" status: 200 len: 843 time: 0.3883688 Dec 23 15:10:42.581385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:42.592237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:42.599724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:42.608273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:42.608470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Attempting to bind port 583131a7-1c70-4613-bfec-959d46d28d95 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:42.608606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Attempting to bind port 583131a7-1c70-4613-bfec-959d46d28d95 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:42.608994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Attempting to bind port 583131a7-1c70-4613-bfec-959d46d28d95 on network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:42.610078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:42.628556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] In _notify_port_updated(), no bound segment for port deac4b04-c042-4b45-b7ec-ac15ee08dd32 on network c3f1bd54-27b3-4673-a297-65cee7ca9042 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:10:42.629704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.631237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "PUT /v2.0/ports/deac4b04-c042-4b45-b7ec-ac15ee08dd32 HTTP/1.1" status: 200 len: 977 time: 3.0278420 Dec 23 15:10:42.664475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.665140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment e4ac3d5c-a4a3-4588-abfb-90f86121e3c7 of type vlan for network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 Dec 23 15:10:42.681858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:42.690499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:42.695616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] For port 631f5036-1368-47b7-b03e-8a86c0344550, host hv-neutron-8227, got binding levels [] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:42.695991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:42.703444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:42.704118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:42.747313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event updated for resources: {'Port': ['ID=deac4b04-c042-4b45-b7ec-ac15ee08dd32,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:42.752946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:42.767182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:42.767653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ad350-1f90-4b53-9571-2a22c5db732d None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:42.783526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Deleting port deac4b04-c042-4b45-b7ec-ac15ee08dd32 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:42.783914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.017387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Port 583131a7-1c70-4613-bfec-959d46d28d95 on network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:43.017803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Attempting to bind port 583131a7-1c70-4613-bfec-959d46d28d95 on network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:43.021435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.092176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/routers/206d562b-e5a6-48bf-9bc9-ba1096e700d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2838976 Dec 23 15:10:43.100096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Calling delete_port for 631f5036-1368-47b7-b03e-8a86c0344550 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:43.133560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00a45a69-b37b-450a-94a7-8aabcdbc422b req-d62b6d73-938d-4e8c-b448-c248ba1dd5ec tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7170150 Dec 23 15:10:43.144342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47904) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:43.174521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'port': {'network_id': '3ba0de98-8b96-479b-8bd3-8075eee99c3e', 'name': 'tempest-FloatingIPTestJSON-1036944466'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:43.215253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:43.215639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Checking segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:43.216077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Bound using segment: {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:43.216583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Bound port: 583131a7-1c70-4613-bfec-959d46d28d95, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1932c355-e981-4f02-a8db-19ae6f13900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:43.216975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.319429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.366855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] For port deac4b04-c042-4b45-b7ec-ac15ee08dd32, host hv-neutron-8227, got binding levels [] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:43.367173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.474192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.493281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 18786e08-94f7-4e4e-972f-2035545d2a41 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:10:43.494338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Transition to ACTIVE for port object d02c8b14-126c-4859-a436-0668012eb7c8 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:43.499190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:43.499854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.508333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Calling delete_port for deac4b04-c042-4b45-b7ec-ac15ee08dd32 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:43.524668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:43.593515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0dcfb-b611-45f2-99b7-517286cf7e05 req-eec0985f-228c-48aa-aed2-6aa1bdc040ba tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:43.595168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dfa0dcfb-b611-45f2-99b7-517286cf7e05 req-eec0985f-228c-48aa-aed2-6aa1bdc040ba tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 943 time: 0.6710963 Dec 23 15:10:43.652787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.696548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 18786e08-94f7-4e4e-972f-2035545d2a41, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=18786e08-94f7-4e4e-972f-2035545d2a41,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:43.716484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.718521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '18786e08-94f7-4e4e-972f-2035545d2a41', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'port_id': '18786e08-94f7-4e4e-972f-2035545d2a41', 'mac_address': 'fa:16:3e:19:df:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:10:43.726547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6b0ed43-37c9-4630-b5ab-3aec1d90d253 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:43.761220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-fbecba56-f478-4045-965b-2d972e51f4e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d84993-2119-4638-84ac-720a89f3c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1627617 Dec 23 15:10:43.774642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8862691 Dec 23 15:10:43.775197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Pushing event deleted for resources: {'Port': ['ID=deac4b04-c042-4b45-b7ec-ac15ee08dd32,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:43.780324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:43.781205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:43.781559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:43.788079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.790587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:43.808259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18786e08-94f7-4e4e-972f-2035545d2a41 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:10:43.810994 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dfa0dcfb-b611-45f2-99b7-517286cf7e05 req-b095b718-8c20-49cb-ab32-9e4cb667d535 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067833 Dec 23 15:10:43.822741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e18df2d5-e387-4262-a949-e17453751473 req-c50956c5-ee53-47db-a91a-c83b8cdc6d36 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Synchronizing usage tracker for tenant:f8f0dbb953014376aee51299a9f74e25 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:43.825419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:43.825681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 18786e08-94f7-4e4e-972f-2035545d2a41, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=18786e08-94f7-4e4e-972f-2035545d2a41,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:43.831870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:port and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:43.836162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] For port 583131a7-1c70-4613-bfec-959d46d28d95, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:43.840564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.843624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:43.844372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:43.861598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ef41182-2f2d-4e60-b400-c9365aa7fab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:43.891150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.895740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:43.898660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:43.937284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "DELETE /v2.0/ports/deac4b04-c042-4b45-b7ec-ac15ee08dd32 HTTP/1.1" status: 204 len: 168 time: 1.2498105 Dec 23 15:10:43.938743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:43.946374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:43.962905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] For port 583131a7-1c70-4613-bfec-959d46d28d95, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=583131a7-1c70-4613-bfec-959d46d28d95,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:43.977072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.978989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event deleted for resources: {'Port': ['ID=631f5036-1368-47b7-b03e-8a86c0344550,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:43.990890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:43.994557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:43.996663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "DELETE /v2.0/ports/631f5036-1368-47b7-b03e-8a86c0344550 HTTP/1.1" status: 204 len: 168 time: 2.6641438 Dec 23 15:10:44.007163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:44.014995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47920) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:44.015193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:44.015549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.030983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e18df2d5-e387-4262-a949-e17453751473 req-c50956c5-ee53-47db-a91a-c83b8cdc6d36 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Unset dirty status for tenant:f8f0dbb953014376aee51299a9f74e25 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:44.032325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e18df2d5-e387-4262-a949-e17453751473 req-c50956c5-ee53-47db-a91a-c83b8cdc6d36 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.3407946 Dec 23 15:10:44.046043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:44.051885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.071134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9799dea6-8d7d-44c7-b386-b2650a89907b tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:44.071709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9799dea6-8d7d-44c7-b386-b2650a89907b tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Synchronizing usage tracker for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:44.084029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:44.095830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Router b0401275-e84b-494d-b359-7d71c28adfd5 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:44.104694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:44.106378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:44.107562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8162ff0d-698e-46b3-9355-93ee6cfcceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:44.113269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8162ff0d-698e-46b3-9355-93ee6cfcceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "GET /v2.0/ports/631f5036-1368-47b7-b03e-8a86c0344550 HTTP/1.1" status: 404 len: 333 time: 0.1002605 Dec 23 15:10:44.113873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47924) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:44.119939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-20cf338e-3017-468e-948a-9182f309ae24 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:44.125018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-11979313', 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:44.133559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:44.150714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:44.152013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.153603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] 10.222.0.65 "PUT /v2.0/ports/583131a7-1c70-4613-bfec-959d46d28d95 HTTP/1.1" status: 200 len: 1094 time: 5.2484815 Dec 23 15:10:44.164095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:10:44.169805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9799dea6-8d7d-44c7-b386-b2650a89907b tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Unset dirty status for tenant:0ac331a8da1c4f6dbed4aa139c24173f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:44.173968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:44.174205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9799dea6-8d7d-44c7-b386-b2650a89907b tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] 10.222.0.49 "GET /v2.0/ports/deac4b04-c042-4b45-b7ec-ac15ee08dd32 HTTP/1.1" status: 404 len: 333 time: 0.2278697 Dec 23 15:10:44.178216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=18786e08-94f7-4e4e-972f-2035545d2a41,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:44.189021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:44.216378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47932) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:44.222981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:44.229663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:44.245751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['18786e08-94f7-4e4e-972f-2035545d2a41'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:10:44.256366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] device_id is not set on port 2ef79178-17c1-4a52-b7ec-c151ffae2a6a yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:44.332418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-6defc76b-e941-451b-a67d-6c4ae4beb342 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419052 Dec 23 15:10:44.369019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Made reservation on behalf of 424b834a28fb4474ae3730d4e61b4711 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:44.374365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.408671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.425816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95', 'status': 'completed', 'code': 200} Dec 23 15:10:44.551274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:44.591448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.713246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1a85b9f7-64e3-4cfe-b0e5-e3a5b8d8dd2a None None] Provisioning for port d02c8b14-126c-4859-a436-0668012eb7c8 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:44.718731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1a85b9f7-64e3-4cfe-b0e5-e3a5b8d8dd2a None None] Provisioning complete for port d02c8b14-126c-4859-a436-0668012eb7c8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:44.719153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a85b9f7-64e3-4cfe-b0e5-e3a5b8d8dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:44.749092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event updated for resources: {'Port': ['ID=d02c8b14-126c-4859-a436-0668012eb7c8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:44.774845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1a85b9f7-64e3-4cfe-b0e5-e3a5b8d8dd2a None None] Port d02c8b14-126c-4859-a436-0668012eb7c8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:10:44.817904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce41f6-1793-4b08-9f8a-33ceaa24cbee req-d9d106d9-7a93-40ca-90a3-918dc4dd77bd tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:44.819512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6dce41f6-1793-4b08-9f8a-33ceaa24cbee req-d9d106d9-7a93-40ca-90a3-918dc4dd77bd tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 944 time: 0.4214272 Dec 23 15:10:44.826641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:44.827321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.080169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.084710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6dce41f6-1793-4b08-9f8a-33ceaa24cbee req-2dda6132-257f-4006-ada1-cd8aab83b84b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117970 Dec 23 15:10:45.123094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.133087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:45.181078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:45.203313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] Sync routers for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:45.216514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:45.217497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.225726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.239968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=dcc4e1c9-3a9a-491b-a3fd-b6d494d0f081,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:45.250896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:45.284769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.293042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a51c9b3-288b-4228-8cd5-ce62664e1140 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:45.296587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:45.297363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.304961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-30d3379e-cc2b-4592-87dc-97762357d78c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8821173 Dec 23 15:10:45.337703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Request body: {'port': {'device_id': '2bac4f04-89a9-40a3-b110-26497d398153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:45.368372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.379751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.396771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Pushing event updated for resources: {'Port': ['ID=583131a7-1c70-4613-bfec-959d46d28d95,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:45.421085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:45.427506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.402s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:45.427940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:45.434049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Network 1124784b-b447-44ba-a720-9f6e886f6375 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:45.453894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:45.454277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:45.458753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.3 (3ba0de98-8b96-479b-8bd3-8075eee99c3e/dd1dfb42-eb73-4e75-bf66-923dbde225aa/2ef79178-17c1-4a52-b7ec-c151ffae2a6a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:45.459591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:45.464072 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d84b80b5-9cbe-4f44-bfc3-37b410721ef6 req-67625aea-35eb-4382-a434-5ac1545e8367 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526456 Dec 23 15:10:45.466341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:45.468137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 18786e08-94f7-4e4e-972f-2035545d2a41 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:45.473311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:45.474123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-65a8d097-ff2c-4bdf-8675-433dfce9a62c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4595cf127ba9450ea51449156d8129de&device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 1097 time: 1.1330268 Dec 23 15:10:45.474685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:45.475475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.479324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f1bd54-27b3-4673-a297-65cee7ca9042']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.496569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:45.514559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.3802655 Dec 23 15:10:45.520027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:45.573725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f05c7e2-423f-44f7-ab98-862e28aa28a0') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.574037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f05c7e2-423f-44f7-ab98-862e28aa28a0') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.582698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 18786e08-94f7-4e4e-972f-2035545d2a41 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:45.590207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 18786e08-94f7-4e4e-972f-2035545d2a41 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:45.590547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.598167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:45.599268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02adcf56-3ea8-485d-8d34-f2c2f5a77266 None None] The sync data for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:45.653019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.675217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-65a5b1e7-56b9-4e0e-a8d5-0b39fb61dc70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583131a7-1c70-4613-bfec-959d46d28d95 HTTP/1.1" status: 200 len: 217 time: 0.1827295 Dec 23 15:10:45.740708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.747324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.770839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:10:45.799697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:45.800128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.806979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6872144 Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:45.816255 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:45.818748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47944) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:45.834356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea0149-55ce-4468-9d0c-866c4455185c req-329110b8-df14-4e64-a268-d2e4c2f0c9eb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:45.835151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-78ea0149-55ce-4468-9d0c-866c4455185c req-329110b8-df14-4e64-a268-d2e4c2f0c9eb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Synchronizing usage tracker for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:45.837930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.843758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 18786e08-94f7-4e4e-972f-2035545d2a41, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=18786e08-94f7-4e4e-972f-2035545d2a41,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:45.846943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:45.849993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0adcc27b-9233-4db8-bb0a-0530d38b46c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:45.855689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6e023-758e-4140-8554-2e99aaffe828 req-898bc75c-e135-40af-b40b-321f3e289700 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:45.857704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7bf6e023-758e-4140-8554-2e99aaffe828 req-898bc75c-e135-40af-b40b-321f3e289700 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 931 time: 0.6256204 Dec 23 15:10:45.903574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:45.916514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-af4466ee-8868-4226-8814-51ba38649570 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] 10.222.0.49 "GET /v2.0/floatingips/ac0968b7-f0fc-4562-a027-64e88124c9b2 HTTP/1.1" status: 200 len: 982 time: 0.3926604 Dec 23 15:10:45.926273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:45.932816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:45.936766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=18786e08-94f7-4e4e-972f-2035545d2a41,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:45.940034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:45.950738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f5645-60d1-4392-a7d6-91d89e28b808 None None] Network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:46.017385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:46.018040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.030372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7bf6e023-758e-4140-8554-2e99aaffe828 req-456d3833-f8aa-4632-be33-94532ed6f4d0 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Synchronizing usage tracker for tenant:f8f0dbb953014376aee51299a9f74e25 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:46.076979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2933667 Dec 23 15:10:46.080472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:46.087719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cdddc69c-1382-461c-942a-5fcf3f78c32a tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.1589227 Dec 23 15:10:46.098446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-f57e62a5-e1bf-432e-897c-2e92e9f82881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:46.100060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-f57e62a5-e1bf-432e-897c-2e92e9f82881 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00018c91-7f40-4157-bef6-6a87391edc51 HTTP/1.1" status: 200 len: 850 time: 0.4173207 Dec 23 15:10:46.102531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 47962) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:46.107837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7bf6e023-758e-4140-8554-2e99aaffe828 req-456d3833-f8aa-4632-be33-94532ed6f4d0 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Unset dirty status for tenant:f8f0dbb953014376aee51299a9f74e25 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:46.108783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7bf6e023-758e-4140-8554-2e99aaffe828 req-456d3833-f8aa-4632-be33-94532ed6f4d0 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440696 Dec 23 15:10:46.205524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3', 'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'dcc4e1c9-3a9a-491b-a3fd-b6d494d0f081'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:46.206687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.256672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.258411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-78ea0149-55ce-4468-9d0c-866c4455185c req-329110b8-df14-4e64-a268-d2e4c2f0c9eb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Unset dirty status for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:46.259720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78ea0149-55ce-4468-9d0c-866c4455185c req-329110b8-df14-4e64-a268-d2e4c2f0c9eb tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 944 time: 1.2079754 Dec 23 15:10:46.266724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.303864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.308322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:46.325215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14f3e830-4e43-4f0b-b439-fc42eb0c648c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Synchronizing usage tracker for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:46.344462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41', 'code': 200} Dec 23 15:10:46.368808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.398139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Pushing event deleted for resources: {'Network': ['ID=c3f1bd54-27b3-4673-a297-65cee7ca9042,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:46.412775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] 10.222.0.49 "DELETE /v2.0/networks/c3f1bd54-27b3-4673-a297-65cee7ca9042 HTTP/1.1" status: 204 len: 168 time: 2.1925912 Dec 23 15:10:46.413729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:46.531985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Allocated IP 172.20.0.2 (fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3/dcc4e1c9-3a9a-491b-a3fd-b6d494d0f081/908cc566-d3d3-4e4a-9f5e-3e3cdcba452b) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:46.655968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14f3e830-4e43-4f0b-b439-fc42eb0c648c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Unset dirty status for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:46.657201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14f3e830-4e43-4f0b-b439-fc42eb0c648c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "GET /v2.0/ports/9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2 HTTP/1.1" status: 200 len: 957 time: 0.8302586 Dec 23 15:10:46.667417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:46.716930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.723759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ab8e-6487-47b4-b86f-8f497841d10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.738764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec438d40-341f-433d-8676-793c2ac4e66b req-4a468ee5-83e3-4158-b59a-5fd8770c482d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:46.740493 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ec438d40-341f-433d-8676-793c2ac4e66b req-4a468ee5-83e3-4158-b59a-5fd8770c482d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 944 time: 0.2224092 Dec 23 15:10:46.757680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78ea0149-55ce-4468-9d0c-866c4455185c req-099b6d99-828f-42c2-ba53-f532de1608f4 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649692 Dec 23 15:10:46.778010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Deleting port 9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:46.778372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.826628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.841033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Transition to ACTIVE for port object 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:46.858989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-0c90a4a0-5c8c-456e-b215-bc7dd60fe8ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6718037 Dec 23 15:10:46.862807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ec438d40-341f-433d-8676-793c2ac4e66b req-e13d9ca0-25d9-4558-84af-8a8b0744c881 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101789 Dec 23 15:10:46.874380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Transition to ACTIVE for port object 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:46.898172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.914272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-080d7fed-c2ca-43cc-bdb0-fb63060c6d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:46.935046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:46.963035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a42c97bb-5f4d-47b6-b37c-931dec29d70a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:46.972921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:46.980133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:46.993950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:47.056877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47980) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:47.081120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc4e1c9-3a9a-491b-a3fd-b6d494d0f081,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:47.089403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:47.112691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port cfc4710b-ab7e-46cf-8c2d-1f6548dc673e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:47.113075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.118711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Pushing event updated for resources: {'Port': ['ID=908cc566-d3d3-4e4a-9f5e-3e3cdcba452b,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:47.123026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:47.125271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Attempting to bind port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:47.125696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Attempting to bind port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:47.126117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Attempting to bind port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b on network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:47.133699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:47.134128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Checking segment: {'id': 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:47.134586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.135030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Bound using segment: {'id': 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:47.135550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Bound port: 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:47.149092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.201564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.262804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] For port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:47.266169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] For port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=908cc566-d3d3-4e4a-9f5e-3e3cdcba452b,segment=NetworkSegment(e4ac3d5c-a4a3-4588-abfb-90f86121e3c7),segment_id=e4ac3d5c-a4a3-4588-abfb-90f86121e3c7)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:47.270548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.274747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2ad0534-92ec-498e-a97e-c375374b2c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:47.281505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.293315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.306175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:47.368738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Pushing event updated for resources: {'Port': ['ID=908cc566-d3d3-4e4a-9f5e-3e3cdcba452b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:47.375695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:47.380828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Calling delete_port for 9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:47.468119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac5cdb-28af-461d-a81a-91dfd49c50a3 None None] Network fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:47.488283 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-2dbbcda2-559e-4383-9a49-0bced30cbc3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 1098 time: 0.8480232 Dec 23 15:10:47.494529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:47.517970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:47.518283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:47.548753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.573462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.590500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.602779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.606652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:47.607104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.622248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:47.624016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:47.631823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:47.634477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=2ef79178-17c1-4a52-b7ec-c151ffae2a6a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:47.638937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:47.662405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:47.665341 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:47.682207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b97601-4957-4fd8-ac99-7c282c38cdf2 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:10:47.686545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-9da5ba96-a5da-425c-a303-a090af038945 service neutron] 10.222.0.65 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137462 Dec 23 15:10:47.732353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:47.748237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a2664a7f-7b95-4ca4-b5f5-7d2277dd32d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d6d94a9300d422aa94e12cfb1eec405&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6843977 Dec 23 15:10:47.762083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47988) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:47.790540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2 HTTP/1.1" status: 204 len: 168 time: 1.1194048 Dec 23 15:10:47.792871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 47992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:47.799828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.800241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.800646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.801295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.801415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.801806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.802228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.802751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.803083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.803469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.804149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.808249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:47.814105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.814532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.814944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.815350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.815751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.816151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.816550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.816944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.817405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.817867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.818262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:47.829375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b97601-4957-4fd8-ac99-7c282c38cdf2 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:10:47.840959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:47.861381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:10:47.861381 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:10:47.861381 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3'}] Dec 23 15:10:47.861381 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:47.861920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:47.879673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b45f8c4-31d3-4d51-9b7d-34406ce73756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:47.880303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b45f8c4-31d3-4d51-9b7d-34406ce73756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Synchronizing usage tracker for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:47.915895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.916266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.924888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b45f8c4-31d3-4d51-9b7d-34406ce73756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Unset dirty status for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:47.930302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b45f8c4-31d3-4d51-9b7d-34406ce73756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "GET /v2.0/ports/9e8e0f04-8cb4-4b2e-9bde-ff36b2b7b6c2 HTTP/1.1" status: 404 len: 333 time: 0.1340692 Dec 23 15:10:47.937933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48000) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:47.938929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:47.962245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Request body: {'port': {'network_id': '1124784b-b447-44ba-a720-9f6e886f6375', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-344999097'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:48.005617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:48.035034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:48.039336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.082927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Made reservation on behalf of 424b834a28fb4474ae3730d4e61b4711 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:48.083183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:48.083800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.087636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.093747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:48.097604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02c8b14-126c-4859-a436-0668012eb7c8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:10:48.107847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Calling delete_port for cfc4710b-ab7e-46cf-8c2d-1f6548dc673e owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:48.125281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 6e68853b-d900-4517-b1bb-2c834ae1cf9b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:48.156794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.159724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Usage tracker for resource:security_group_rule and tenant:a9e1b2646f54430f916438aa8d9ac19d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:48.171934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be7887-b0b9-4400-87dd-a9e3e4a1bbd9 req-1c5b41e9-9c96-4ba8-a4a8-bee2da4895a7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:48.173621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1be7887-b0b9-4400-87dd-a9e3e4a1bbd9 req-1c5b41e9-9c96-4ba8-a4a8-bee2da4895a7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 931 time: 0.7969677 Dec 23 15:10:48.180939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:48.191650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79316f23-204e-4246-9153-da853fdab538 req-77afbb02-603c-4d7e-9e01-7d35b9bee797 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:48.193297 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-79316f23-204e-4246-9153-da853fdab538 req-77afbb02-603c-4d7e-9e01-7d35b9bee797 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.2393584 Dec 23 15:10:48.207732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.208391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:48.234740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.254211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c2cbfd1-66a9-4e24-bbf5-e5618d08cd7a tempest-ExternalNetworksAdminNegativeTestJSON-1043342341 tempest-ExternalNetworksAdminNegativeTestJSON-1043342341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:48.279051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Transition to ACTIVE for port object d02c8b14-126c-4859-a436-0668012eb7c8 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:48.287834 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1326501 Dec 23 15:10:48.291243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20c999e-1b4b-41ed-8afa-1974e6f0a8db,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:48.294173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.298012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48004) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:48.301305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:48.310252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:48.367529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6601c30-4486-4040-bcf7-bcaf54a94f85 req-de816cf3-8634-452c-830c-25297b9b68cb service neutron] 10.222.0.65 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543653 Dec 23 15:10:48.371540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'port': {'network_id': '3ba0de98-8b96-479b-8bd3-8075eee99c3e', 'name': 'tempest-FloatingIPTestJSON-682584648'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:48.391406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.421572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.422828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a20c999e-1b4b-41ed-8afa-1974e6f0a8db HTTP/1.1" status: 204 len: 168 time: 0.6562803 Dec 23 15:10:48.428970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-79316f23-204e-4246-9153-da853fdab538 req-7643eaad-750a-4977-ac96-7e8469286d40 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224731 Dec 23 15:10:48.453449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:48.453843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.620721 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1be7887-b0b9-4400-87dd-a9e3e4a1bbd9 req-8558b520-2463-4f05-9e07-49b312d8657f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149885 Dec 23 15:10:48.672299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Pushing event updated for resources: {'Port': ['ID=d02c8b14-126c-4859-a436-0668012eb7c8,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:48.683254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:48.685972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.748069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e20034-e6c5-4740-a89d-1ca447824107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.787007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.803469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=908cc566-d3d3-4e4a-9f5e-3e3cdcba452b,segment=NetworkSegment(e4ac3d5c-a4a3-4588-abfb-90f86121e3c7),segment_id=e4ac3d5c-a4a3-4588-abfb-90f86121e3c7)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:48.803970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:48.943336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48012) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:49.059632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.079888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b3fcfc1-2dba-4e07-84ac-7ac65942fdb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:49.160701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:49.188714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:49.197439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3b7d1-173e-474c-83ae-17f251849d6c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:49.200361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Synchronizing usage tracker for tenant:a9e1b2646f54430f916438aa8d9ac19d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:49.205786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:49.207857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:port and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:49.212563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:49.217384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.221605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dada222-2522-4fa3-b068-4ff87821fd92 req-c23e7ff9-81ff-4495-96dd-fa69e3b70ee5 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:49.223212 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dada222-2522-4fa3-b068-4ff87821fd92 req-c23e7ff9-81ff-4495-96dd-fa69e3b70ee5 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 944 time: 0.5350924 Dec 23 15:10:49.223743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-447225f9-cc11-4236-8b60-617eb3e5165c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4595cf127ba9450ea51449156d8129de&device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 1097 time: 0.7944095 Dec 23 15:10:49.230160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2246d55e-de2c-445d-8f47-21896e0f15ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:49.231214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.243429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:49.268527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:49.324508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.332015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Port': ['ID=cfc4710b-ab7e-46cf-8c2d-1f6548dc673e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:49.394964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:49.397179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Network 1124784b-b447-44ba-a720-9f6e886f6375 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:49.401645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:49.407397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.408142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=6e68853b-d900-4517-b1bb-2c834ae1cf9b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:49.410793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:49.415318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:49.416476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:49.417391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:49.418036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.418385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Attempting to bind port d02c8b14-126c-4859-a436-0668012eb7c8 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:49.418765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Attempting to bind port d02c8b14-126c-4859-a436-0668012eb7c8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:49.419135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Attempting to bind port d02c8b14-126c-4859-a436-0668012eb7c8 on network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:49.422875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.430140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:49.461478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7959000f-fa30-4b02-a5cb-b822c03c5b5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ac331a8da1c4f6dbed4aa139c24173f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5108900 Dec 23 15:10:49.469965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48018) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:49.481664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Unset dirty status for tenant:a9e1b2646f54430f916438aa8d9ac19d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:49.482287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dada222-2522-4fa3-b068-4ff87821fd92 req-dbc512d3-be2b-4aeb-b06d-5a6ed240282e tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460027 Dec 23 15:10:49.482901 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5a297cb8-e012-4013-a9e7-e031d39f1ad5 req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9554415 Dec 23 15:10:49.487269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=908cc566-d3d3-4e4a-9f5e-3e3cdcba452b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:49.491079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:49.496859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port 908cc566-d3d3-4e4a-9f5e-3e3cdcba452b on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:10:49.532527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Port d02c8b14-126c-4859-a436-0668012eb7c8 on network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:49.532750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5820117 Dec 23 15:10:49.532862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Attempting to bind port d02c8b14-126c-4859-a436-0668012eb7c8 on network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:49.536798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48022) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:49.547402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:49.580898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] device_id is not set on port 23913272-14b2-4797-946d-17fc749623af yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:49.705538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:49.705875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Checking segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:49.706336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Bound using segment: {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:49.706832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Bound port: d02c8b14-126c-4859-a436-0668012eb7c8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7852b99f-9b93-4ef4-bebd-86657a236e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:49.707214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.726440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.771016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe97be0-24ec-43df-beff-4b1468947291 req-c4df5f1f-89c2-4477-84bc-ab35129b99ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:49.772706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-c4df5f1f-89c2-4477-84bc-ab35129b99ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13 HTTP/1.1" status: 200 len: 912 time: 0.5017893 Dec 23 15:10:49.809112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:49.839952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:49.840288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ac3d5c-a4a3-4588-abfb-90f86121e3c7') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:49.851273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.864165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.872109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.890967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.935335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:49.935774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:49.951850 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:50.041253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-1bb88735-6443-432c-bf0c-10bb352efe5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583131a7-1c70-4613-bfec-959d46d28d95 HTTP/1.1" status: 200 len: 217 time: 0.2523136 Dec 23 15:10:50.052723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.054365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.083040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.133287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:50.179850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f13bc0-3e05-424d-9596-3169342a45a1 req-9c99369c-894f-47d9-bcbb-6e30a6cfdff8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:50.181546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e0f13bc0-3e05-424d-9596-3169342a45a1 req-9c99369c-894f-47d9-bcbb-6e30a6cfdff8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 943 time: 0.4208925 Dec 23 15:10:50.189700 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 HTTP/1.1" status: 204 len: 168 time: 4.1039436 Dec 23 15:10:50.189700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:50.193202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:50.194085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:50.196219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] For port d02c8b14-126c-4859-a436-0668012eb7c8, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:50.199465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.212440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.5 (3ba0de98-8b96-479b-8bd3-8075eee99c3e/dd1dfb42-eb73-4e75-bf66-923dbde225aa/23913272-14b2-4797-946d-17fc749623af) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:50.217623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1599111976'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:50.233990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:50.242777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:50.246814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:50.252128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] For port d02c8b14-126c-4859-a436-0668012eb7c8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d02c8b14-126c-4859-a436-0668012eb7c8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:50.261250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:50.263299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe97be0-24ec-43df-beff-4b1468947291 req-0676e564-2fae-4ddc-8af8-f7b56c2002d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:50.265062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-0676e564-2fae-4ddc-8af8-f7b56c2002d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00018c91-7f40-4157-bef6-6a87391edc51 HTTP/1.1" status: 200 len: 850 time: 0.1969178 Dec 23 15:10:50.271576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d3e5-94ef-4b59-9199-18fa6785ee55 req-9b1fd0b8-2995-444a-b24e-4ade07b69942 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:50.273221 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b20d3e5-94ef-4b59-9199-18fa6785ee55 req-9b1fd0b8-2995-444a-b24e-4ade07b69942 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.6504786 Dec 23 15:10:50.279316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.285039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:50.290576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.305860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e0f13bc0-3e05-424d-9596-3169342a45a1 req-5264a2de-652f-4434-94fe-52ec67a84fc5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151128 Dec 23 15:10:50.332798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46ba2c42-d5f8-4f37-8b5c-72e93bda4fb1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:50.376752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:50.399061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.399447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment ae758a82-814f-4101-af05-56a098f404cb of type vlan for network aaa38981-4f54-4aa7-858e-a1fbe3595205 Dec 23 15:10:50.410103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] device_id is not set on port 6e68853b-d900-4517-b1bb-2c834ae1cf9b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:10:50.420348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.448682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.455626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Transition to ACTIVE for port object 6e68853b-d900-4517-b1bb-2c834ae1cf9b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:50.459728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.465614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:50.512589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.515067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] 10.222.0.65 "PUT /v2.0/ports/d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1093 time: 5.1952946 Dec 23 15:10:50.524876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:10:50.613888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.614759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=6e68853b-d900-4517-b1bb-2c834ae1cf9b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:50.621438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:50.622089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.626469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:50.629048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d1007b5-ba4a-4de0-9492-b82b37caf1d8 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:50.692806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Pushing event updated for resources: {'Port': ['ID=d02c8b14-126c-4859-a436-0668012eb7c8,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:50.759041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.763094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:50.772136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:50.772433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb12b9ca-b175-4ce8-8f58-9c5244683ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:50.784448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b20d3e5-94ef-4b59-9199-18fa6785ee55 req-f41189c5-7daa-4224-9d59-43629f6c8a5c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559639 Dec 23 15:10:50.797565 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6021454 Dec 23 15:10:50.806277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48036) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:50.814606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:50.815057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:50.815148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:50.815749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3d3bb-5550-49de-80bd-618ef5ba67ff,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:50.823730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:50.824622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:50.843300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=aaa38981-4f54-4aa7-858e-a1fbe3595205,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:50.851236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:50.869124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network aaa38981-4f54-4aa7-858e-a1fbe3595205 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:50.904535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-3d264be9-4a6b-46d9-a5a4-ae42d3cf2df5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6264725 Dec 23 15:10:50.913605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'status': 'completed', 'code': 200} Dec 23 15:10:50.932828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:50.933261 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:50.937080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 2 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:50.979198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:50.979557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:50.979928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:50.983386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:50.998357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:51.003403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:51.017662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4cc97-81e9-401d-9249-7f13765b1aaa req-23e7442a-1b79-4d8c-b41e-e660ec15294d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:51.019431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-20d4cc97-81e9-401d-9249-7f13765b1aaa req-23e7442a-1b79-4d8c-b41e-e660ec15294d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 944 time: 0.3049376 Dec 23 15:10:51.020527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:51.023028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.023396 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.024925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 3 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.066659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:51.086921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.087307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.087692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.161387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.161735 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.173719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 4 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.214239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.214586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.214974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.219004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.219141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-20d4cc97-81e9-401d-9249-7f13765b1aaa req-06ce18be-0fec-4396-b5af-48c898b6f046 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822989 Dec 23 15:10:51.220246 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdd3d3bb-5550-49de-80bd-618ef5ba67ff HTTP/1.1" status: 204 len: 168 time: 1.7454884 Dec 23 15:10:51.239485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.314463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.314863 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.321027 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 5 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.355822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.356209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.356592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.360448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:10:51.361047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:10:51.370655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-91125dda-228c-4ad5-97c1-95de9bbfbbc9 service neutron] 10.222.0.65 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422846 Dec 23 15:10:51.375021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.375021 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.378025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 6 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.392662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.404269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.404654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.405036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.415134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.415505 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.417404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 7 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.472121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-6bb8e771-9eb0-491e-b227-2ba9f6139dcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1096 time: 0.8580673 Dec 23 15:10:51.479524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.479917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.480773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.499116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.499489 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.502070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 8 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.507013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 583131a7-1c70-4613-bfec-959d46d28d95 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:10:51.525527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.525911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.526319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.560586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.560947 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.563049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 9 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.578391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.586210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-997d8a9c-7ef7-404b-8bb4-b4d5bd899385 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:51.615019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.615403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.615786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.647218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.647580 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.650381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempt 10 to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b Dec 23 15:10:51.695554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:51.695929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:51.696296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempting to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:51.700709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=f95830ba-d763-4f6a-a0ba-242dadb3b879,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:51.708913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:51.712990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:10:51.713410 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR neutron.plugins.ml2.managers [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Failed to bind port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on host hv-neutron-8227 for vnic_type normal using segments [{'id': '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1124784b-b447-44ba-a720-9f6e886f6375'}] Dec 23 15:10:51.713804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.717243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 583131a7-1c70-4613-bfec-959d46d28d95, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=583131a7-1c70-4613-bfec-959d46d28d95,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:51.727426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': 'ae758a82-814f-4101-af05-56a098f404cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:51.727831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: aaa38981-4f54-4aa7-858e-a1fbe3595205, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:10:51.737789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '583131a7-1c70-4613-bfec-959d46d28d95', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'port_id': '583131a7-1c70-4613-bfec-959d46d28d95', 'mac_address': 'fa:16:3e:89:90:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:10:51.781652 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-098a8740-f396-43d9-bdc4-0dde13660a14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 217 time: 0.2951760 Dec 23 15:10:51.804828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network aaa38981-4f54-4aa7-858e-a1fbe3595205 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:10:51.824246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.828355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, aaa38981-4f54-4aa7-858e-a1fbe3595205) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:51.837059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:51.837882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.853114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189ea9e-b6ac-4242-8544-31d59d4c709b None None] Network aaa38981-4f54-4aa7-858e-a1fbe3595205 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:51.854487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] For port 6e68853b-d900-4517-b1bb-2c834ae1cf9b, host hv-neutron-8227, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:51.854768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 23 15:10:51.860905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.874279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:51.920011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1113470 Dec 23 15:10:51.921144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] In _notify_port_updated(), no bound segment for port 6e68853b-d900-4517-b1bb-2c834ae1cf9b on network 1124784b-b447-44ba-a720-9f6e886f6375 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:10:51.922278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:51.923636 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "PUT /v2.0/ports/6e68853b-d900-4517-b1bb-2c834ae1cf9b HTTP/1.1" status: 200 len: 980 time: 2.3857994 Dec 23 15:10:51.925003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48054) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:51.931903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48056) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:51.973285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583131a7-1c70-4613-bfec-959d46d28d95 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:10:52.001181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event updated for resources: {'Port': ['ID=6e68853b-d900-4517-b1bb-2c834ae1cf9b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:52.005860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:52.021053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Deleting port 6e68853b-d900-4517-b1bb-2c834ae1cf9b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:52.021482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.024102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 583131a7-1c70-4613-bfec-959d46d28d95, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=583131a7-1c70-4613-bfec-959d46d28d95,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:52.031360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.050978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f9e292b-4774-4c58-afc9-a9f22695ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:52.175399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.204458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:52.264771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] For port 6e68853b-d900-4517-b1bb-2c834ae1cf9b, host hv-neutron-8227, got binding levels [] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:52.265170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.294228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=23913272-14b2-4797-946d-17fc749623af,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:52.322997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ad809-ad7b-4c8d-aa2e-2b42f5b4a21b req-29311b08-5310-418b-b49d-89b8cba74f8c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:52.325463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a9ad809-ad7b-4c8d-aa2e-2b42f5b4a21b req-29311b08-5310-418b-b49d-89b8cba74f8c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 943 time: 0.7508233 Dec 23 15:10:52.328437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-43402d94-58cb-40c0-b931-246b3c38afec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:52.330118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-43402d94-58cb-40c0-b931-246b3c38afec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.5344644 Dec 23 15:10:52.331254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:52.340424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fe97be0-24ec-43df-beff-4b1468947291 req-e396db7c-dc16-4019-aef8-3ba1a97baaaa service neutron] 10.222.0.65 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370227 Dec 23 15:10:52.346938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:52.416009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['583131a7-1c70-4613-bfec-959d46d28d95'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:10:52.459015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:52.488195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:52.496802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=583131a7-1c70-4613-bfec-959d46d28d95,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:52.538795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.539485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.540049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.540434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.540942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.541234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.541613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.541992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.542370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.542744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.543115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:10:52.552059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:52.626992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-aaa38981-4f54-4aa7-858e-a1fbe3595205', 'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'f95830ba-d763-4f6a-a0ba-242dadb3b879'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:10:52.628247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.641455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Calling delete_port for 6e68853b-d900-4517-b1bb-2c834ae1cf9b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:52.643152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.711499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:52.712306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.753511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a9ad809-ad7b-4c8d-aa2e-2b42f5b4a21b req-65de6b36-ae9e-47d6-9379-771595c444c2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947902 Dec 23 15:10:52.776260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4320076 Dec 23 15:10:52.780243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48074) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:52.787487 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-724fd3ba-db7a-418d-aea4-425a65d80ba2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4457207 Dec 23 15:10:52.823612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66420065-836d-45d2-a1be-b0c12fad43be req-e4b28453-367f-4443-9d36-5c4cb7f7b961 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:52.832062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66420065-836d-45d2-a1be-b0c12fad43be req-e4b28453-367f-4443-9d36-5c4cb7f7b961 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.7424130 Dec 23 15:10:52.836930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '23913272-14b2-4797-946d-17fc749623af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:52.850713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.854257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:52.858523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:52.893215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:floatingip and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:52.919097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e68853b-d900-4517-b1bb-2c834ae1cf9b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:52.923804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:52.942415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:52.961076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:52.971418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66420065-836d-45d2-a1be-b0c12fad43be req-dbab192c-bb57-4787-82eb-2fe641704dd7 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379607 Dec 23 15:10:52.975788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6e68853b-d900-4517-b1bb-2c834ae1cf9b HTTP/1.1" status: 204 len: 168 time: 1.0428092 Dec 23 15:10:52.976506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:52.979957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48082) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:53.021418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.057552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.059078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc84650b-cb6f-48c8-a755-e8774ab8509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:10:53.059704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc84650b-cb6f-48c8-a755-e8774ab8509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Synchronizing usage tracker for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:10:53.064628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Allocated IP 172.20.0.3 (aaa38981-4f54-4aa7-858e-a1fbe3595205/f95830ba-d763-4f6a-a0ba-242dadb3b879/238dd6bb-bce1-4cd6-9082-8028cdd2fca9) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:53.083496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc84650b-cb6f-48c8-a755-e8774ab8509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Unset dirty status for tenant:424b834a28fb4474ae3730d4e61b4711 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:10:53.091558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc84650b-cb6f-48c8-a755-e8774ab8509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] 10.222.0.49 "GET /v2.0/ports/6e68853b-d900-4517-b1bb-2c834ae1cf9b HTTP/1.1" status: 404 len: 333 time: 0.1104119 Dec 23 15:10:53.092667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:53.273468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-21b07268-e3ff-4d9b-b1b7-1b5fddb51001 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314373 Dec 23 15:10:53.275439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Router b0401275-e84b-494d-b359-7d71c28adfd5 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:53.317567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.334039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Transition to ACTIVE for port object 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:53.402544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Transition to ACTIVE for port object 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:10:53.411624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.421978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.430126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:53.500870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25342b0-f79a-4902-b198-e335430318b1 req-fa2c9937-8f3b-4136-a40e-71107f1f33dd tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:53.502787 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a25342b0-f79a-4902-b198-e335430318b1 req-fa2c9937-8f3b-4136-a40e-71107f1f33dd tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.3442740 Dec 23 15:10:53.522688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48098) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:53.525765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Network aaa38981-4f54-4aa7-858e-a1fbe3595205 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:53.533513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:53.536490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:53.546815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Pushing event updated for resources: {'Port': ['ID=238dd6bb-bce1-4cd6-9082-8028cdd2fca9,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:53.546975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Request body: {'floatingip': {'port_id': '18786e08-94f7-4e4e-972f-2035545d2a41'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:53.551049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:53.646520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.661042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Attempting to bind port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:10:53.661530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Attempting to bind port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'ae758a82-814f-4101-af05-56a098f404cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:10:53.662047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Attempting to bind port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 on network aaa38981-4f54-4aa7-858e-a1fbe3595205 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:10:53.665772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fef9d-6bf5-497f-957a-3299940dd3e9 req-9b972e09-063d-4704-b7b5-5d1e14b90877 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:53.667425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a92fef9d-6bf5-497f-957a-3299940dd3e9 req-9b972e09-063d-4704-b7b5-5d1e14b90877 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 945 time: 0.6555095 Dec 23 15:10:53.671504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:10:53.671708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.671943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Checking segment: {'id': 'ae758a82-814f-4101-af05-56a098f404cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:10:53.672369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.672866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Bound using segment: {'id': 'ae758a82-814f-4101-af05-56a098f404cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:10:53.673620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Bound port: 238dd6bb-bce1-4cd6-9082-8028cdd2fca9, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae758a82-814f-4101-af05-56a098f404cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:10:53.674086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.747355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f655d962-1513-4315-b69d-4acd467046ab tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:53.790966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] For port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:10:53.798323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] For port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=238dd6bb-bce1-4cd6-9082-8028cdd2fca9,segment=NetworkSegment(ae758a82-814f-4101-af05-56a098f404cb),segment_id=ae758a82-814f-4101-af05-56a098f404cb)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:10:53.809924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.825369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=f95830ba-d763-4f6a-a0ba-242dadb3b879,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:53.838479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:53.842815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5bb2fc0-68e9-45e2-90dd-525f1b3c7707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:53.906633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:53.909731 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38f4b489-f73f-4f97-9932-8abfd5165545 req-295d2d0c-8d08-4547-be4a-f50ecd03c6c6 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228597 Dec 23 15:10:54.001351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a92fef9d-6bf5-497f-957a-3299940dd3e9 req-c4a750f6-484a-4efa-93e7-d32145bc9c5b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792311 Dec 23 15:10:54.026768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f64c01-6a72-474b-83a3-eb43a500034f None None] Network aaa38981-4f54-4aa7-858e-a1fbe3595205 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:10:54.065735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.066709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1124784b-b447-44ba-a720-9f6e886f6375']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.121915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Pushing event updated for resources: {'Port': ['ID=238dd6bb-bce1-4cd6-9082-8028cdd2fca9,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:54.126377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa38981-4f54-4aa7-858e-a1fbe3595205']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.139351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:54.140893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.141428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c973edd-1dbf-4122-86fd-7ddb2e4bc8f6') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.150143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae758a82-814f-4101-af05-56a098f404cb') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.150489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae758a82-814f-4101-af05-56a098f404cb') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.159422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.170201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:54.181116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.207735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.228070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.293103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178156da-2e64-4149-a129-0b4b895281ab None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:10:54.299956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.324971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:54.325465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.327100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:54.327547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:54.349202 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:54.355676 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:54.376583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41eff2-c489-40a6-a6e2-8cee2a06f546 req-cf489881-1f9d-4448-ac7b-016880fcb7be tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:54.378322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c41eff2-c489-40a6-a6e2-8cee2a06f546 req-cf489881-1f9d-4448-ac7b-016880fcb7be tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 943 time: 0.4741795 Dec 23 15:10:54.414037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-2e77711c-3be9-4de4-8e87-4a0719ae4a21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1096 time: 0.4114735 Dec 23 15:10:54.461559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1842006961'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:54.471207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178156da-2e64-4149-a129-0b4b895281ab None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:10:54.495272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:54.569716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Usage tracker for resource:router and tenant:2a267a93dbe6405db258aac690b7d187 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:54.593590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:54.594764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:10:54.594764 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:10:54.594764 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'aaa38981-4f54-4aa7-858e-a1fbe3595205'}] Dec 23 15:10:54.594764 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:10:54.595106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:10:54.604672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.609961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:54.630136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:54.644456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.138 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/9cedadb4-627f-42c0-a901-7ebebc579c3e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:54.650834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.663632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:54.672938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.674014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.683717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Pushing event deleted for resources: {'Network': ['ID=1124784b-b447-44ba-a720-9f6e886f6375,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:54.688167 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c41eff2-c489-40a6-a6e2-8cee2a06f546 req-2bb5df58-1981-4c2a-b2ce-4a08c9ea47fc tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448618 Dec 23 15:10:54.692517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:54.694735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] 10.222.0.49 "DELETE /v2.0/networks/1124784b-b447-44ba-a720-9f6e886f6375 HTTP/1.1" status: 204 len: 168 time: 1.6004906 Dec 23 15:10:54.701197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] Sync routers for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:54.726155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-05363185-bafa-4310-8f5f-ed1a8518ecad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:54.726155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-05363185-bafa-4310-8f5f-ed1a8518ecad service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.2787704 Dec 23 15:10:54.754729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:54.755771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.774609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.830083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.842118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.861199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.892925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:54.898029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79bea15b-808e-405d-8cd2-37cda1bc192b tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7223034 Dec 23 15:10:54.899958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48120) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:54.906671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-5925df27-964b-4217-a7f5-ad87f04ce90e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 217 time: 0.1012690 Dec 23 15:10:54.930118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:54.931125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:54.956106 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "DELETE /v2.0/floatingips/ac0968b7-f0fc-4562-a027-64e88124c9b2 HTTP/1.1" status: 204 len: 168 time: 8.8441448 Dec 23 15:10:54.963755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48124) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:54.990870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:55.006592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:55.011232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:55.011945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c2881-5d1b-4a1b-a080-94dd4991482e None None] The sync data for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:10:55.026846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Usage tracker for resource:floatingip and tenant:da2bca17f594416cb89596bb8ed82d03 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:55.031652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:55.040939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:55.062583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-7e98ec01-6040-4c14-8959-fc069b76accc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:55.064238 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-7e98ec01-6040-4c14-8959-fc069b76accc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.1457655 Dec 23 15:10:55.070837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.079578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.120554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.156072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48132) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:55.461807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.466711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:10:55.467094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.516079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.528802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.540103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 583131a7-1c70-4613-bfec-959d46d28d95 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:55.570325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.606248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5122743e-d6e2-49a2-b025-6c2c415699d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:55.630355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 583131a7-1c70-4613-bfec-959d46d28d95 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:55.635517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 583131a7-1c70-4613-bfec-959d46d28d95 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:55.635976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.688150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-3ec0fe6f-e615-4dc2-8cc8-593a2852a66f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6134892 Dec 23 15:10:55.761472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.771130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:55.781254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:55.783319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=9cedadb4-627f-42c0-a901-7ebebc579c3e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:55.798414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:10:55.810584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 583131a7-1c70-4613-bfec-959d46d28d95, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=583131a7-1c70-4613-bfec-959d46d28d95,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:55.814326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:55.818916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:55.836153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:55.877061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-21f1b4b6-0ee3-43de-9b24-39967c4233d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2d3a13c48b34e3ba830750ac373984b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7170789 Dec 23 15:10:55.888201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:55.896647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=583131a7-1c70-4613-bfec-959d46d28d95,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:55.900163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:55.927040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:55.984933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cf3ea-5eda-4817-81f3-acb0db1a66be req-4bc452ac-ec0e-4c16-b248-521b1e76200f tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:55.986515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ec8cf3ea-5eda-4817-81f3-acb0db1a66be req-4bc452ac-ec0e-4c16-b248-521b1e76200f tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 945 time: 0.8143117 Dec 23 15:10:56.111259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=238dd6bb-bce1-4cd6-9082-8028cdd2fca9,segment=NetworkSegment(ae758a82-814f-4101-af05-56a098f404cb),segment_id=ae758a82-814f-4101-af05-56a098f404cb)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:56.111609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.171126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.188809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.287173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:10:56.311301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.330517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-dc63867e-8ad8-4ae1-ab86-bc62b5c86860 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185405 Dec 23 15:10:56.339072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.339640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50548174-5b15-402a-9c22-3f65540db6ed {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:10:56.345721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.349489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ec8cf3ea-5eda-4817-81f3-acb0db1a66be req-5ee97e29-7b09-42f8-b640-4ae5aa8f7191 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457844 Dec 23 15:10:56.350109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2be4be-d768-4e02-9f8f-608058bc86e1 req-9af0744e-b1c0-48c6-aee5-1a26f6fc4588 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:56.351746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba2be4be-d768-4e02-9f8f-608058bc86e1 req-9af0744e-b1c0-48c6-aee5-1a26f6fc4588 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 943 time: 0.4672544 Dec 23 15:10:56.390296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.424330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.425607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e99fa43-cd5c-4f41-947f-b0106ac492a6 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "DELETE /v2.0/routers/50548174-5b15-402a-9c22-3f65540db6ed HTTP/1.1" status: 204 len: 168 time: 1.5246494 Dec 23 15:10:56.439937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:56.450207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Request body: {'router': {'name': 'tempest-router-1046751477', 'distributed': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:56.461073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95', 'code': 200} Dec 23 15:10:56.476629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Floating IP 8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7 associated. External IP: 172.26.2.139, port: 18786e08-94f7-4e4e-972f-2035545d2a41. Dec 23 15:10:56.537134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:56.556934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Usage tracker for resource:router and tenant:2a267a93dbe6405db258aac690b7d187 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:56.560888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:56.569826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:56.578754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba2be4be-d768-4e02-9f8f-608058bc86e1 req-06d16086-aa09-416b-8ac2-8fbb99f06655 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032197 Dec 23 15:10:56.592720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.593796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.600803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.611800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9ae13a1-6fdb-4c00-94af-ea5239d44d42 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:56.637120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cf4c7-29b0-4b53-a970-3463de007992,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:56.639948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:56.664759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.668864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/257cf4c7-29b0-4b53-a970-3463de007992 HTTP/1.1" status: 204 len: 168 time: 0.7756257 Dec 23 15:10:56.676382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.752837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.763524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.789139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:56.793205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a04cb5bc-11f3-475d-a3c8-60b6fa5ae360 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3491757 Dec 23 15:10:56.793536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48154) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:56.795317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:56.866743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1c07170-6f05-417c-ae22-f7efbd7040d4 req-628b74ca-e219-47bf-b84e-b922bd810623 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230165 Dec 23 15:10:56.867556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=238dd6bb-bce1-4cd6-9082-8028cdd2fca9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:56.870777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:56.906904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port 238dd6bb-bce1-4cd6-9082-8028cdd2fca9 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:10:57.192750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:57.207557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Allocated IP 172.26.2.14 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/92ba7c16-681b-474d-987e-5c951e47c563) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:10:57.299460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.447225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.455333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-279441c6-9521-4fc6-83cd-52b28b3e96bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=424b834a28fb4474ae3730d4e61b4711&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2593389 Dec 23 15:10:57.464269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48166) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:57.467777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-714c712e-aa42-4398-836c-fc1c37d1c70d req-e1653f0a-0f81-4228-86d9-bbdc6e4dfc7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 1099 time: 0.7376602 Dec 23 15:10:57.525837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa38981-4f54-4aa7-858e-a1fbe3595205']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:57.552620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device d02c8b14-126c-4859-a436-0668012eb7c8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:10:57.605847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae758a82-814f-4101-af05-56a098f404cb') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:57.606189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae758a82-814f-4101-af05-56a098f404cb') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:57.645215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.712683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port d02c8b14-126c-4859-a436-0668012eb7c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d02c8b14-126c-4859-a436-0668012eb7c8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:57.728671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'port_id': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'mac_address': 'fa:16:3e:66:05:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:10:57.759516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.788411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.807770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02c8b14-126c-4859-a436-0668012eb7c8 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:10:57.816081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.819724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-714c712e-aa42-4398-836c-fc1c37d1c70d req-df5bd5fb-25a5-4d64-945e-2fb89c47b15a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412082 Dec 23 15:10:57.825744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port d02c8b14-126c-4859-a436-0668012eb7c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d02c8b14-126c-4859-a436-0668012eb7c8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:10:57.829560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.831827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:57.835447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.838839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:10:57.839274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:10:57.862019 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:10:57.905066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=d02c8b14-126c-4859-a436-0668012eb7c8,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:57.908510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:57.918671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.004016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a6d6-2c2b-4303-bcdb-a97b1f47b76a req-72160a96-de7d-4a51-9960-1d855b413c2d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:58.005587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2371a6d6-2c2b-4303-bcdb-a97b1f47b76a req-72160a96-de7d-4a51-9960-1d855b413c2d tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.4945734 Dec 23 15:10:58.006255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.017065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.023161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd1b1727-b428-43fa-9c34-341bc3e1c5a0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:58.057203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.064444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.082490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=aaa38981-4f54-4aa7-858e-a1fbe3595205,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:58.084557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.097299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:58.099860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2955a3af-e55b-43af-9acb-9d82e0643437 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:58.104631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132090e5-f282-44c5-89ea-e659de705c3c req-17ab5063-cf27-4979-bedb-ec5dc69268e6 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:58.106318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-132090e5-f282-44c5-89ea-e659de705c3c req-17ab5063-cf27-4979-bedb-ec5dc69268e6 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 943 time: 0.3422985 Dec 23 15:10:58.118486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.120572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Router dd6dafc5-d375-4334-bcf5-1c7b713e5236 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:10:58.138066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.138588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7c7fe42-e156-4b7c-b16a-b796e7bf482a {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:10:58.147253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-397f4421-8009-4166-8117-3c05c80bab58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:58.174696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c8cd4-5c3f-443d-861c-ba006b5a19d8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:58.179465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:58.192937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['d02c8b14-126c-4859-a436-0668012eb7c8'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:10:58.211513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.212782 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/838c8cd4-5c3f-443d-861c-ba006b5a19d8 HTTP/1.1" status: 204 len: 168 time: 0.7460065 Dec 23 15:10:58.225755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/aaa38981-4f54-4aa7-858e-a1fbe3595205 HTTP/1.1" status: 204 len: 168 time: 6.2556243 Dec 23 15:10:58.244434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48174) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:58.268367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233424312'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:58.270470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.273227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:10:58.275915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e2e0366-8ed5-4596-aee9-4919e08beeb4 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b7c7fe42-e156-4b7c-b16a-b796e7bf482a HTTP/1.1" status: 204 len: 168 time: 1.4812262 Dec 23 15:10:58.276822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48178) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:58.288691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:10:58.292544 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2371a6d6-2c2b-4303-bcdb-a97b1f47b76a req-afd286c5-8648-4dbf-85c3-f772b930b06f tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756104 Dec 23 15:10:58.294823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Request body: {'router': {'name': 'tempest-router-1124800454', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1c8a7eac6cf949b89d8e3667c5cf70dd'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:58.295908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:58.298471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:10:58.311846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-132090e5-f282-44c5-89ea-e659de705c3c req-011f3e79-847f-4a20-bb8c-c766bf3f0c6b tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942852 Dec 23 15:10:58.315748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:10:58.325831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Pushing event updated for resources: {'Port': ['ID=92ba7c16-681b-474d-987e-5c951e47c563,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:58.335929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:58.338256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Usage tracker for resource:router and tenant:1c8a7eac6cf949b89d8e3667c5cf70dd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:58.344374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:58.344500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:10:58.360118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:10:58.369017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:58.380185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:10:58.382465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.415791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.416971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.441595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:10:58.446759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.485468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.514884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.541524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.542795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:10:58.574275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.575604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f83e08e-5a7c-474a-a91d-c4a474f6ce47 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2921782 Dec 23 15:10:58.581049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:58.587568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:58.619443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.619835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment 82215d04-d8e8-4f36-80f4-a72f6d537e4f of type vlan for network 772cc5ba-186d-4c25-a8d2-990601165dab Dec 23 15:10:58.655329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:10:58.655554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.660851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.680830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] Sync routers for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:10:58.693492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:58.694315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:58.749905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-10b6e093-f297-4354-876d-573cba17b4ae tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "PUT /v2.0/floatingips/8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7 HTTP/1.1" status: 200 len: 991 time: 5.2168050 Dec 23 15:10:58.785534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:58.812394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:10:58.832244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.000546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.031770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:10:59.032372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.037950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:10:59.041889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:10:59.569656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device d02c8b14-126c-4859-a436-0668012eb7c8 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:10:59.584269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41', 'status': 'completed', 'code': 200} Dec 23 15:10:59.725312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4759529 Dec 23 15:10:59.729091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48218) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:59.744600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:10:59.767176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:10:59.772884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port d02c8b14-126c-4859-a436-0668012eb7c8 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:10:59.775524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.776245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.779764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port d02c8b14-126c-4859-a436-0668012eb7c8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:10:59.780199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.795086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.816774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'floating_ip_address': '172.26.2.139', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'port_id': '18786e08-94f7-4e4e-972f-2035545d2a41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'mac_address': 'fa:16:3e:19:df:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:54Z', 'revision_number': 1, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:18Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:59.820466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:10:59.821050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] Checking router: dd6dafc5-d375-4334-bcf5-1c7b713e5236 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:10:59.833377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:10:59.834053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:10:59.839239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=772cc5ba-186d-4c25-a8d2-990601165dab,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:10:59.857700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 772cc5ba-186d-4c25-a8d2-990601165dab details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:10:59.872434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:10:59.878986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2305bb2-ce46-464e-a1b2-3877b85bdf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:00.052962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:00.131640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=9cedadb4-627f-42c0-a901-7ebebc579c3e,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:00.147887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88872) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 23 15:11:00.148566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Router 2d31861a-bbeb-44e4-a4ba-07e23221ef2d migrating from provider to provider. {{(pid=88872) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 23 15:11:00.149916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.153439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:00.163696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:00.167318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.167993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:00.169833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:00.179052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.180622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.183169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:00.216384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d09b9f-a49c-432c-bf5f-7cb4fb86c2fe req-5bedabbd-8503-40c7-b4cd-d3830964b6b8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:00.225201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b9d09b9f-a49c-432c-bf5f-7cb4fb86c2fe req-5bedabbd-8503-40c7-b4cd-d3830964b6b8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 944 time: 0.4588861 Dec 23 15:11:00.269545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.285548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b997f-6c5a-4ab6-bbb1-a1cb7c3186a8 req-0b5808c0-6f4e-4425-8683-b2c1fc0f24b1 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:00.293366 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa0b997f-6c5a-4ab6-bbb1-a1cb7c3186a8 req-0b5808c0-6f4e-4425-8683-b2c1fc0f24b1 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.6041498 Dec 23 15:11:00.300199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-d1d865bd-9000-4c81-ad86-c18c397be24b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c&device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 1098 time: 0.7433939 Dec 23 15:11:00.310379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port d02c8b14-126c-4859-a436-0668012eb7c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d02c8b14-126c-4859-a436-0668012eb7c8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:00.311272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bb9c6a26-13e5-4208-ab50-79c056dad4af tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] Request body: {'port': {'network_id': 'c22768f9-3ac5-4df0-8008-98b3c830474a', 'name': 'tempest-NetworksNegativeTestJSON-1262691618'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:00.311545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:11:00.318929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.321191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:00.357598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:00.415336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=d02c8b14-126c-4859-a436-0668012eb7c8,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:00.418761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:00.439293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.442150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9c6a26-13e5-4208-ab50-79c056dad4af tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] POST failed (client error): The resource could not be found. Dec 23 15:11:00.443172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9c6a26-13e5-4208-ab50-79c056dad4af tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:00.449224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb9c6a26-13e5-4208-ab50-79c056dad4af tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6735232 Dec 23 15:11:00.449420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.453652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:00.457724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:00.478838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'floating_ip_address': '172.26.2.139', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'port_id': '18786e08-94f7-4e4e-972f-2035545d2a41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'mac_address': 'fa:16:3e:19:df:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:54Z', 'revision_number': 1, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:18Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:00.484084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010d6e-477b-4c9d-8007-63c6b5c646d1 None None] The sync data for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv is: [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'floating_ip_address': '172.26.2.139', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'port_id': '18786e08-94f7-4e4e-972f-2035545d2a41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'mac_address': 'fa:16:3e:19:df:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:54Z', 'revision_number': 1, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:18Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:00.578712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b37a369-8015-4298-9d7b-63185069cca5 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:00.579211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b37a369-8015-4298-9d7b-63185069cca5 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:00.581036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5b37a369-8015-4298-9d7b-63185069cca5 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "DELETE /v2.0/networks/1adbdc29-d49f-472b-a9ce-bd7303eb4683 HTTP/1.1" status: 404 len: 339 time: 0.0948291 Dec 23 15:11:00.593213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:00.596299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.646607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa0b997f-6c5a-4ab6-bbb1-a1cb7c3186a8 req-24863691-37c9-4dd1-aadc-0a1969e1e637 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522346 Dec 23 15:11:00.653271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Pushing event updated for resources: {'Port': ['ID=92ba7c16-681b-474d-987e-5c951e47c563,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:00.660881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b9d09b9f-a49c-432c-bf5f-7cb4fb86c2fe req-53be8c36-d649-4abc-81ca-a61e69f209e8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344063 Dec 23 15:11:00.663921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:00.668210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.679013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-f1a03595-9ae9-455c-b469-d7a15b18c7e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:00.680680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-f1a03595-9ae9-455c-b469-d7a15b18c7e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d84993-2119-4638-84ac-720a89f3c06b HTTP/1.1" status: 200 len: 905 time: 0.3613317 Dec 23 15:11:00.690895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed1d602-3b0b-450e-967c-f021455a59d3 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:00.690895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed1d602-3b0b-450e-967c-f021455a59d3 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:00.690895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5ed1d602-3b0b-450e-967c-f021455a59d3 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "DELETE /v2.0/ports/599a65a4-7925-43af-b478-732619967341 HTTP/1.1" status: 404 len: 333 time: 0.0940182 Dec 23 15:11:00.711555 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] No L3 agents can host the router 2d31861a-bbeb-44e4-a4ba-07e23221ef2d Dec 23 15:11:00.751348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48242) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:00.762812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'code': 200} Dec 23 15:11:00.914907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:00.936447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd462f28-e5fa-4700-801b-9d5226b7f70a tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:00.936955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd462f28-e5fa-4700-801b-9d5226b7f70a tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:00.939021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd462f28-e5fa-4700-801b-9d5226b7f70a tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "DELETE /v2.0/subnets/56918047-3ad4-4d29-bebf-e3c2d77d671b HTTP/1.1" status: 404 len: 337 time: 0.1332085 Dec 23 15:11:00.945346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48248) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:00.982368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1b20d-1eca-4339-8c45-57b5c9e2cbb0 None None] New status for floating IP 8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:11:01.000701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:01.005120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0342546 Dec 23 15:11:01.005120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-06735a15-ffae-4051-83c3-142962beb5f6 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] GET failed (client error): The resource could not be found. Dec 23 15:11:01.005120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06735a15-ffae-4051-83c3-142962beb5f6 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "GET /v2.0/networks/7b81d83c-c437-4cda-9527-eb4f5543e3fe HTTP/1.1" status: 404 len: 339 time: 0.0567451 Dec 23 15:11:01.007450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48252) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.017675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48254) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.061983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-9238fce6-3cea-45f4-90bf-9991d2d14d5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18786e08-94f7-4e4e-972f-2035545d2a41 HTTP/1.1" status: 200 len: 999 time: 0.3671684 Dec 23 15:11:01.148247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-007dbfd8-2d3f-4d87-a580-8a1c2e67962f tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] GET failed (client error): The resource could not be found. Dec 23 15:11:01.152715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP df520f72-748a-42eb-a49d-d5dbe7481da6 associated. External IP: 172.26.2.138, port: 23913272-14b2-4797-946d-17fc749623af. Dec 23 15:11:01.154244 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-007dbfd8-2d3f-4d87-a580-8a1c2e67962f tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "GET /v2.0/ports/17442185-a156-48fa-a3b1-c9bdab264df1 HTTP/1.1" status: 404 len: 333 time: 0.1294460 Dec 23 15:11:01.155154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48262) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.223724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-288da09a-c198-4906-ae62-53fc23cb08fd tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] GET failed (client error): The resource could not be found. Dec 23 15:11:01.230217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48266) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.230394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-288da09a-c198-4906-ae62-53fc23cb08fd tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "GET /v2.0/subnets/430cb9d0-fc22-4bba-907a-a1eff0637575 HTTP/1.1" status: 404 len: 337 time: 0.0710495 Dec 23 15:11:01.242272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9cedbfbf-2e1b-4aea-a55e-9e2773f17116 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:01.263465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-b86faad6-a4e5-4301-b859-71151b1f320e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:01.265082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-b86faad6-a4e5-4301-b859-71151b1f320e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2880cd4c-a6e4-4140-9aa4-09868681247c HTTP/1.1" status: 200 len: 843 time: 0.1948326 Dec 23 15:11:01.287018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:01.318139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Hosts for router 2d31861a-bbeb-44e4-a4ba-07e23221ef2d: [] {{(pid=88872) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 23 15:11:01.326884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db69a44a-0cb5-4180-ab5f-a80ef25e1c8c req-01e3f251-362c-4d02-bc71-1a8b73786e92 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.3174353 Dec 23 15:11:01.333847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cedbfbf-2e1b-4aea-a55e-9e2773f17116 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] PUT failed (client error): The resource could not be found. Dec 23 15:11:01.334333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cedbfbf-2e1b-4aea-a55e-9e2773f17116 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:01.335478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9cedbfbf-2e1b-4aea-a55e-9e2773f17116 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "PUT /v2.0/networks/91ddc508-f73b-4a4f-a096-ef699115c7a6 HTTP/1.1" status: 404 len: 339 time: 0.1042442 Dec 23 15:11:01.336700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:01.347646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.366364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Usage tracker for resource:floatingip and tenant:1d4fbcfebef14979839fe3897c0a0497 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:01.374205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:01.382123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-699771f8-8b32-474d-a2a1-19bd75d99490 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:01.387728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:01.432668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c22e02-8e3a-43b9-bfd6-02bbc91ec8d0 req-84edf3a9-5cca-49e4-b5f7-9bb17a39fc12 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:01.434394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-54c22e02-8e3a-43b9-bfd6-02bbc91ec8d0 req-84edf3a9-5cca-49e4-b5f7-9bb17a39fc12 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.4835894 Dec 23 15:11:01.435974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:01.443898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db69a44a-0cb5-4180-ab5f-a80ef25e1c8c req-2ce4e6c0-8fa9-4623-90d5-fad897a2b6b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995491 Dec 23 15:11:01.445782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48274) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.456153 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-699771f8-8b32-474d-a2a1-19bd75d99490 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] PUT failed (client error): The resource could not be found. Dec 23 15:11:01.456614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699771f8-8b32-474d-a2a1-19bd75d99490 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:01.457893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-699771f8-8b32-474d-a2a1-19bd75d99490 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "PUT /v2.0/ports/749f4f72-d193-4cb4-91bc-60f490267c2f HTTP/1.1" status: 404 len: 333 time: 0.0951946 Dec 23 15:11:01.458635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Hosts for other DVR routers connected to router 2d31861a-bbeb-44e4-a4ba-07e23221ef2d: set() {{(pid=88872) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 23 15:11:01.465682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48278) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.469329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Request body: {'floatingip': {'port_id': '583131a7-1c70-4613-bfec-959d46d28d95'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:01.475637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d46dc56d-38e2-45e9-a439-6bfc8d0a92a4 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:01.521506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:01.522898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4995edf9-2814-44e4-ab9b-398741fc6165 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "PUT /v2.0/routers/2d31861a-bbeb-44e4-a4ba-07e23221ef2d HTTP/1.1" status: 200 len: 717 time: 2.9407794 Dec 23 15:11:01.532652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:01.545343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46dc56d-38e2-45e9-a439-6bfc8d0a92a4 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] PUT failed (client error): The resource could not be found. Dec 23 15:11:01.545897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46dc56d-38e2-45e9-a439-6bfc8d0a92a4 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:01.547216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d46dc56d-38e2-45e9-a439-6bfc8d0a92a4 tempest-NetworksNegativeTestJSON-1402149767 tempest-NetworksNegativeTestJSON-1402149767-project] 10.222.0.49 "PUT /v2.0/subnets/06c7eb04-970a-4707-aa44-733443780047 HTTP/1.1" status: 404 len: 337 time: 0.0804262 Dec 23 15:11:01.634875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:01.644865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40decefa-d310-4874-8490-da1f6449c657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:01.772770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:01.962067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:02.020668 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5723be3-f1d5-476b-a36f-7ca52f8408b8 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "GET /v2.0/routers/2d31861a-bbeb-44e4-a4ba-07e23221ef2d HTTP/1.1" status: 200 len: 717 time: 0.4866436 Dec 23 15:11:02.028339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48300) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:02.039318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=89fc96a1-46ea-4547-9091-0fd21889dcd4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:02.044032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:02.052269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': '82215d04-d8e8-4f36-80f4-a72f6d537e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:02.052644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 772cc5ba-186d-4c25-a8d2-990601165dab, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:02.097036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 772cc5ba-186d-4c25-a8d2-990601165dab is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:02.110611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 772cc5ba-186d-4c25-a8d2-990601165dab) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:02.115337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:02.116003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.120589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f58fc-734f-4609-b934-37574327bf07 None None] Network 772cc5ba-186d-4c25-a8d2-990601165dab requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:02.142746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4121606 Dec 23 15:11:02.143779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48306) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:02.192051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-8cf2be5f-6880-4b31-9926-cbf442d6e545 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d84993-2119-4638-84ac-720a89f3c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9184318 Dec 23 15:11:02.193919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.472343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-772cc5ba-186d-4c25-a8d2-990601165dab', 'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': '89fc96a1-46ea-4547-9091-0fd21889dcd4'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:02.473398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.527886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86c4238e-e5ac-4bb5-86db-0439d78418d5 tempest-RoutersTestDVR-1937931941 tempest-RoutersTestDVR-1937931941-project] 10.222.0.49 "GET /v2.0/routers/2d31861a-bbeb-44e4-a4ba-07e23221ef2d HTTP/1.1" status: 200 len: 683 time: 0.4981945 Dec 23 15:11:02.528995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:02.543335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48310) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:02.622037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec501caa48f4510b0f5a4de168d4b53 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:02.632494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:02.666814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Allocated IP 172.20.0.1 (772cc5ba-186d-4c25-a8d2-990601165dab/89fc96a1-46ea-4547-9091-0fd21889dcd4/dd84d08e-242c-4a38-a2a0-78558d047e81) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:02.702721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:02.763743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929da41-c4d7-4a89-b762-a94a82b29961 req-be1f61fb-fe94-4c9c-985a-0f25483bde5d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:02.765679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7929da41-c4d7-4a89-b762-a94a82b29961 req-be1f61fb-fe94-4c9c-985a-0f25483bde5d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.7913709 Dec 23 15:11:02.781433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.853316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.868017 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-f52edbca-8660-4fae-8a7c-d4790b556501 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206870 Dec 23 15:11:02.930308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.944510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Transition to ACTIVE for port object dd84d08e-242c-4a38-a2a0-78558d047e81 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:02.968488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Transition to ACTIVE for port object dd84d08e-242c-4a38-a2a0-78558d047e81 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:02.973653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:02.987117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:03.044098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f48ce7c8-27ef-485d-a2f4-e85568f32e65 req-ab18f885-7101-45ed-88a0-890855b80391 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510978 Dec 23 15:11:03.080721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Pushing event updated for resources: {'Port': ['ID=dd84d08e-242c-4a38-a2a0-78558d047e81,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:03.093008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:03.099244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Network 772cc5ba-186d-4c25-a8d2-990601165dab is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:03.101334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:03.124979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:03.192370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.245091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Attempting to bind port dd84d08e-242c-4a38-a2a0-78558d047e81 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:03.245664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Attempting to bind port dd84d08e-242c-4a38-a2a0-78558d047e81 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '82215d04-d8e8-4f36-80f4-a72f6d537e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:03.246085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Attempting to bind port dd84d08e-242c-4a38-a2a0-78558d047e81 on network 772cc5ba-186d-4c25-a8d2-990601165dab {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:03.254345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:03.254345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Checking segment: {'id': '82215d04-d8e8-4f36-80f4-a72f6d537e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:03.255072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.255802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Bound using segment: {'id': '82215d04-d8e8-4f36-80f4-a72f6d537e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:03.256550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Bound port: dd84d08e-242c-4a38-a2a0-78558d047e81, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82215d04-d8e8-4f36-80f4-a72f6d537e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '772cc5ba-186d-4c25-a8d2-990601165dab'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:03.256748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.258145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7929da41-c4d7-4a89-b762-a94a82b29961 req-1fea1bb3-a9ae-41c4-85f9-b3772a8c95b2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328060 Dec 23 15:11:03.340444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.359863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] For port dd84d08e-242c-4a38-a2a0-78558d047e81, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:03.363289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] For port dd84d08e-242c-4a38-a2a0-78558d047e81, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dd84d08e-242c-4a38-a2a0-78558d047e81,segment=NetworkSegment(82215d04-d8e8-4f36-80f4-a72f6d537e4f),segment_id=82215d04-d8e8-4f36-80f4-a72f6d537e4f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:03.367319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.379397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:03.463645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Pushing event updated for resources: {'Port': ['ID=dd84d08e-242c-4a38-a2a0-78558d047e81,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:03.467748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:03.614722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.632310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.634965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.650970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e596462-b051-4189-9d8e-2800d936af5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:03.679520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.718812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d526433d-2fa9-45f1-8191-20ac2bcaa66f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:03.723424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.724479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:03.733382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ec501caa48f4510b0f5a4de168d4b53&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7701302 Dec 23 15:11:03.737053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48ad3662-76e6-410d-b151-3f5577512e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:03.747143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48318) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:03.788778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=89fc96a1-46ea-4547-9091-0fd21889dcd4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:03.792145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:03.814160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.814308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d31861a-bbeb-44e4-a4ba-07e23221ef2d {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:11:03.879292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Allocated IP 172.26.2.71 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/a5a5f509-2858-49b2-9811-b5f817483505) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:03.917665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.936088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.941150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-77c7f57e-bc9e-4bba-afca-27152ea3aced tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "DELETE /v2.0/routers/2d31861a-bbeb-44e4-a4ba-07e23221ef2d HTTP/1.1" status: 204 len: 168 time: 1.3917441 Dec 23 15:11:03.948627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48322) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:03.958349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Request body: {'router': {'name': 'tempest-router-284509505', 'distributed': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:03.965353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772cc5ba-186d-4c25-a8d2-990601165dab']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:03.973640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:03.982377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Usage tracker for resource:router and tenant:2a267a93dbe6405db258aac690b7d187 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:03.986268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82215d04-d8e8-4f36-80f4-a72f6d537e4f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:03.986614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82215d04-d8e8-4f36-80f4-a72f6d537e4f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:03.992355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:03.994170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:04.004777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:04.008043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.011061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-fda2633b-a203-4b70-9e1a-f6ba38d61630 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3422220 Dec 23 15:11:04.029761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.032870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.033922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.044489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:04.044933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:04.061387 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:04.158731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:11:04.158731 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:11:04.158731 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': '772cc5ba-186d-4c25-a8d2-990601165dab'}] Dec 23 15:11:04.158731 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:11:04.159588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:11:04.168919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.186627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.205567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.207309 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49245c0b-d00d-4dec-a7d4-075c9e0e7176 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2571561 Dec 23 15:11:04.209005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.209891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:04.313744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:04.354314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.380229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.389930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.629831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.650795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.662059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:04.693150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d526433d-2fa9-45f1-8191-20ac2bcaa66f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:04.699178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.707302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-9dd06787-ea90-4309-8332-71e43f3fd041 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c&device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 1098 time: 0.5208502 Dec 23 15:11:04.709452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:04.731643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.736195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d526433d-2fa9-45f1-8191-20ac2bcaa66f HTTP/1.1" status: 204 len: 168 time: 0.9848440 Dec 23 15:11:04.783862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port dd84d08e-242c-4a38-a2a0-78558d047e81 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:04.784086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.909019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858346-8a89-4084-a9b1-a11799cfd45c req-dfedcd2b-c224-4cb2-8177-e3d85ec5ca62 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:04.910745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d6858346-8a89-4084-a9b1-a11799cfd45c req-dfedcd2b-c224-4cb2-8177-e3d85ec5ca62 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.4412627 Dec 23 15:11:04.976452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:04.997444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b10fb556-4484-4819-a1f2-2667bc3cc07e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:05.092532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.107727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.160378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Pushing event updated for resources: {'Port': ['ID=a5a5f509-2858-49b2-9811-b5f817483505,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:05.176200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:05.232606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:05.234199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-fa04169f-c500-4051-b52b-404dc9f9e33a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:05.235866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-fa04169f-c500-4051-b52b-404dc9f9e33a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d84993-2119-4638-84ac-720a89f3c06b HTTP/1.1" status: 200 len: 905 time: 0.4966397 Dec 23 15:11:05.238551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:05.240933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port dd84d08e-242c-4a38-a2a0-78558d047e81, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dd84d08e-242c-4a38-a2a0-78558d047e81,segment=NetworkSegment(82215d04-d8e8-4f36-80f4-a72f6d537e4f),segment_id=82215d04-d8e8-4f36-80f4-a72f6d537e4f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:05.241375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.242376 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d6858346-8a89-4084-a9b1-a11799cfd45c req-44438e61-6e98-44a4-9553-19b5e819f125 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676373 Dec 23 15:11:05.243144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:05.337767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ab516-e078-4e3f-9f9b-354e8b1e4796 None None] Network 772cc5ba-186d-4c25-a8d2-990601165dab requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:05.474287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for dd84d08e-242c-4a38-a2a0-78558d047e81 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:05.527193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5555c246-9f2e-48e9-870c-820055071064 None None] Provisioning for port dd84d08e-242c-4a38-a2a0-78558d047e81 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:05.626700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.637563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 995ed1f6-1e73-461c-b924-a1391ddbee55 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:11:05.678819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.694239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bccb2cc-f6cb-4d95-b384-d38fb49c61c9 tempest-RoutersTestDVR-1044058646 tempest-RoutersTestDVR-1044058646-project-admin] 10.222.0.49 "DELETE /v2.0/routers/995ed1f6-1e73-461c-b924-a1391ddbee55 HTTP/1.1" status: 204 len: 168 time: 1.4814870 Dec 23 15:11:05.695806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:05.698784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-eea52021-34e8-43f2-a182-18b0a5b5ae0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18786e08-94f7-4e4e-972f-2035545d2a41 HTTP/1.1" status: 200 len: 1001 time: 0.4205632 Dec 23 15:11:05.700478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Floating IP c5710e1d-981c-40ba-ae3e-22b6bd10015f associated. External IP: 172.26.2.90, port: 583131a7-1c70-4613-bfec-959d46d28d95. Dec 23 15:11:05.710361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:05.738745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:05.760907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:05.789735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27152f43-a297-410b-9ee9-35e6561d9ce4 None None] DHCP port deletion for 772cc5ba-186d-4c25-a8d2-990601165dab request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:05.795205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-27152f43-a297-410b-9ee9-35e6561d9ce4 None None] Deleting port dd84d08e-242c-4a38-a2a0-78558d047e81 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:05.796022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27152f43-a297-410b-9ee9-35e6561d9ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.830035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04229998-3a19-4c94-acdf-4d3875316e5c req-f4db29ff-9e98-429d-8ee0-32e80e07aeb3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:05.845919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-04229998-3a19-4c94-acdf-4d3875316e5c req-f4db29ff-9e98-429d-8ee0-32e80e07aeb3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3311527 Dec 23 15:11:05.850057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:05.862730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Request body: {'floatingip': {'port_id': 'd02c8b14-126c-4859-a436-0668012eb7c8'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:05.909267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-27152f43-a297-410b-9ee9-35e6561d9ce4 None None] The port 'dd84d08e-242c-4a38-a2a0-78558d047e81' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:11:05.913601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.941385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:05.958418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:05.966331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:05.967137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:05.988895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:06.054496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port dd84d08e-242c-4a38-a2a0-78558d047e81 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:06.058905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:06.059647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a98201-acd0-4323-9b90-838c0ecc1736 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:06.065245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=dd84d08e-242c-4a38-a2a0-78558d047e81,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:06.066180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.073483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-ecd3dea1-fb7d-44ec-bca8-70ad691c4018 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:06.075235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-ecd3dea1-fb7d-44ec-bca8-70ad691c4018 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2880cd4c-a6e4-4140-9aa4-09868681247c HTTP/1.1" status: 200 len: 843 time: 0.2965665 Dec 23 15:11:06.102474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:06.105153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.127713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48364) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:06.160773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:06.170444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.3871093 Dec 23 15:11:06.190823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48372) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:06.209599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:06.341269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.358179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.427034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1680066729'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:06.435789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:06.445372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772cc5ba-186d-4c25-a8d2-990601165dab']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:06.454856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.459761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:06.466143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:06.470438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82215d04-d8e8-4f36-80f4-a72f6d537e4f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:06.470774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82215d04-d8e8-4f36-80f4-a72f6d537e4f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:06.488989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:06.498914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.499789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.588629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.592984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:06.598388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.615262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-4ad48f02-514f-4db3-9e83-af2ab9e4e0c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d84993-2119-4638-84ac-720a89f3c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5281873 Dec 23 15:11:06.618828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:06.619292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:06.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:06.641660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.035197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-564bb114-877f-4962-a815-397d47aef86b service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618791 Dec 23 15:11:07.035728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.057096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:07.059468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:07.082042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.089227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group_rule and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:07.093374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:07.104172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=772cc5ba-186d-4c25-a8d2-990601165dab,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:07.167499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:07.172962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:07.199171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:07.202140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/772cc5ba-186d-4c25-a8d2-990601165dab HTTP/1.1" status: 204 len: 168 time: 5.0572424 Dec 23 15:11:07.210088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48382) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:07.226676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1737319756'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:07.234060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:07.245146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:07.250375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:07.263945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:07.295247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:07.300954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.375154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.387554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.389506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:07.400621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce92-ca25-43c9-a941-09b461c394bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:07.434319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.434693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment 4f5248c8-5401-41a9-84c2-351fc649725b of type vlan for network 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 Dec 23 15:11:07.442904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:07.509262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8a7eac6cf949b89d8e3667c5cf70dd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:07.525035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:07.528967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.530214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184cf9a1-18bc-472f-8ab0-24b66c83fc54,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:07.548259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.550700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.551137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment 817222fe-6715-496b-9f72-6afb86cba317 of type vlan for network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 Dec 23 15:11:07.553140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:07.555126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.555567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP df520f72-748a-42eb-a49d-d5dbe7481da6 disassociated. External IP: 172.26.2.138, port: 23913272-14b2-4797-946d-17fc749623af. Dec 23 15:11:07.558436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:07.585459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.630450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.641296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:07.645954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.656005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.673516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.679701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dd84d08e-242c-4a38-a2a0-78558d047e81 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:07.717549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: dd84d08e-242c-4a38-a2a0-78558d047e81 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:07.718020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dd84d08e-242c-4a38-a2a0-78558d047e81 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:07.750541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Pushing event updated for resources: {'Port': ['ID=a5a5f509-2858-49b2-9811-b5f817483505,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:07.754356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:07.783508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.793128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:07.793811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.801283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:07.828967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3ccf3e3-e2db-4630-b595-d1121c05a933 req-8bf99816-ce88-4a6f-b812-c3d4430a65d6 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383971 Dec 23 15:11:07.839152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.907656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:07.908308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:07.967602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=1929e4b3-5f31-4b89-bc2b-b1d52f31eb38,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:07.971799 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7606342 Dec 23 15:11:07.973277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:07.975029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44e6b1d4-f74d-40f6-bd64-478e5e25dfbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:07.981010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48388) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:07.984434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:08.001740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8351948 Dec 23 15:11:08.001980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.004624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:08.008596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '1929e4b3-5f31-4b89-bc2b-b1d52f31eb38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:08.078196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'name': 'tempest-PortsIpV6TestJSON-658176411'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:08.104020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.177206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.199464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed715789-490b-4984-96b8-3d779f4b61f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:08.240789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.242140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2314749 Dec 23 15:11:08.261446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48396) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:08.287862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=3f277420-4b3b-40c6-b658-7d7ccb6975a8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:08.302578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:08.311796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:08.328781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:08.337420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:08.342793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:08.353094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:08.377804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:08.385474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.386343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e36ee8-ca57-4238-b725-20ba3dc09dee,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:08.389717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:08.420323 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Floating IP aa3ceb1c-b715-426b-a57a-73c4045ad26e associated. External IP: 172.26.2.160, port: d02c8b14-126c-4859-a436-0668012eb7c8. Dec 23 15:11:08.422447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:08.429603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:08.448006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c8a7eac6cf949b89d8e3667c5cf70dd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2735915 Dec 23 15:11:08.448006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:08.460359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48400) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:08.467558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:08.478341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port ad60fa28-c4f1-4827-b755-e6086b667150 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:08.526757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:08.552700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9ec6e4a4-5b25-485a-b5f2-42bd0ee5a633 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Synchronizing usage tracker for tenant:da2bca17f594416cb89596bb8ed82d03 on resource:floatingip {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:08.640082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:08.706194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9ec6e4a4-5b25-485a-b5f2-42bd0ee5a633 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Unset dirty status for tenant:da2bca17f594416cb89596bb8ed82d03 on resource:floatingip {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:08.710719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9ec6e4a4-5b25-485a-b5f2-42bd0ee5a633 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4479 time: 0.4433992 Dec 23 15:11:08.713092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48404) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:08.723765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.889552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c345800e-9551-4a28-82da-72d001bb4677 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Synchronizing usage tracker for tenant:501a37bfd0f049a98348a4e85a129d3e on resource:floatingip {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:08.898422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.930570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:08.931641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c345800e-9551-4a28-82da-72d001bb4677 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Unset dirty status for tenant:501a37bfd0f049a98348a4e85a129d3e on resource:floatingip {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:08.935858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c345800e-9551-4a28-82da-72d001bb4677 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2167518 Dec 23 15:11:08.937806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48408) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:09.002010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.037367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.046480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5af2c9b-0165-459f-b9ee-a62399b21935 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:09.170854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.178871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aab834eb-f45c-4cec-a99a-858d580463e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:09.191460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Deleting port a5a5f509-2858-49b2-9811-b5f817483505 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:09.191859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.300909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e36ee8-ca57-4238-b725-20ba3dc09dee,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:09.312066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:09.539955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ad60fa28-c4f1-4827-b755-e6086b667150,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:09.562536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:09.602994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.604211 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9e36ee8-ca57-4238-b725-20ba3dc09dee HTTP/1.1" status: 204 len: 168 time: 1.1411467 Dec 23 15:11:09.611360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.619164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:09.679458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': '817222fe-6715-496b-9f72-6afb86cba317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:09.679851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: 3f277420-4b3b-40c6-b658-7d7ccb6975a8, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:09.749740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=891fb1a1-651e-48c6-ab07-14c2fd05f0f9,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:09.756372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:09.768441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:09.775007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.775404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.775679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:09.779678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:09.784474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] Sync routers for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:09.791327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:09.798655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:09.799481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:09.820766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': '4f5248c8-5401-41a9-84c2-351fc649725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1929e4b3-5f31-4b89-bc2b-b1d52f31eb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:09.821192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:09.868278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68f08a2b-643e-4372-a616-948ffb75413b tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "PUT /v2.0/floatingips/c5710e1d-981c-40ba-ae3e-22b6bd10015f HTTP/1.1" status: 200 len: 991 time: 8.4181325 Dec 23 15:11:09.868278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:11:09.948826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:09.976196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:09.978537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Calling delete_port for a5a5f509-2858-49b2-9811-b5f817483505 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:09.998172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:09.999013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.007100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 3f277420-4b3b-40c6-b658-7d7ccb6975a8) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:10.021307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:10.021939 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95', 'status': 'completed', 'code': 200} Dec 23 15:11:10.025743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:10.026423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.040094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:10.040941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0543380 Dec 23 15:11:10.083339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:10.128928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48426) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:10.135126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281acf72-f258-47b5-ba6b-cf9f5d5102bc None None] Network 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:10.175295 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1650310 Dec 23 15:11:10.186518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:10.212206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-437276889'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:10.220197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.233341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:10.243320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:10.255869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:10.278798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:10.308785 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-152f4d12-024e-4ad7-b6cc-a40e9b0b5a90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4595cf127ba9450ea51449156d8129de&device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 1099 time: 0.2649493 Dec 23 15:11:10.315145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:10.322713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2a267a93dbe6405db258aac690b7d187 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:10.329537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:10.341362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:10.360450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Router a5ef7e7d-5e9d-4ec9-8f31-640df044328c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:10.363466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:10.369180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.402045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.429002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.438068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-20e37a7c-895d-4ae2-bd91-fe1993b1cf7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:10.441361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d995af-159e-4255-875a-fb5fbd630b49 None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:10.525200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Pushing event deleted for resources: {'Port': ['ID=a5a5f509-2858-49b2-9811-b5f817483505,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:10.531337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:10.545207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:10.560172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:10.573896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:10.574946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:10.601956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:10.614582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.651767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:10.652848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.653286 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment eaa7e267-a531-469d-9523-5a2d7ba8081a of type vlan for network 95f72585-4a18-457b-941d-348fc6b594e1 Dec 23 15:11:10.664890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:10.665885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:10.666376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-95bc686c-ada7-45e2-879f-fcb114d303b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:10.668010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-95bc686c-ada7-45e2-879f-fcb114d303b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13 HTTP/1.1" status: 200 len: 912 time: 0.2957385 Dec 23 15:11:10.725475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.735192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:10.735985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.736128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab7cb0-a196-4f97-8e05-ab3e51d9e1f0 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:10.765812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.778499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77bee217-5e9d-427e-9fcc-2fcc4770c00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:10.793748 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-84d1d6bc-a29e-4312-9dce-ea22171ea653 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/floatingips/df520f72-748a-42eb-a49d-d5dbe7481da6 HTTP/1.1" status: 200 len: 688 time: 4.5952680 Dec 23 15:11:10.800835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.801731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48436) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:10.834277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.884718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.889324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:10.889984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.900608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:10.933149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714cd4ad-2e60-40ca-8ef3-898e6d5e0cf1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:10.941408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a267a93dbe6405db258aac690b7d187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8086870 Dec 23 15:11:10.941408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:10.966473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9425f006-9d4f-4c1a-8e90-207a6fd1b981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-1929e4b3-5f31-4b89-bc2b-b1d52f31eb38', 'network_id': '1929e4b3-5f31-4b89-bc2b-b1d52f31eb38', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': '891fb1a1-651e-48c6-ab07-14c2fd05f0f9'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:10.967404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9425f006-9d4f-4c1a-8e90-207a6fd1b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:10.998185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-2a5f92e8-7c91-413e-b79a-10e3c44ab23a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583131a7-1c70-4613-bfec-959d46d28d95 HTTP/1.1" status: 200 len: 999 time: 0.3197496 Dec 23 15:11:11.002967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48440) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:11.064700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.070368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] 10.222.0.49 "DELETE /v2.0/floatingips/4cce656b-5e24-4a09-9bb5-1133562c95a2 HTTP/1.1" status: 204 len: 168 time: 2.1272404 Dec 23 15:11:11.070543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 9cedadb4-627f-42c0-a901-7ebebc579c3e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:11.070543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.089712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.097400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48444) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:11.103957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9045811 Dec 23 15:11:11.111371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48448) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:11.122581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'ports': [{'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'}, {'network_id': '95f72585-4a18-457b-941d-348fc6b594e1'}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:11.122915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:11.123445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '95f72585-4a18-457b-941d-348fc6b594e1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:11.147944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=95f72585-4a18-457b-941d-348fc6b594e1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:11.159307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:11.165978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:11.186892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 95f72585-4a18-457b-941d-348fc6b594e1 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:11.208498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb89ac-cde8-485d-af3b-6ec1a6f99ecf None None] Network 1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:11.212609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-bb892843-1e11-4a74-8817-13498d127c46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:11.214328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-bb892843-1e11-4a74-8817-13498d127c46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00018c91-7f40-4157-bef6-6a87391edc51 HTTP/1.1" status: 200 len: 850 time: 0.2086794 Dec 23 15:11:11.283848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=891fb1a1-651e-48c6-ab07-14c2fd05f0f9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:11.292461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:11.365297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Deleting port 92ba7c16-681b-474d-987e-5c951e47c563 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:11.365699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.452211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.544528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.588946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'c5710e1d-981c-40ba-ae3e-22b6bd10015f', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'port_id': '583131a7-1c70-4613-bfec-959d46d28d95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'mac_address': 'fa:16:3e:89:90:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b888852-23c6-4853-961a-475df58f4318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:13Z', 'updated_at': '2021-12-23T15:11:03Z', 'revision_number': 1, 'project_id': '4595cf127ba9450ea51449156d8129de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:14Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:11.596411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] Checking router: 15f8bc30-a3cc-4243-a9ab-3720af8e33ff for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:11:11.603283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1929e4b3-5f31-4b89-bc2b-b1d52f31eb38']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:11.621372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:11.622080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:11.639147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5248c8-5401-41a9-84c2-351fc649725b') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:11.639817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5248c8-5401-41a9-84c2-351fc649725b') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:11.648974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.649473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.649855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.660620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-66ff147d-e4cd-4bb7-9c20-bcb2feae08b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b093e8a-f64e-41d0-a3a0-ffa6b643be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3839653 Dec 23 15:11:11.668961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:11.671759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.682621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:11.687501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:11.693143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] Sync routers for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:11.748197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:11.784894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:11.785536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:12.001733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.004527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:12.037233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:12.040120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:12.040600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:12.059590 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:12.081059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 9cedadb4-627f-42c0-a901-7ebebc579c3e owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:12.150651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2a067ee-0671-4b65-abc2-42a14872cc07 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "PUT /v2.0/floatingips/aa3ceb1c-b715-426b-a57a-73c4045ad26e HTTP/1.1" status: 200 len: 991 time: 6.2992697 Dec 23 15:11:12.156309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:11:12.158622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:12.167016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:12.173401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.193668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.200162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.212182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.216668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bae75969-530f-41a3-a34d-43c36f7bb76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:12.239834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.249152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'status': 'completed', 'code': 200} Dec 23 15:11:12.259721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=1929e4b3-5f31-4b89-bc2b-b1d52f31eb38,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:12.265052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:12.316429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1b170d8-09a9-47f1-ae3b-8ec3f2a9babe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:12.369192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 HTTP/1.1" status: 204 len: 168 time: 2.3204248 Dec 23 15:11:12.371375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.372620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/714cd4ad-2e60-40ca-8ef3-898e6d5e0cf1 HTTP/1.1" status: 204 len: 168 time: 1.3685765 Dec 23 15:11:12.373456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:12.389816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.390524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.401486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714cd4ad-2e60-40ca-8ef3-898e6d5e0cf1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:12.416427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20827399'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:12.420721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:12.421774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:12.457818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:12.484390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:12.573920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:12.585958 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-c8f58d18-a13a-44b5-8c79-a56db1a7c5f2 service neutron] 10.222.0.65 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601010 Dec 23 15:11:12.596183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Calling delete_port for 92ba7c16-681b-474d-987e-5c951e47c563 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:12.607574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:12.648180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port da0f342b-7619-4243-95df-a290eec6c990 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:12.653366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:12.659747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.749217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:12.789309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.790034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment 882b7f80-1ddd-4bf9-96a2-bd2da3204460 of type vlan for network 2c407bd8-8226-4f85-8873-f7a93b295723 Dec 23 15:11:12.832145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99287f8a-538e-4c30-86ff-db63853e8d87 req-bd4f2bff-dffd-4dc6-8cae-b53a7c086399 service neutron] 10.222.0.65 "GET /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847212 Dec 23 15:11:12.887827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-aa9ddbab-2d54-44d4-bb17-121ee2fca6fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.5811450 Dec 23 15:11:12.913902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:12.948460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'c5710e1d-981c-40ba-ae3e-22b6bd10015f', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'port_id': '583131a7-1c70-4613-bfec-959d46d28d95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'mac_address': 'fa:16:3e:89:90:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b888852-23c6-4853-961a-475df58f4318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:13Z', 'updated_at': '2021-12-23T15:11:03Z', 'revision_number': 1, 'project_id': '4595cf127ba9450ea51449156d8129de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:14Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:12.963426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914ad48-4e61-403f-83e3-d32f633dafe7 None None] The sync data for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv is: [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'c5710e1d-981c-40ba-ae3e-22b6bd10015f', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'port_id': '583131a7-1c70-4613-bfec-959d46d28d95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'mac_address': 'fa:16:3e:89:90:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b888852-23c6-4853-961a-475df58f4318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:13Z', 'updated_at': '2021-12-23T15:11:03Z', 'revision_number': 1, 'project_id': '4595cf127ba9450ea51449156d8129de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:14Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:12.973148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.127416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.135829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:13.136569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.138260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'aa3ceb1c-b715-426b-a57a-73c4045ad26e', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'port_id': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'mac_address': 'fa:16:3e:66:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bac4f04-89a9-40a3-b110-26497d398153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:29Z', 'updated_at': '2021-12-23T15:11:07Z', 'revision_number': 1, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:26Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:13.144121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] Checking router: a5ef7e7d-5e9d-4ec9-8f31-640df044328c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:11:13.145524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.146524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ed4e454-5b90-40f2-8f70-b0b738af7ad0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:13.157832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:13.158812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:13.164431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:13.275076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=2c407bd8-8226-4f85-8873-f7a93b295723,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:13.279125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=9cedadb4-627f-42c0-a901-7ebebc579c3e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:13.292621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:13.294501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:13.303282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port ea25a499-46b2-4913-9d86-92270711ba87 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:13.320890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9253600 Dec 23 15:11:13.321681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48484) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:13.331667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:13.345428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:13.383298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-c51ab2a4-5836-4854-a0cd-35ac5a7219fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:13.384691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-c51ab2a4-5836-4854-a0cd-35ac5a7219fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.4601989 Dec 23 15:11:13.563312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1556f33-b34d-4f78-aba1-3ff50405aba3 None None] New status for floating IP c5710e1d-981c-40ba-ae3e-22b6bd10015f: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:11:13.580469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.580661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:13.592957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-532c376c-71ad-4c2f-b5a1-0e232153cb96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 999 time: 0.1955564 Dec 23 15:11:13.595877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:13.629996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.703381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.713971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74bc0447-497e-4b31-a779-12a47a430418 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:13.737750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-c0d53c0d-50e6-44cf-ba7b-28ed8e159ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:13.739659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-c0d53c0d-50e6-44cf-ba7b-28ed8e159ecf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.1092577 Dec 23 15:11:13.758915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.762861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Pushing event deleted for resources: {'Port': ['ID=92ba7c16-681b-474d-987e-5c951e47c563,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:13.832181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:13.876831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.882172 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/floatingips/df520f72-748a-42eb-a49d-d5dbe7481da6 HTTP/1.1" status: 204 len: 168 time: 3.0737119 Dec 23 15:11:13.895629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48496) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:13.912784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '2ef79178-17c1-4a52-b7ec-c151ffae2a6a'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:13.926457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:13.934731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.937363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:13.943189 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/fa831497-030d-42b7-ac99-5428cb07d74f HTTP/1.1" status: 204 len: 168 time: 2.8404312 Dec 23 15:11:13.944516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:floatingip and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:13.951763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:13.953304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:13.961441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:13.980286 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-a208e370-d5d3-4602-b32e-63e7d1560fd8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2129610 Dec 23 15:11:14.018001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:11:14.105235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:14.112051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=da0f342b-7619-4243-95df-a290eec6c990,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:14.141883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'aa3ceb1c-b715-426b-a57a-73c4045ad26e', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'port_id': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'mac_address': 'fa:16:3e:66:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bac4f04-89a9-40a3-b110-26497d398153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:29Z', 'updated_at': '2021-12-23T15:11:07Z', 'revision_number': 1, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:26Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:14.147368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035c51d-bee6-431d-8870-2bc652aa42b8 None None] The sync data for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv is: [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'aa3ceb1c-b715-426b-a57a-73c4045ad26e', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'port_id': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'mac_address': 'fa:16:3e:66:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bac4f04-89a9-40a3-b110-26497d398153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:10:29Z', 'updated_at': '2021-12-23T15:11:07Z', 'revision_number': 1, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:26Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:14.166739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.187278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:14.192294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:14.201791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:14.202691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.228268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63f7d0e3-1f22-4465-a3d8-ad5bb091418a tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:14.279507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-7c0aff56-b23a-4a17-9868-a5734c3da708 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857082 Dec 23 15:11:14.342842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port 09f95190-9343-4a9a-a1a2-86469e912c34 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:14.343238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.447286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ea25a499-46b2-4913-9d86-92270711ba87,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:14.454146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.463694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:14.471860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': 'eaa7e267-a531-469d-9523-5a2d7ba8081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95f72585-4a18-457b-941d-348fc6b594e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:14.472266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: 95f72585-4a18-457b-941d-348fc6b594e1, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:14.512746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-caadc288-ebe1-4024-a2a8-db049c06b373 req-a0701078-c46d-48f2-8466-a1823ccde4eb service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134202 Dec 23 15:11:14.527807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.541335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.562444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:14.710372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.4 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/c8de1603-a08c-45ac-90b0-39b1718588cd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:14.748350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 2c407bd8-8226-4f85-8873-f7a93b295723 is not hosted by any dhcp agent {{(pid=88872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 23 15:11:14.756110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:14.756815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.761035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "PUT /v2.0/networks/2c407bd8-8226-4f85-8873-f7a93b295723 HTTP/1.1" status: 200 len: 723 time: 1.4342515 Dec 23 15:11:14.775432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48518) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:14.790576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:14.815018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 95f72585-4a18-457b-941d-348fc6b594e1 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:14.818927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946823e-37c6-47fa-bf87-9043d106bc90 None None] New status for floating IP aa3ceb1c-b715-426b-a57a-73c4045ad26e: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:11:14.825242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=2c407bd8-8226-4f85-8873-f7a93b295723,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:14.884583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:14.901414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.913005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 95f72585-4a18-457b-941d-348fc6b594e1) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:14.930246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:14.935380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d257e8f9-948a-4749-b4a4-278215a0b6e0 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:14.982466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:14.989150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:14.993258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:14.994409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.029007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:15.038201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9206402 Dec 23 15:11:15.052628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:15.061127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48528) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:15.067669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:15.114081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.187157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:15.202358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e3208-c302-46b8-9ea5-6e85fad41ce7 None None] Network 95f72585-4a18-457b-941d-348fc6b594e1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:15.297005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=c8de1603-a08c-45ac-90b0-39b1718588cd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:15.301108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:15.314211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:15.315788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:15.319263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:15.378053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48536) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:15.417941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:15.564645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Calling delete_port for 09f95190-9343-4a9a-a1a2-86469e912c34 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:15.612869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:15.661149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1693620069', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:15.668319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:15.676065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Usage tracker for resource:port and tenant:c9447b9210f04475991007879ebaa62b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:15.681289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:15.697432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:15.720724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ea25a499-46b2-4913-9d86-92270711ba87 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:15.721113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.784239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Made reservation on behalf of c9447b9210f04475991007879ebaa62b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:15.789104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.806306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.844663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.871608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:15.875813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Usage tracker for resource:security_group_rule and tenant:c9447b9210f04475991007879ebaa62b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:15.878874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:15.889898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:15.961194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.965252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:15.967694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e09b1b9-cc07-4631-8788-19b39359e4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:15.980101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] device_id is not set on port cd462815-fba3-4d81-8d6d-338f241b1a41 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:16.045028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea0a7e-0e3d-41ba-afd5-1afe0b902367,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:16.054704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:16.143068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Allocated IP 172.26.2.122 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/cd462815-fba3-4d81-8d6d-338f241b1a41) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:16.163419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.176108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:16.237779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Port': ['ID=09f95190-9343-4a9a-a1a2-86469e912c34,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:16.242066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.251639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:16.460348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for ea25a499-46b2-4913-9d86-92270711ba87 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:16.520807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.557138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.611785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.616383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.628820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-432d63f2-edba-4dbc-9cc0-7188c8cf5427 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:16.656531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "DELETE /v2.0/ports/09f95190-9343-4a9a-a1a2-86469e912c34 HTTP/1.1" status: 204 len: 168 time: 2.6765182 Dec 23 15:11:16.661139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48548) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:16.666690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.698504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78d9aef8-b46d-4c7c-92c4-2e17c6e7580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.706485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.716199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.721822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c24178d8-5823-4cea-8356-caedfcfbd047 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:16.746788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:16.747674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Pushing event updated for resources: {'Port': ['ID=cd462815-fba3-4d81-8d6d-338f241b1a41,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:16.752399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:16.754437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:16.762162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:16.779902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=ea25a499-46b2-4913-9d86-92270711ba87,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:16.787389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:16.787926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-89babe98-8130-4eca-9a28-5546eabdfe94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:16.837203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.874743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/ea25a499-46b2-4913-9d86-92270711ba87 HTTP/1.1" status: 204 len: 168 time: 1.8120377 Dec 23 15:11:16.883182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48552) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:16.891260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=b11f4343-6de5-492d-9705-e6b444291b2c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:16.910473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:16.911215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:16.931657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:16.965611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': '882b7f80-1ddd-4bf9-96a2-bd2da3204460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:16.966010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 2c407bd8-8226-4f85-8873-f7a93b295723, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:16.981507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5983965 Dec 23 15:11:16.981709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40756019-dbaa-4d70-a795-7944199f4897 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:16.981709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40756019-dbaa-4d70-a795-7944199f4897 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Synchronizing usage tracker for tenant:501a37bfd0f049a98348a4e85a129d3e on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:16.984454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:16.992026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.122'}]}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:16.998945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:17.005444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Usage tracker for resource:router and tenant:c9447b9210f04475991007879ebaa62b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:17.020486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40756019-dbaa-4d70-a795-7944199f4897 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Unset dirty status for tenant:501a37bfd0f049a98348a4e85a129d3e on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:17.024749 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40756019-dbaa-4d70-a795-7944199f4897 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0401275-e84b-494d-b359-7d71c28adfd5 HTTP/1.1" status: 200 len: 913 time: 0.3597071 Dec 23 15:11:17.029194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48562) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:17.031660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.034531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:17.041453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:17.050054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.061508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:17.098050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee5a72-dfae-4e69-8e44-ef52b9ed0b13 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:17.102562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee5a72-dfae-4e69-8e44-ef52b9ed0b13 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:17.103386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-31ee5a72-dfae-4e69-8e44-ef52b9ed0b13 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:17.112538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 2c407bd8-8226-4f85-8873-f7a93b295723 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:17.133149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.134262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.137551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 2c407bd8-8226-4f85-8873-f7a93b295723) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:17.146433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:17.147072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.147983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db5b3e4-ee97-48e6-9063-82ec08600404 None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:17.164178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-31ee5a72-dfae-4e69-8e44-ef52b9ed0b13 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:17.165518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31ee5a72-dfae-4e69-8e44-ef52b9ed0b13 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2793701 Dec 23 15:11:17.169933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48566) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:17.198072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.213149 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4340222 Dec 23 15:11:17.218371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48570) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:17.234818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:17.266995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=c8de1603-a08c-45ac-90b0-39b1718588cd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:17.270268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:17.279052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.325026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port da0f342b-7619-4243-95df-a290eec6c990 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:17.325434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.469596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-2c407bd8-8226-4f85-8873-f7a93b295723', 'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'b11f4343-6de5-492d-9705-e6b444291b2c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:17.470648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.549684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.581851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853207512'] for subnet, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.646167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Allocated IP 172.20.0.2 (2c407bd8-8226-4f85-8873-f7a93b295723/b11f4343-6de5-492d-9705-e6b444291b2c/3065bdc6-e8c6-4c72-b461-133bd50e3fc3) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:17.664758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 5fd3715c-f325-44fb-956c-d1d52a4053fa associated. External IP: 172.26.2.4, port: 2ef79178-17c1-4a52-b7ec-c151ffae2a6a. Dec 23 15:11:17.894493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.910912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Transition to ACTIVE for port object 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:17.935698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Transition to ACTIVE for port object 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:17.941094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:17.950807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:18.011866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:18.015297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:18.019550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:18.078256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.100191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Pushing event updated for resources: {'Port': ['ID=3065bdc6-e8c6-4c72-b461-133bd50e3fc3,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:18.118826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:18.142442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Attempting to bind port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:18.143180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Attempting to bind port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '882b7f80-1ddd-4bf9-96a2-bd2da3204460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:18.143180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Attempting to bind port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 on network 2c407bd8-8226-4f85-8873-f7a93b295723 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:18.147455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.154211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:18.154636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Checking segment: {'id': '882b7f80-1ddd-4bf9-96a2-bd2da3204460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:18.155434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.155560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Bound using segment: {'id': '882b7f80-1ddd-4bf9-96a2-bd2da3204460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:18.155995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Bound port: 3065bdc6-e8c6-4c72-b461-133bd50e3fc3, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882b7f80-1ddd-4bf9-96a2-bd2da3204460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2c407bd8-8226-4f85-8873-f7a93b295723'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:18.156984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.267823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] For port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:18.271467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] For port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3065bdc6-e8c6-4c72-b461-133bd50e3fc3,segment=NetworkSegment(882b7f80-1ddd-4bf9-96a2-bd2da3204460),segment_id=882b7f80-1ddd-4bf9-96a2-bd2da3204460)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:18.275413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.280204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:18.329688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.343261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for da0f342b-7619-4243-95df-a290eec6c990 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:18.378703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Pushing event updated for resources: {'Port': ['ID=3065bdc6-e8c6-4c72-b461-133bd50e3fc3,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:18.383246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.383383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:18.438363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758312132160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853689146'] for subnet, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.459392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:18.543576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:18.544235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.548409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "PUT /v2.0/subnets/b11f4343-6de5-492d-9705-e6b444291b2c HTTP/1.1" status: 200 len: 806 time: 1.3204329 Dec 23 15:11:18.548409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.552702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48582) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:18.632801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=b11f4343-6de5-492d-9705-e6b444291b2c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:18.643819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:18.650565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d69f8c5f-fe32-46e5-aae6-59cd5af79a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:18.707147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.750074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04a6eebc-958f-4178-b326-e0aac288dd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.780742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=da0f342b-7619-4243-95df-a290eec6c990,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:18.788689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:18.803394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:18.810020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.860013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/da0f342b-7619-4243-95df-a290eec6c990 HTTP/1.1" status: 204 len: 168 time: 1.6887023 Dec 23 15:11:18.861579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:18.955280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:18.994181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:18.994589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.041418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.185767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d089b3-da1f-4662-b603-efdcd3c416f7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:19.186595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9d089b3-da1f-4662-b603-efdcd3c416f7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:19.224464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.233200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.305785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9d089b3-da1f-4662-b603-efdcd3c416f7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:19.310057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9d089b3-da1f-4662-b603-efdcd3c416f7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4376450 Dec 23 15:11:19.314100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:19.333094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.390643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.391199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36367637-721c-431f-b3e0-af7218847695 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:11:19.418949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-db998b56-7de6-4caf-98ea-55fc1b8b0f24 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:11:19.423290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-db998b56-7de6-4caf-98ea-55fc1b8b0f24 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/ea25a499-46b2-4913-9d86-92270711ba87 HTTP/1.1" status: 404 len: 333 time: 0.1052876 Dec 23 15:11:19.424522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48598) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:19.474967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef34c5a-1e15-40f4-97ea-ed0d768b897c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:11:19.477226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ef34c5a-1e15-40f4-97ea-ed0d768b897c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/da0f342b-7619-4243-95df-a290eec6c990 HTTP/1.1" status: 404 len: 333 time: 0.0517290 Dec 23 15:11:19.479464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48602) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:19.483744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:11:19.484831 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-167cda70-f95f-4e70-990d-515afb4d7954 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4993632 Dec 23 15:11:19.495815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48606) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:19.560583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3065bdc6-e8c6-4c72-b461-133bd50e3fc3,segment=NetworkSegment(882b7f80-1ddd-4bf9-96a2-bd2da3204460),segment_id=882b7f80-1ddd-4bf9-96a2-bd2da3204460)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:19.561243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.721868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:19.767760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:19.859294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:19.873099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:19.883173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:19.888564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:19.912257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:19.913234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.000167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.016306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Deleting port cd462815-fba3-4d81-8d6d-338f241b1a41 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:20.016679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.017707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:20.018569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.036396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.099835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.100296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7d358-7755-409a-8229-ea1ff031291f None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:20.141979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.151201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.2510664 Dec 23 15:11:20.154926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48614) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:20.255867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f72585-4a18-457b-941d-348fc6b594e1']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.275205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa7e267-a531-469d-9523-5a2d7ba8081a') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.275546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa7e267-a531-469d-9523-5a2d7ba8081a') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:20.305787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.309491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66f568-32dd-4fae-995d-ef437ac0fe49 None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:20.325483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96ffbde4-3f37-493a-b190-3204e43da743 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/floatingips/5fd3715c-f325-44fb-956c-d1d52a4053fa HTTP/1.1" status: 200 len: 976 time: 0.1670365 Dec 23 15:11:20.328492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48618) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:20.333001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.396612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:20.397016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:20.414245 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:20.470998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0c90278b-08e1-4692-99d0-01d912482517 None None] Provisioning for port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:20.492789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.499312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:20.528648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.553316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a43039c-4aa1-4768-a2fe-c5c332710f9b tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:20.569061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.570039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0c90278b-08e1-4692-99d0-01d912482517 None None] Provisioning complete for port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:20.570473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c90278b-08e1-4692-99d0-01d912482517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.584239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=95f72585-4a18-457b-941d-348fc6b594e1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:20.586816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:20.593611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=3065bdc6-e8c6-4c72-b461-133bd50e3fc3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:20.605715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/95f72585-4a18-457b-941d-348fc6b594e1 HTTP/1.1" status: 204 len: 168 time: 1.1251669 Dec 23 15:11:20.607804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.609690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c90278b-08e1-4692-99d0-01d912482517 None None] Port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 was deleted so its status cannot be updated. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 23 15:11:20.614229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8843c45c-8991-425a-8c7d-435d97b6fb0a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Synchronizing usage tracker for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:floatingip {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:20.616225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:20.616770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:20.634515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8843c45c-8991-425a-8c7d-435d97b6fb0a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Unset dirty status for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:floatingip {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:20.636273 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8843c45c-8991-425a-8c7d-435d97b6fb0a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3051918 Dec 23 15:11:20.639341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48628) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:20.646217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'port_id': '23913272-14b2-4797-946d-17fc749623af'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:20.691531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-855976128'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:20.760910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.772639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:20.785348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:20.804608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Calling delete_port for cd462815-fba3-4d81-8d6d-338f241b1a41 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:20.832892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:20.842034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:20.860334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c8bf1-2dce-433b-9117-a7a002460ff9 None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:20.902521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:20.907185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:21.031042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:21.036418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.146897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.268958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.280496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c99dfbd7-1611-43c3-add3-7e0b8b4c5f43 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:21.340145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd462815-fba3-4d81-8d6d-338f241b1a41,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:21.345951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:21.348754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.350476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:21.395127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:21.440338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.440735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment 1e53ac48-65f4-4cd0-a505-5b34b8987b7a of type vlan for network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 Dec 23 15:11:21.479173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=b11f4343-6de5-492d-9705-e6b444291b2c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:21.487926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:21.530307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2f9aa-555b-4395-97f1-3cab07ca5f9b None None] Network 2c407bd8-8226-4f85-8873-f7a93b295723 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:21.533915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.538113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.631959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.680490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.708905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.761051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 5fd3715c-f325-44fb-956c-d1d52a4053fa associated. External IP: 172.26.2.4, port: 2ef79178-17c1-4a52-b7ec-c151ffae2a6a. Dec 23 15:11:21.783015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c407bd8-8226-4f85-8873-f7a93b295723']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:21.807207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.812965 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] 10.222.0.49 "DELETE /v2.0/ports/cd462815-fba3-4d81-8d6d-338f241b1a41 HTTP/1.1" status: 204 len: 168 time: 2.3145454 Dec 23 15:11:21.818289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882b7f80-1ddd-4bf9-96a2-bd2da3204460') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:21.818388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882b7f80-1ddd-4bf9-96a2-bd2da3204460') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:21.829737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:21.830389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.841568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:21.856592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8431a6-90c8-4133-a617-2b62f9fd9092 None None] DHCP port deletion for 2c407bd8-8226-4f85-8873-f7a93b295723 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:21.877223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.956289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port 10217c14-5003-4f69-ab8c-c8e107a6c447 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:21.956607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:21.982005 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3545687 Dec 23 15:11:21.986608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48640) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:21.996703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:22.014035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.036860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:22.037334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:22.053946 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:22.056962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=6975bd96-50e1-45a0-bedc-3cbd4d0b9001,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:22.066806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:22.071417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:22.160313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:22.169663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:22.174000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:22.183668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:22.189939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48648) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:22.320680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:22.488137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.500128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:22.516365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.532570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=2c407bd8-8226-4f85-8873-f7a93b295723,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:22.551731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:22.558041 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/2c407bd8-8226-4f85-8873-f7a93b295723 HTTP/1.1" status: 204 len: 168 time: 4.0041060 Dec 23 15:11:22.561705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:22.604492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.614300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c9bb90-f866-456d-b073-9ff760e8a82e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:22.614819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c9bb90-f866-456d-b073-9ff760e8a82e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:22.616729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-99c9bb90-f866-456d-b073-9ff760e8a82e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/2c407bd8-8226-4f85-8873-f7a93b295723 HTTP/1.1" status: 404 len: 339 time: 0.0539110 Dec 23 15:11:22.621018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48660) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:22.629122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435618683', 'description': 'd1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:22.714709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.739682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.745976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:22.757398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Calling delete_port for 10217c14-5003-4f69-ab8c-c8e107a6c447 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:22.792091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:network and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:22.797273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:22.806879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:22.831775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:22.837442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:22.867345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Performing IP validity checks on allocation pools {{(pid=88873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:11:22.870921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:11:22.879629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:22.891783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Usage tracker for resource:security_group_rule and tenant:fbaffc59e1cd4d689b2c448c081cc701 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:22.896466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:22.909020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:23.016896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:23.043815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.044211 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment e5472abf-5660-4dda-926c-dd6b9af5794e of type vlan for network bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e Dec 23 15:11:23.087072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.151275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.167006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.168463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.172697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:23.173365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.180687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:23.180853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:23.205063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.233854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:23.245909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3dc21-67bd-4b8d-b996-d5872d02f5fe,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:23.252364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:23.257445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbaffc59e1cd4d689b2c448c081cc701&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0637813 Dec 23 15:11:23.258793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6ef0a90-94cc-4244-a5e3-2c854532edb7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:23.265507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:23.306658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6843770 Dec 23 15:11:23.307443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.311994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48670) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:23.351030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:23.355234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:23.355782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6dd23b3-5c96-4add-ab57-a1bc679b6797 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:23.375027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:23.429281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Port': ['ID=10217c14-5003-4f69-ab8c-c8e107a6c447,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:23.437181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:23.510305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.583910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:23.608898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.611494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:23.638126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': '1e53ac48-65f4-4cd0-a505-5b34b8987b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:23.638530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: 6975bd96-50e1-45a0-bedc-3cbd4d0b9001, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:23.652986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e52aa4-2c35-4bac-9b98-71395f67bb94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:23.652986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-47e52aa4-2c35-4bac-9b98-71395f67bb94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Synchronizing usage tracker for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:23.676277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:23.696109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.705714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-47e52aa4-2c35-4bac-9b98-71395f67bb94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Unset dirty status for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:23.707114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:23.708435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-47e52aa4-2c35-4bac-9b98-71395f67bb94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks?id=bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e HTTP/1.1" status: 200 len: 761 time: 0.3919303 Dec 23 15:11:23.717117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48678) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:23.731222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:23.734901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:23.735555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3065bdc6-e8c6-4c72-b461-133bd50e3fc3 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:23.780249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'description': 'd2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:23.801769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3dc21-67bd-4b8d-b996-d5872d02f5fe,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:23.804354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:23.810038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 6975bd96-50e1-45a0-bedc-3cbd4d0b9001) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:23.816290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:23.817024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.823378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105b43f0-6e7b-4589-81e3-08a3463b958e None None] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:23.863500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8728673 Dec 23 15:11:23.863782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48682) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:23.871591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001', 'name': 'tempest-PortsIpV6TestJSON-1039535292'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:23.945628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:23.949674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0c3dc21-67bd-4b8d-b996-d5872d02f5fe HTTP/1.1" status: 204 len: 168 time: 0.6762459 Dec 23 15:11:24.044163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:24.119913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:24.141266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:24.166287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.173255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:24.178986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.211085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.218556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.225877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:24.275938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 9e954938-2ced-45fe-ab29-a6366d838f91 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:24.295035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:24.311057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:24.311879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:24.371700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e is not hosted by any dhcp agent {{(pid=88872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 23 15:11:24.376106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:24.376963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.378628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "PUT /v2.0/networks/bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e HTTP/1.1" status: 200 len: 758 time: 0.6108096 Dec 23 15:11:24.383510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48692) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:24.412053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:24.415251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-6975bd96-50e1-45a0-bedc-3cbd4d0b9001', 'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': '0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:24.416169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.423176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:24.427519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:24.475665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:24.506362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:24.610818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf95c858-a152-4e4e-adb6-e4a926810326 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9447b9210f04475991007879ebaa62b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1314313 Dec 23 15:11:24.613767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:24.644260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1466b363-d2d2-49fb-9e08-fcbf7c2e5bf7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:24.646026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1466b363-d2d2-49fb-9e08-fcbf7c2e5bf7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks?id=bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e HTTP/1.1" status: 200 len: 761 time: 0.2269804 Dec 23 15:11:24.651790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48706) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:24.661396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28989102'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:24.663520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:24.664248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:24.681326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::212 (6975bd96-50e1-45a0-bedc-3cbd4d0b9001/0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1/9e954938-2ced-45fe-ab29-a6366d838f91) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:24.688488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:24.707872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:24.735633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:24.736208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb60b3-c165-459f-a504-01f2505dd476 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:24.740197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:24.745638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.785328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:24.901629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.117616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:25.152009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.152251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment 6282cb83-a5e4-4c12-8f7f-7c427cb9885a of type vlan for network 524ecb5c-52db-4143-be77-ec53409c01d4 Dec 23 15:11:25.264052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.272215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:25.277965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.289069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ea0a7e-0e3d-41ba-afd5-1afe0b902367,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:25.292448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:25.294813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.296054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73ea0a7e-0e3d-41ba-afd5-1afe0b902367 HTTP/1.1" status: 204 len: 168 time: 0.6813118 Dec 23 15:11:25.327835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.371119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 9e954938-2ced-45fe-ab29-a6366d838f91 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:25.373679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.383654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:25.384300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.391493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7de4cc6-3aae-48ca-807a-54d960b3e3e4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:25.455105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Router b0401275-e84b-494d-b359-7d71c28adfd5 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:25.516075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:25.535841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=524ecb5c-52db-4143-be77-ec53409c01d4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:25.541345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:25.542907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8868988 Dec 23 15:11:25.547285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:25.551481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.554371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:25.562392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:25.606991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 524ecb5c-52db-4143-be77-ec53409c01d4 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:25.700843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:25.707116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:25.707721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Usage tracker for resource:subnet and tenant:7305b60a17e44cd3ad9f72de045407cc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:25.713526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:25.715564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=9e954938-2ced-45fe-ab29-a6366d838f91,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:25.718980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:25.721218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:25.723514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:25.724269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:25.729717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:25.730727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:25.764545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8995972 Dec 23 15:11:25.765415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48726) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:25.811720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Allocated IP 2001:db8::2 (6975bd96-50e1-45a0-bedc-3cbd4d0b9001/0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1/a2b4ede7-8b2e-452b-975d-7ea60cb991e5) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:25.855203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:25.954080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 9e954938-2ced-45fe-ab29-a6366d838f91 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:25.954505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.054798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.103339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.120231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Transition to ACTIVE for port object a2b4ede7-8b2e-452b-975d-7ea60cb991e5 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:26.142579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Transition to ACTIVE for port object a2b4ede7-8b2e-452b-975d-7ea60cb991e5 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:26.150660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.160867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:26.163722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-934990ec-4ed7-4c37-87bb-0be7fac63bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:26.169478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "PUT /v2.0/routers/b0401275-e84b-494d-b359-7d71c28adfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1360414 Dec 23 15:11:26.173655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48740) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:26.176874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] Sync routers for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:26.197511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:26.198208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.229280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:26.232759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:26.239890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:26.326383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.338591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] Routers {'b0401275-e84b-494d-b359-7d71c28adfd5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:26.339595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b0401275-e84b-494d-b359-7d71c28adfd5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.382229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Pushing event updated for resources: {'Port': ['ID=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:26.388066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:26.394082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.400195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Attempting to bind port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:26.401672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Attempting to bind port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1e53ac48-65f4-4cd0-a505-5b34b8987b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:26.402325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Attempting to bind port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 on network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:26.411718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:26.412489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Checking segment: {'id': '1e53ac48-65f4-4cd0-a505-5b34b8987b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:26.413142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.414197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Bound using segment: {'id': '1e53ac48-65f4-4cd0-a505-5b34b8987b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:26.414976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Bound port: a2b4ede7-8b2e-452b-975d-7ea60cb991e5, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e53ac48-65f4-4cd0-a505-5b34b8987b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6975bd96-50e1-45a0-bedc-3cbd4d0b9001'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:26.415615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.483763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.484498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80228298-80d6-4cd7-9659-c687134dca5c None None] The sync data for ids ['b0401275-e84b-494d-b359-7d71c28adfd5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:26.529011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 9e954938-2ced-45fe-ab29-a6366d838f91 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:26.536439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] For port a2b4ede7-8b2e-452b-975d-7ea60cb991e5, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:26.541597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] For port a2b4ede7-8b2e-452b-975d-7ea60cb991e5, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,segment=NetworkSegment(1e53ac48-65f4-4cd0-a505-5b34b8987b7a),segment_id=1e53ac48-65f4-4cd0-a505-5b34b8987b7a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:26.547463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.554220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18896a69-30be-44cf-97ff-92d49229fc2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:26.592800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:26.610944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.616573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5ffb680-9e3d-4374-8b56-ff3cb3006307 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:26.686335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Pushing event updated for resources: {'Port': ['ID=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:26.686705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.692563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:26.699671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9fb3aef-f240-4a7a-94ce-a72779cb2576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:26.750713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:26.755091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=9e954938-2ced-45fe-ab29-a6366d838f91,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:26.765388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=cb52d103-903b-40b9-8825-bcfdcd1d7ea0,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:26.765885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.772679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:26.774172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.800526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:26.802161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:26.803061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.838710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:26.853892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1712142538'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:26.867898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:26.875067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.877453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/9e954938-2ced-45fe-ab29-a6366d838f91 HTTP/1.1" status: 204 len: 168 time: 1.1096616 Dec 23 15:11:26.880081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Usage tracker for resource:network and tenant:b058317184284493a87501d39fbb88b6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:26.882079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.884576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:26.886627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48756) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:26.894712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': '6282cb83-a5e4-4c12-8f7f-7c427cb9885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:26.894924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:26.895190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 524ecb5c-52db-4143-be77-ec53409c01d4, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:26.895667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.902829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:26.929250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:26.933074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea425a3-1e9f-4cb4-84db-d1c855390225 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:26.933624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea425a3-1e9f-4cb4-84db-d1c855390225 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:26.934717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:26.937210 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8ea425a3-1e9f-4cb4-84db-d1c855390225 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/9e954938-2ced-45fe-ab29-a6366d838f91 HTTP/1.1" status: 404 len: 333 time: 0.0473442 Dec 23 15:11:26.950188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48760) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:26.959414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:26.959883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2bf5b-dd64-4589-9638-f78fdcf61242 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:27.006936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.008549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b170a629-807f-477e-9393-cfb25a77cb6e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/floatingips/5fd3715c-f325-44fb-956c-d1d52a4053fa HTTP/1.1" status: 200 len: 975 time: 6.3676848 Dec 23 15:11:27.014099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48766) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:27.020930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:27.032719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b9780a-088b-46d4-b4f1-7aaf6d3d6dbe tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:11:27.038013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-02b9780a-088b-46d4-b4f1-7aaf6d3d6dbe tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/9e954938-2ced-45fe-ab29-a6366d838f91 HTTP/1.1" status: 404 len: 333 time: 0.0830410 Dec 23 15:11:27.042978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:27.100494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 524ecb5c-52db-4143-be77-ec53409c01d4 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:27.147870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.212366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 524ecb5c-52db-4143-be77-ec53409c01d4) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:27.223628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97ae01-c173-4304-850d-e74a861c4db2 None None] Network 524ecb5c-52db-4143-be77-ec53409c01d4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:27.225218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:27.225864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.233883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:27.248249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Usage tracker for resource:security_group_rule and tenant:b058317184284493a87501d39fbb88b6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:27.258846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:27.299875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:27.381155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8326108 Dec 23 15:11:27.397765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:27.473631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.476746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.477236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 5fd3715c-f325-44fb-956c-d1d52a4053fa disassociated. External IP: 172.26.2.4, port: 23913272-14b2-4797-946d-17fc749623af. Dec 23 15:11:27.540543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-524ecb5c-52db-4143-be77-ec53409c01d4', 'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': 'cb52d103-903b-40b9-8825-bcfdcd1d7ea0'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:27.542004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.584302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.610244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:11:27.623895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.658295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port 87076fba-e21f-4371-bff8-0543c6b8dd83 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:27.658707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:27.753491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Allocated IP 172.20.0.2 (524ecb5c-52db-4143-be77-ec53409c01d4/cb52d103-903b-40b9-8825-bcfdcd1d7ea0/e65530bc-62b0-46e8-bab1-c39541cf0d7e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:27.759755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a2b4ede7-8b2e-452b-975d-7ea60cb991e5 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:27.953846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:28.002981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:28.045485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.066826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.093504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.101795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.105709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.119949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Transition to ACTIVE for port object e65530bc-62b0-46e8-bab1-c39541cf0d7e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:28.146469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Transition to ACTIVE for port object e65530bc-62b0-46e8-bab1-c39541cf0d7e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:28.148139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:28.155744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.158387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.158788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Added segment 628f8ef9-7b70-4098-98ed-a46fe7d72797 of type vlan for network 7986d604-dd2c-4738-911c-d9b02c410125 Dec 23 15:11:28.161643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:28.213979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.242310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Network 524ecb5c-52db-4143-be77-ec53409c01d4 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:28.244144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:28.258985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:28.274174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Pushing event updated for resources: {'Port': ['ID=e65530bc-62b0-46e8-bab1-c39541cf0d7e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:28.279578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:28.308440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:28.399391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Attempting to bind port e65530bc-62b0-46e8-bab1-c39541cf0d7e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:28.399822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Attempting to bind port e65530bc-62b0-46e8-bab1-c39541cf0d7e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6282cb83-a5e4-4c12-8f7f-7c427cb9885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:28.400257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Attempting to bind port e65530bc-62b0-46e8-bab1-c39541cf0d7e on network 524ecb5c-52db-4143-be77-ec53409c01d4 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:28.423132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:28.424615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Checking segment: {'id': '6282cb83-a5e4-4c12-8f7f-7c427cb9885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:28.426721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.429544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Bound using segment: {'id': '6282cb83-a5e4-4c12-8f7f-7c427cb9885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:28.430307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Bound port: e65530bc-62b0-46e8-bab1-c39541cf0d7e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6282cb83-a5e4-4c12-8f7f-7c427cb9885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '524ecb5c-52db-4143-be77-ec53409c01d4'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:28.436503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.443905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.525528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:28.536859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.537280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.541132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:28.541806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.542853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:28.557261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:28.558521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:28.584068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] For port e65530bc-62b0-46e8-bab1-c39541cf0d7e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:28.599546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] For port e65530bc-62b0-46e8-bab1-c39541cf0d7e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e65530bc-62b0-46e8-bab1-c39541cf0d7e,segment=NetworkSegment(6282cb83-a5e4-4c12-8f7f-7c427cb9885a),segment_id=6282cb83-a5e4-4c12-8f7f-7c427cb9885a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:28.604374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.609778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:28.617286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Calling delete_port for 87076fba-e21f-4371-bff8-0543c6b8dd83 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:28.626840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9b0c6878-80c9-4c23-8b69-7d382bba24f5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/floatingips/5fd3715c-f325-44fb-956c-d1d52a4053fa HTTP/1.1" status: 200 len: 686 time: 1.6090512 Dec 23 15:11:28.629677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48786) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:28.661298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:28.681992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:28.682652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:28.689862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b713abb2-f569-431a-be1e-3150cc4bbbb1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:28.705957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:28.706759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port e65530bc-62b0-46e8-bab1-c39541cf0d7e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:28.707112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.718423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Pushing event updated for resources: {'Port': ['ID=e65530bc-62b0-46e8-bab1-c39541cf0d7e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:28.726715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:28.753093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5369318-adb3-4695-988a-1508046c1221 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:28.787049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:28.787755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb231b78-c615-49b3-8c1b-49c2f9290084 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:28.846403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port c8de1603-a08c-45ac-90b0-39b1718588cd {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:28.847078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:28.870291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2698531 Dec 23 15:11:28.873540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da855f4c-d12e-4050-8535-93ed8c00fdd8 None None] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:28.877786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48790) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:28.888926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'subnet': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:28.979238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Provisioning for port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:28.990691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Provisioning complete for port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:28.991275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.022911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Network': ['ID=7986d604-dd2c-4738-911c-d9b02c410125,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:29.042199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:29.042542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 7986d604-dd2c-4738-911c-d9b02c410125 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:29.113711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.156418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:29.164830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Usage tracker for resource:subnet and tenant:b058317184284493a87501d39fbb88b6 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:29.170299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:29.201275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:29.233260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:29.353264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.353936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.488893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.495777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port e65530bc-62b0-46e8-bab1-c39541cf0d7e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e65530bc-62b0-46e8-bab1-c39541cf0d7e,segment=NetworkSegment(6282cb83-a5e4-4c12-8f7f-7c427cb9885a),segment_id=6282cb83-a5e4-4c12-8f7f-7c427cb9885a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:29.496397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.516368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:29.551353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for c8de1603-a08c-45ac-90b0-39b1718588cd owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:29.551732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.595728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.628066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:29.640038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] For port a2b4ede7-8b2e-452b-975d-7ea60cb991e5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,segment=NetworkSegment(1e53ac48-65f4-4cd0-a505-5b34b8987b7a),segment_id=1e53ac48-65f4-4cd0-a505-5b34b8987b7a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:29.648735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.652676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:29.705127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for e65530bc-62b0-46e8-bab1-c39541cf0d7e owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:29.734314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:29.737968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:29.766403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Pushing event updated for resources: {'Port': ['ID=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:29.771156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:29.781211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.782629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:29.793764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e65530bc-62b0-46e8-bab1-c39541cf0d7e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:29.801735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Port': ['ID=87076fba-e21f-4371-bff8-0543c6b8dd83,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:29.836953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:29.853036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1 HTTP/1.1" status: 204 len: 168 time: 2.8049304 Dec 23 15:11:29.871653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48800) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:29.874221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e65530bc-62b0-46e8-bab1-c39541cf0d7e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:30.021658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.028927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:30.083312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8daf6-8904-4f46-b7ad-50712ee5fa5b None None] Network 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:30.090855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=c8de1603-a08c-45ac-90b0-39b1718588cd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:30.101966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:30.115291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.137664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.210967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:30.211356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.214466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.274678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:30.279038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.285563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cd0a978d-1151-49f5-b7d8-5b7ead240e78 None None] Provisioning complete for port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:30.286157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd0a978d-1151-49f5-b7d8-5b7ead240e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.326379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=e65530bc-62b0-46e8-bab1-c39541cf0d7e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:30.331995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:30.490510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.491825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/floatingips/5fd3715c-f325-44fb-956c-d1d52a4053fa HTTP/1.1" status: 204 len: 168 time: 1.8611140 Dec 23 15:11:30.527673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:30.532543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] DHCP port deletion for 6975bd96-50e1-45a0-bedc-3cbd4d0b9001 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:30.538133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Deleting port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:30.538989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.603336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.612267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] For port a2b4ede7-8b2e-452b-975d-7ea60cb991e5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,segment=NetworkSegment(1e53ac48-65f4-4cd0-a505-5b34b8987b7a),segment_id=1e53ac48-65f4-4cd0-a505-5b34b8987b7a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:30.613027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.613925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.632009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:30.800943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for a2b4ede7-8b2e-452b-975d-7ea60cb991e5 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:30.876483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] For port a2b4ede7-8b2e-452b-975d-7ea60cb991e5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,segment=NetworkSegment(1e53ac48-65f4-4cd0-a505-5b34b8987b7a),segment_id=1e53ac48-65f4-4cd0-a505-5b34b8987b7a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:30.876878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.904663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Subnet': ['ID=35519948-377c-4e45-adc5-4cf8a50c97f8,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:30.914445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:30.935485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Checking segment: {'id': '628f8ef9-7b70-4098-98ed-a46fe7d72797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7986d604-dd2c-4738-911c-d9b02c410125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:30.935799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network hostable DHCP agents. Network: 7986d604-dd2c-4738-911c-d9b02c410125, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:30.957952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:30.963681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eca2b020-5bd2-4aaf-bb43-c8e0d2408757 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:31.010063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=a2b4ede7-8b2e-452b-975d-7ea60cb991e5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:31.013513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:31.014219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:31.021763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No DVR routers for this DVR port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:31.040986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Calling delete_port for a2b4ede7-8b2e-452b-975d-7ea60cb991e5 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:31.041494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.058677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 7986d604-dd2c-4738-911c-d9b02c410125) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:31.074363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ccbaf8-dbcb-4f47-94da-cf8e3cc06024 None None] Network 524ecb5c-52db-4143-be77-ec53409c01d4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:31.079535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:31.080204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.089870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-01dfafcf-439d-4369-9561-9b5764d9dd20 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] delete failed (client error): The resource could not be found. Dec 23 15:11:31.090126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf58fe80-9a1b-4e90-a5f7-09c5400b49d0 None None] Network 7986d604-dd2c-4738-911c-d9b02c410125 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:31.095312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01dfafcf-439d-4369-9561-9b5764d9dd20 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/floatingips/5fd3715c-f325-44fb-956c-d1d52a4053fa HTTP/1.1" status: 404 len: 345 time: 0.5626373 Dec 23 15:11:31.095312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.095312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port e65530bc-62b0-46e8-bab1-c39541cf0d7e on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:31.096569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:31.128550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b659c0c4-a5d0-4d20-85af-125974348c38 None None] Could not find standard attr ID for object e65530bc-62b0-46e8-bab1-c39541cf0d7e. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:11:31.180894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2991631 Dec 23 15:11:31.180894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.181470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:31.189931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'name': 'tempest-AllowedAddressPairTestJSON-79601483'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:31.215506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6975bd96-50e1-45a0-bedc-3cbd4d0b9001']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:31.228584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e53ac48-65f4-4cd0-a505-5b34b8987b7a') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:31.228905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e53ac48-65f4-4cd0-a505-5b34b8987b7a') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:31.242362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.258745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.266138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:31.266544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:31.283595 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:31.321611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.371724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.372333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Fanout notify agent at l3_agent the message router_deleted on router b0401275-e84b-494d-b359-7d71c28adfd5 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:11:31.372592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:11:31.373213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:11:31.378792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.383094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:31.416584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.419543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=6975bd96-50e1-45a0-bedc-3cbd4d0b9001,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:31.423127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:31.426292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/6975bd96-50e1-45a0-bedc-3cbd4d0b9001 HTTP/1.1" status: 204 len: 168 time: 1.5519807 Dec 23 15:11:31.432419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48822) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:31.440414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-258365303'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:31.445720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:31.450001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:31.453800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:31.459662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:31.468831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.470070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "DELETE /v2.0/routers/b0401275-e84b-494d-b359-7d71c28adfd5 HTTP/1.1" status: 204 len: 168 time: 5.2929959 Dec 23 15:11:31.473285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48826) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:31.477241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:31.483605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.488285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3ddc6-3a19-4a9b-bdc7-e013a91b8666 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:31.492879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3ddc6-3a19-4a9b-bdc7-e013a91b8666 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:31.497302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3ddc6-3a19-4a9b-bdc7-e013a91b8666 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:31.501198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74a3ddc6-3a19-4a9b-bdc7-e013a91b8666 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/ports?network_id=3ba0de98-8b96-479b-8bd3-8075eee99c3e HTTP/1.1" status: 200 len: 2357 time: 0.4020314 Dec 23 15:11:31.506874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48830) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:31.550609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:31.572004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Usage tracker for resource:port and tenant:b058317184284493a87501d39fbb88b6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:31.574894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:31.577971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:31.580591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-7986d604-dd2c-4738-911c-d9b02c410125', 'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'tenant_id': 'b058317184284493a87501d39fbb88b6', 'fixed_ips': [{'subnet_id': '35519948-377c-4e45-adc5-4cf8a50c97f8'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:31.581120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.581418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.591325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc78cc1-16d8-4a6a-9ae8-4b2b9f51f52f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:31.638243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:31.659768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=cb52d103-903b-40b9-8825-bcfdcd1d7ea0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:31.667861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:31.674999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018362fe-6f67-4d3a-a6dd-73dcf475904e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:31.675639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-018362fe-6f67-4d3a-a6dd-73dcf475904e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Synchronizing usage tracker for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:31.703618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:31.709626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.798667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Allocated IP 172.20.0.2 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/7357638e-7052-49e3-839e-1309def9f344) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:31.851543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] device_id is not set on port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:31.894692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-018362fe-6f67-4d3a-a6dd-73dcf475904e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Unset dirty status for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:31.896191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-018362fe-6f67-4d3a-a6dd-73dcf475904e tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/subnets/dd1dfb42-eb73-4e75-bf66-923dbde225aa HTTP/1.1" status: 200 len: 797 time: 0.3855782 Dec 23 15:11:31.898314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:31.912634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48838) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:31.925530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'port': {'network_id': '3ba0de98-8b96-479b-8bd3-8075eee99c3e', 'name': 'tempest-FloatingIPTestJSON-565259703', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:32.067340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.068491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524ecb5c-52db-4143-be77-ec53409c01d4']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:32.079020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Transition to ACTIVE for port object 7357638e-7052-49e3-839e-1309def9f344 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:32.093943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting subnet 96f47a1f-2a98-44de-9038-0f92791c5db7 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:11:32.096985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.102533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6282cb83-a5e4-4c12-8f7f-7c427cb9885a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:32.102846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6282cb83-a5e4-4c12-8f7f-7c427cb9885a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:32.106344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Transition to ACTIVE for port object 7357638e-7052-49e3-839e-1309def9f344 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:32.110472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Deleting port a2b4ede7-8b2e-452b-975d-7ea60cb991e5 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:32.110897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.131953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.150957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a2b4ede7-8b2e-452b-975d-7ea60cb991e5 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:32.183311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.231248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.259780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:32.264957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:32.265447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:32.282794 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:32.287588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:port and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:32.295583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:32.300324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.300885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment 6f32cc3f-0d4e-4261-8d16-b8ad9e17df57 of type vlan for network c8d8c286-bb6c-4620-897a-b992b30e3f2a Dec 23 15:11:32.353473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:32.369516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Allocated IP 172.20.0.10 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:32.372584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.380802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a551f3e-0d02-4b63-b041-e2729a81eacc None None] Network 524ecb5c-52db-4143-be77-ec53409c01d4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:32.383942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.400398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:32.447937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.461930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.466355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:32.466505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:32.467217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.473712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:32.481857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.503462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:32.522070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.531709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-04525372-6790-4878-baac-ed8c4694e8e5 None None] The port 'a2b4ede7-8b2e-452b-975d-7ea60cb991e5' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:11:32.532902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a2b4ede7-8b2e-452b-975d-7ea60cb991e5 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:32.533333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a2b4ede7-8b2e-452b-975d-7ea60cb991e5 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:32.555361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=524ecb5c-52db-4143-be77-ec53409c01d4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:32.568438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:32.584212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Pushing event updated for resources: {'Port': ['ID=7357638e-7052-49e3-839e-1309def9f344,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:32.589863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:32.592879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/524ecb5c-52db-4143-be77-ec53409c01d4 HTTP/1.1" status: 204 len: 168 time: 5.1935768 Dec 23 15:11:32.597828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1614702 Dec 23 15:11:32.598128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48844) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:32.599672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48846) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:32.613046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:32.622472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:32.626506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:32.629839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=c8d8c286-bb6c-4620-897a-b992b30e3f2a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:32.632035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:32.632848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.634051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:32.651599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:32.664530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c8d8c286-bb6c-4620-897a-b992b30e3f2a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:32.681062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5209f4fb-2fd7-49c1-b82b-2116c7a915e9 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] GET failed (client error): The resource could not be found. Dec 23 15:11:32.681607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5209f4fb-2fd7-49c1-b82b-2116c7a915e9 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Synchronizing usage tracker for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:32.760704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.765887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "DELETE /v2.0/subnets/96f47a1f-2a98-44de-9038-0f92791c5db7 HTTP/1.1" status: 204 len: 168 time: 1.2904329 Dec 23 15:11:32.767158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Subnet': ['ID=96f47a1f-2a98-44de-9038-0f92791c5db7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:32.769115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48852) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:32.775716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ffab6-17d7-42a1-acc4-bd361731ecb8 None None] Network e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:32.794474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.798692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:32.808342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e3f4a-4ba8-4a3b-a884-6f24ce1a634a None None] DHCP port deletion for 524ecb5c-52db-4143-be77-ec53409c01d4 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:32.817127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5209f4fb-2fd7-49c1-b82b-2116c7a915e9 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Unset dirty status for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:32.818466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5209f4fb-2fd7-49c1-b82b-2116c7a915e9 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/subnets/cb52d103-903b-40b9-8825-bcfdcd1d7ea0 HTTP/1.1" status: 404 len: 337 time: 0.2191830 Dec 23 15:11:32.822810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48856) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:32.872217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] device_id is not set on port db13359a-c350-45a2-aa46-4b2766f53381 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:32.903897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:32.921501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:32.922524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84bb007-fb27-4f3d-bb47-d32e610cb98e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:32.923056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84bb007-fb27-4f3d-bb47-d32e610cb98e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:32.930982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b84bb007-fb27-4f3d-bb47-d32e610cb98e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/524ecb5c-52db-4143-be77-ec53409c01d4 HTTP/1.1" status: 404 len: 339 time: 0.1008151 Dec 23 15:11:32.931171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:32.936887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:32.939875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48860) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:32.963077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Attempting to bind port 7357638e-7052-49e3-839e-1309def9f344 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:32.963497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Attempting to bind port 7357638e-7052-49e3-839e-1309def9f344 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '628f8ef9-7b70-4098-98ed-a46fe7d72797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7986d604-dd2c-4738-911c-d9b02c410125'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:32.963893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Attempting to bind port 7357638e-7052-49e3-839e-1309def9f344 on network 7986d604-dd2c-4738-911c-d9b02c410125 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:32.970681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:32.986188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.019592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:33.020009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Checking segment: {'id': '628f8ef9-7b70-4098-98ed-a46fe7d72797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7986d604-dd2c-4738-911c-d9b02c410125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:33.020469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.020925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Bound using segment: {'id': '628f8ef9-7b70-4098-98ed-a46fe7d72797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7986d604-dd2c-4738-911c-d9b02c410125'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:33.021491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Bound port: 7357638e-7052-49e3-839e-1309def9f344, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628f8ef9-7b70-4098-98ed-a46fe7d72797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7986d604-dd2c-4738-911c-d9b02c410125'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:33.021916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.052109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Transition to ACTIVE for port object fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:33.060648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:33.075762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port 7b72244a-9ab8-4f0c-b408-678c1553b236 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:33.076714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.198038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:33.207524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7357638e-7052-49e3-839e-1309def9f344,segment=NetworkSegment(628f8ef9-7b70-4098-98ed-a46fe7d72797),segment_id=628f8ef9-7b70-4098-98ed-a46fe7d72797)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:33.221326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.225667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.230170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42718d70-3b69-447c-b199-b3da7d6b7699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:33.234230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.238419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-884c03fa-2ac8-4636-86cb-ec783cc32749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:33.363871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:33.373398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:33.379425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] DHCP port deletion for e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:33.388249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:33.401199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Pushing event updated for resources: {'Port': ['ID=7357638e-7052-49e3-839e-1309def9f344,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:33.407553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Deleting port 7b72244a-9ab8-4f0c-b408-678c1553b236 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:33.415739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.452061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:33.462904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:33.473777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:33.484269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.14 (3ba0de98-8b96-479b-8bd3-8075eee99c3e/dd1dfb42-eb73-4e75-bf66-923dbde225aa/db13359a-c350-45a2-aa46-4b2766f53381) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:33.496814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.13 (3ba0de98-8b96-479b-8bd3-8075eee99c3e/dd1dfb42-eb73-4e75-bf66-923dbde225aa/db13359a-c350-45a2-aa46-4b2766f53381) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:33.501130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04d1f5-b6a2-4396-8165-be2d8d246386 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:33.502103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f04d1f5-b6a2-4396-8165-be2d8d246386 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Synchronizing usage tracker for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:33.512202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:33.512885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.539345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3567426 Dec 23 15:11:33.552733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48870) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:33.564624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'name': 'tempest-AllowedAddressPairTestJSON-742389973', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b2:6f:81'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:33.643526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f04d1f5-b6a2-4396-8165-be2d8d246386 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Unset dirty status for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:33.647753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1f04d1f5-b6a2-4396-8165-be2d8d246386 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7005513 Dec 23 15:11:33.651986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48874) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:33.697330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] For port 7b72244a-9ab8-4f0c-b408-678c1553b236, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7b72244a-9ab8-4f0c-b408-678c1553b236,segment=NetworkSegment(33c36241-8836-49ba-8d43-3fa16338a104),segment_id=33c36241-8836-49ba-8d43-3fa16338a104)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:33.698016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.755716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e927d40-8d2b-41e7-bf31-2f10b8b9acbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Synchronizing usage tracker for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:33.771521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e65530bc-62b0-46e8-bab1-c39541cf0d7e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:33.784195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] For port 7b72244a-9ab8-4f0c-b408-678c1553b236, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7b72244a-9ab8-4f0c-b408-678c1553b236,segment=NetworkSegment(33c36241-8836-49ba-8d43-3fa16338a104),segment_id=33c36241-8836-49ba-8d43-3fa16338a104)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:33.784771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:33.793659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e927d40-8d2b-41e7-bf31-2f10b8b9acbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Unset dirty status for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:33.795531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e927d40-8d2b-41e7-bf31-2f10b8b9acbb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 207 time: 0.1406231 Dec 23 15:11:33.811164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48878) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:33.891652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Calling delete_port for 7b72244a-9ab8-4f0c-b408-678c1553b236 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:33.942917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e65530bc-62b0-46e8-bab1-c39541cf0d7e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:33.943317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e65530bc-62b0-46e8-bab1-c39541cf0d7e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:33.943795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7b72244a-9ab8-4f0c-b408-678c1553b236 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:34.012628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Calling delete_port for 7b72244a-9ab8-4f0c-b408-678c1553b236 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:34.086770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.102215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:34.137989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Port 7b72244a-9ab8-4f0c-b408-678c1553b236 update to DOWN by agent not found {{(pid=88874) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2096}} Dec 23 15:11:34.139813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] No DVR routers for this DVR port 7b72244a-9ab8-4f0c-b408-678c1553b236 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:34.149845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Pushing event deleted for resources: {'Port': ['ID=7b72244a-9ab8-4f0c-b408-678c1553b236,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:34.152903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:34.171908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:34.182315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Usage tracker for resource:port and tenant:b058317184284493a87501d39fbb88b6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:34.196678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:34.208016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:34.222038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.241306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:34.244877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:34.273027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.335478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf0d43-e06a-4b0b-a7a0-7467b04709d6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.340084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf0d43-e06a-4b0b-a7a0-7467b04709d6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.344524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf0d43-e06a-4b0b-a7a0-7467b04709d6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.349490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf0d43-e06a-4b0b-a7a0-7467b04709d6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.352388 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-82bf0d43-e06a-4b0b-a7a0-7467b04709d6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5363879 Dec 23 15:11:34.354503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:11:34.354503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:11:34.358479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48884) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:34.395925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=5e0a2942-8d6c-451b-b895-c5aea402bd34,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:34.423458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:34.442649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.457092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.477266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19e3dae3-b652-4777-95d4-8c72931cd889 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:34.506216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:34.506727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: c8d8c286-bb6c-4620-897a-b992b30e3f2a, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:34.542254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] device_id is not set on port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:34.584313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-491d22a7-ad1f-4242-b213-d086f74694df tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2224455 Dec 23 15:11:34.585637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network c8d8c286-bb6c-4620-897a-b992b30e3f2a is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:34.589611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48890) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:34.606735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:34.607632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=db13359a-c350-45a2-aa46-4b2766f53381,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:34.615997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:34.618033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:34.618788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:34.633676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, c8d8c286-bb6c-4620-897a-b992b30e3f2a) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:34.644558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.645305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.646599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc64d66-3484-42ba-96c2-7f792508981b None None] Network c8d8c286-bb6c-4620-897a-b992b30e3f2a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:34.688123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1115f9-493c-430b-93d9-e0ef5aa15a08 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.689660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1115f9-493c-430b-93d9-e0ef5aa15a08 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.691370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b1115f9-493c-430b-93d9-e0ef5aa15a08 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1007600 Dec 23 15:11:34.696115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0925734 Dec 23 15:11:34.696907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48896) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:34.697305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:34.744855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-863607478'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:34.855314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port 7b72244a-9ab8-4f0c-b408-678c1553b236 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:34.855608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.900965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.901716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.938809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-c8d8c286-bb6c-4620-897a-b992b30e3f2a', 'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': '5e0a2942-8d6c-451b-b895-c5aea402bd34'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:34.939773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:34.941079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] The port '7b72244a-9ab8-4f0c-b408-678c1553b236' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:11:34.961558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46614c38-d3a3-45d1-9ff4-600e3297e35b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.963577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46614c38-d3a3-45d1-9ff4-600e3297e35b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:34.965440 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-46614c38-d3a3-45d1-9ff4-600e3297e35b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2653248 Dec 23 15:11:34.975303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:34.979496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0631232 Dec 23 15:11:34.983199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48908) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:34.998628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'db13359a-c350-45a2-aa46-4b2766f53381', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:35.016308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Allocated IP 172.20.0.13 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:35.026994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:35.147733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Allocated IP 2001:db8::2 (c8d8c286-bb6c-4620-897a-b992b30e3f2a/5e0a2942-8d6c-451b-b895-c5aea402bd34/e5d316cd-85f5-4348-b742-e77d0fbd86fa) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:35.199356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:35.218246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:35.237267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:35.261687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:35.276546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40149385-dacd-4624-b747-0cb030512d24 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:35.277281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40149385-dacd-4624-b747-0cb030512d24 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Synchronizing usage tracker for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:35.343168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:floatingip and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:35.363971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:35.376313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:35.408259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.412730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.421418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Transition to ACTIVE for port object e5d316cd-85f5-4348-b742-e77d0fbd86fa will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:35.426654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.441037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:35.442343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Transition to ACTIVE for port object e5d316cd-85f5-4348-b742-e77d0fbd86fa will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:35.447428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.447699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.452408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:35.464311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6379b1d-3bb2-47ec-bf07-4f7eecb29c92']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:35.482479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40149385-dacd-4624-b747-0cb030512d24 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Unset dirty status for tenant:7305b60a17e44cd3ad9f72de045407cc on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:35.487973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40149385-dacd-4624-b747-0cb030512d24 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks/074ce9e5-3b5f-424d-8a1b-10ad06e506fe HTTP/1.1" status: 200 len: 800 time: 0.5054691 Dec 23 15:11:35.492192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a1c28-3790-4f42-8301-0c85d1461047 None None] Network 7986d604-dd2c-4738-911c-d9b02c410125 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:35.504350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48912) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:35.512623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port ccb696e7-06ca-4797-a1f2-12cc8058607c yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:35.529216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c36241-8836-49ba-8d43-3fa16338a104') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:35.529556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c36241-8836-49ba-8d43-3fa16338a104') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:35.549827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.582344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.589850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.593486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:35.593924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:35.627523 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:35.724226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Transition to ACTIVE for port object 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:35.823671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.829102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Network c8d8c286-bb6c-4620-897a-b992b30e3f2a is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:35.838618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:35.842976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44eb55e2-3f20-41ea-a576-06c29104ee6d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:35.844266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Pushing event updated for resources: {'Port': ['ID=e5d316cd-85f5-4348-b742-e77d0fbd86fa,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:35.847194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:35.853745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:35.869222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:35.869788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4230399d-6856-404a-9514-97470aca148c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/networks/074ce9e5-3b5f-424d-8a1b-10ad06e506fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3591874 Dec 23 15:11:35.872070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Network': ['ID=e6379b1d-3bb2-47ec-bf07-4f7eecb29c92,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:35.874485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75648947-890c-49ae-af7a-99bb81355f03 None None] Provisioning for port 7357638e-7052-49e3-839e-1309def9f344 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:35.876731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48922) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:35.880509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:35.887596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "DELETE /v2.0/networks/e6379b1d-3bb2-47ec-bf07-4f7eecb29c92 HTTP/1.1" status: 204 len: 168 time: 3.1116335 Dec 23 15:11:35.888544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48924) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:35.940981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7357638e-7052-49e3-839e-1309def9f344 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:35.978393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::2db (c8d8c286-bb6c-4620-897a-b992b30e3f2a/5e0a2942-8d6c-451b-b895-c5aea402bd34/ccb696e7-06ca-4797-a1f2-12cc8058607c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:35.992433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.003187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:36.036964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5808d97-5ee8-4bb8-9c38-070aa068ba99 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:36.043535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f5808d97-5ee8-4bb8-9c38-070aa068ba99 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/subnets/f89500ef-1fae-42d5-bace-80821adda604 HTTP/1.1" status: 200 len: 811 time: 0.1554313 Dec 23 15:11:36.057373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48930) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:36.067056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.071237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Attempting to bind port e5d316cd-85f5-4348-b742-e77d0fbd86fa on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:36.071655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Attempting to bind port e5d316cd-85f5-4348-b742-e77d0fbd86fa by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:36.072067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Attempting to bind port e5d316cd-85f5-4348-b742-e77d0fbd86fa on network c8d8c286-bb6c-4620-897a-b992b30e3f2a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:36.117942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:36.118385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Checking segment: {'id': '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:36.119007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.119418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:36.119544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Bound using segment: {'id': '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:36.119957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Bound port: e5d316cd-85f5-4348-b742-e77d0fbd86fa, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c8d8c286-bb6c-4620-897a-b992b30e3f2a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:36.120376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.169084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Deleting port e3efd153-52d2-4dcd-8f7f-82fcdd6133b5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:36.170481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.179592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:36.191283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:36.221200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:36.240676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:36.240989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7357638e-7052-49e3-839e-1309def9f344 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:36.270972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7357638e-7052-49e3-839e-1309def9f344 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:36.271827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.295577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:36.296295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.326713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] For port e5d316cd-85f5-4348-b742-e77d0fbd86fa, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:36.349879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.7957950 Dec 23 15:11:36.351123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] For port e5d316cd-85f5-4348-b742-e77d0fbd86fa, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e5d316cd-85f5-4348-b742-e77d0fbd86fa,segment=NetworkSegment(6f32cc3f-0d4e-4261-8d16-b8ad9e17df57),segment_id=6f32cc3f-0d4e-4261-8d16-b8ad9e17df57)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:36.353630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdb306-5e82-4231-8759-88f1d3590f2b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:36.355405 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2bdb306-5e82-4231-8759-88f1d3590f2b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "GET /v2.0/subnets/f89500ef-1fae-42d5-bace-80821adda604?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2908154 Dec 23 15:11:36.358649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.363473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48934) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:36.363982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48936) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:36.364600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.364740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:36.386122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object ccb696e7-06ca-4797-a1f2-12cc8058607c will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:36.408901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.412174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2004498617'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:36.416655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-62718b14-b182-44e3-831f-c11e4bc73527 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:36.417962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:36.429062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:36.480187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:36.486088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.517823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ccb696e7-06ca-4797-a1f2-12cc8058607c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:36.530401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:36.533596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:36.540073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Pushing event updated for resources: {'Port': ['ID=e5d316cd-85f5-4348-b742-e77d0fbd86fa,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:36.543519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.544011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Added segment b98bc32d-acc4-42b7-bbaa-336a77e7d198 of type vlan for network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb Dec 23 15:11:36.553865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:36.559618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.559851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network c8d8c286-bb6c-4620-897a-b992b30e3f2a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:36.561867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:36.565738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:36.570993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:36.571703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.573245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.599356 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8990679 Dec 23 15:11:36.599356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48942) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:36.606921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7357638e-7052-49e3-839e-1309def9f344,segment=NetworkSegment(628f8ef9-7b70-4098-98ed-a46fe7d72797),segment_id=628f8ef9-7b70-4098-98ed-a46fe7d72797)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:36.612502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.615478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:36.637676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.641888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:36.642542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.655421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e79715f5-3bd5-492b-bd88-27bbb482bca4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:36.692742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ccb696e7-06ca-4797-a1f2-12cc8058607c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:36.693133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.695089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=7357638e-7052-49e3-839e-1309def9f344,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:36.698836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:36.817089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Provisioning for port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:36.825087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Provisioning complete for port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:36.825533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.844223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.844749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:36.861401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.179 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/3e6b7db0-026c-40d1-a2e1-dca94f9e1e03) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:36.867143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Network': ['ID=77f8e98e-cbcc-4e4c-9288-2c21aee469bb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:36.870321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:36.895323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:37.009708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.034087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6622021 Dec 23 15:11:37.046538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Calling delete_port for e3efd153-52d2-4dcd-8f7f-82fcdd6133b5 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:37.122216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48950) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:37.150328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:37.216436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:37.250125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Provisioning complete for port 7357638e-7052-49e3-839e-1309def9f344 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:37.250693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.365284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c468cb1-af82-4916-acf5-959f7df91ec5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:37.372686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c468cb1-af82-4916-acf5-959f7df91ec5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:37.377577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c468cb1-af82-4916-acf5-959f7df91ec5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:37.382321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c468cb1-af82-4916-acf5-959f7df91ec5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.0094330 Dec 23 15:11:37.491419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Provisioning for port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:37.499321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Provisioning complete for port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:37.499751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.527896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 48956) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:37.559342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b7bf449-8eec-4a22-9469-e0343957f911 None None] Port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:37.563601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for ccb696e7-06ca-4797-a1f2-12cc8058607c owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:37.680192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:37.692316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:37.721029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e5bf71e9-5580-4c24-9108-0dc48ea20293 None None] Provisioning complete for port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:37.721737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5bf71e9-5580-4c24-9108-0dc48ea20293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.722128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Made reservation on behalf of 7305b60a17e44cd3ad9f72de045407cc for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:37.736300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.741501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-224cf7dd-89ac-498a-b481-7fe538054358 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:37.785005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:37.785414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.788559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=ccb696e7-06ca-4797-a1f2-12cc8058607c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:37.793743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:37.807393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf71e9-5580-4c24-9108-0dc48ea20293 None None] Port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:37.843319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.855959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e5d316cd-85f5-4348-b742-e77d0fbd86fa up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:37.859488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/ccb696e7-06ca-4797-a1f2-12cc8058607c HTTP/1.1" status: 204 len: 168 time: 1.2572677 Dec 23 15:11:37.859722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:37.906820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f5e48e-fbd1-4090-8fff-258fbc236629 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:11:37.907518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7f5e48e-fbd1-4090-8fff-258fbc236629 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:37.917023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.923213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7f5e48e-fbd1-4090-8fff-258fbc236629 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:37.927318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d7f5e48e-fbd1-4090-8fff-258fbc236629 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/ccb696e7-06ca-4797-a1f2-12cc8058607c HTTP/1.1" status: 404 len: 333 time: 0.0638716 Dec 23 15:11:37.928332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:37.928453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cdbe90b-3053-4271-8e02-150afb7393d2 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:37.941849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2b341892-a0e0-4f56-85ae-6096ee6b2e9b None None] Provisioning complete for port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:37.942278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b341892-a0e0-4f56-85ae-6096ee6b2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:37.992006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e5d316cd-85f5-4348-b742-e77d0fbd86fa completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:38.006664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7357638e-7052-49e3-839e-1309def9f344 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:38.048891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2b341892-a0e0-4f56-85ae-6096ee6b2e9b None None] Port 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:38.092569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7357638e-7052-49e3-839e-1309def9f344 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:38.093008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.148523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 5e0a2942-8d6c-451b-b895-c5aea402bd34 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:11:38.152470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.209772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Pushing event deleted for resources: {'Port': ['ID=e3efd153-52d2-4dcd-8f7f-82fcdd6133b5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:38.219343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.232792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.240691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:38.289598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.334020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.401619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing IP validity checks on allocation pools {{(pid=88873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:11:38.402225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:11:38.432458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.438526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:38.485689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0a2942-8d6c-451b-b895-c5aea402bd34,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:38.488901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:38.493890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.504157 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/5e0a2942-8d6c-451b-b895-c5aea402bd34 HTTP/1.1" status: 204 len: 168 time: 0.5742021 Dec 23 15:11:38.506125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:38.647680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.661480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port e5d316cd-85f5-4348-b742-e77d0fbd86fa {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:38.661866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.711237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.728316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.741528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f080a15-2d86-4cc8-a7d2-f047f16eb7d5 None None] Network c8d8c286-bb6c-4620-897a-b992b30e3f2a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:38.742261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671604f7-ec88-439d-9984-372fea77566b tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:38.856548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-16376e57-4d6c-478a-9c28-4c3d46113364 None None] Provisioning for port e5d316cd-85f5-4348-b742-e77d0fbd86fa completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:38.891547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-16376e57-4d6c-478a-9c28-4c3d46113364 None None] Provisioning complete for port e5d316cd-85f5-4348-b742-e77d0fbd86fa triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:38.891968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16376e57-4d6c-478a-9c28-4c3d46113364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.893084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] For port e5d316cd-85f5-4348-b742-e77d0fbd86fa, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e5d316cd-85f5-4348-b742-e77d0fbd86fa,segment=NetworkSegment(6f32cc3f-0d4e-4261-8d16-b8ad9e17df57),segment_id=6f32cc3f-0d4e-4261-8d16-b8ad9e17df57)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:38.893743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.902598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:38.908062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.921609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:38.928891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:38.933309 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] 10.222.0.49 "DELETE /v2.0/floatingips/6d039966-194a-401a-b61e-bf3322d96756 HTTP/1.1" status: 204 len: 168 time: 3.0437250 Dec 23 15:11:38.934385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=3e6b7db0-026c-40d1-a2e1-dca94f9e1e03,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:38.939329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:38.969461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:39.032494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.036767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for e5d316cd-85f5-4348-b742-e77d0fbd86fa owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:39.084374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16376e57-4d6c-478a-9c28-4c3d46113364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.111253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for 808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:39.131286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.136929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bf68a84-587b-48d0-aaa6-bd2ab69f4e87 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:39.146992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:39.166951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91befb-6996-46b7-82a3-17d31c22ab40 None None] DHCP port deletion for c8d8c286-bb6c-4620-897a-b992b30e3f2a request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:39.196947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=e5d316cd-85f5-4348-b742-e77d0fbd86fa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:39.202826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:39.206362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No DVR routers for this DVR port e5d316cd-85f5-4348-b742-e77d0fbd86fa on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:39.323765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=662bb909-cbbe-4d9d-a6df-cc05a830c71d,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:39.333219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:39.351936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.378319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48982) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:39.391484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d8c286-bb6c-4620-897a-b992b30e3f2a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:39.406341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:39.406917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f32cc3f-0d4e-4261-8d16-b8ad9e17df57') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:39.421562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.440575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.443123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Checking segment: {'id': 'b98bc32d-acc4-42b7-bbaa-336a77e7d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:39.443534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network hostable DHCP agents. Network: 77f8e98e-cbcc-4e4c-9288-2c21aee469bb, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:39.447708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:39.448092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:39.470255 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:39.508406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.562266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.577381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.581713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:39.604831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e23f7007-f56c-4ae4-b11c-b9c8ba56cdcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:39.612942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=c8d8c286-bb6c-4620-897a-b992b30e3f2a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:39.616205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:39.636562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/c8d8c286-bb6c-4620-897a-b992b30e3f2a HTTP/1.1" status: 204 len: 168 time: 1.1290128 Dec 23 15:11:39.644191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:39.661561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'name': 'tempest-PortsIpV6TestJSON-1625582996'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:39.661681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Port': ['ID=808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:39.668482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:39.669439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:39.680899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 77f8e98e-cbcc-4e4c-9288-2c21aee469bb) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:39.694423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151d061-18eb-4f93-bcb3-d79fcc77c4c1 None None] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:39.699792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:39.701390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.758100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2548bf93-7de8-43e9-a039-c910f5d34da8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=501a37bfd0f049a98348a4e85a129d3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3781021 Dec 23 15:11:39.758971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 48998) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:39.817451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e5d316cd-85f5-4348-b742-e77d0fbd86fa no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:39.860593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e5d316cd-85f5-4348-b742-e77d0fbd86fa {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:39.861007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e5d316cd-85f5-4348-b742-e77d0fbd86fa not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:39.865976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7363937 Dec 23 15:11:39.873532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49002) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:39.897802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:39.954160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:39.960628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:39.964641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:39.969545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:39.986956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:40.010923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.024468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:40.035793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.041995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-77f8e98e-cbcc-4e4c-9288-2c21aee469bb', 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': '662bb909-cbbe-4d9d-a6df-cc05a830c71d'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:40.042936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.087816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 799ef654-ee88-48f1-97d3-ca264c5461f2 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:40.172728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.180902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.187739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3bb1365-872e-4f6b-af85-8e5c6b11c991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:40.203810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1ea57-826b-4976-a926-22f43246a781,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:40.208047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/ports/808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 HTTP/1.1" status: 204 len: 168 time: 2.6730242 Dec 23 15:11:40.210170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:40.211225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49006) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:40.213917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132702089'] for subnet, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.243171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Allocated IP 172.20.0.3 (77f8e98e-cbcc-4e4c-9288-2c21aee469bb/662bb909-cbbe-4d9d-a6df-cc05a830c71d/c53874ad-32e6-471d-86cd-ad9d27369a03) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:40.291633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a1270a-dced-43b9-bdf9-8f6cf752993e tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] GET failed (client error): The resource could not be found. Dec 23 15:11:40.292216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e3a1270a-dced-43b9-bdf9-8f6cf752993e tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Synchronizing usage tracker for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:40.352354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.374655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.378716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01e1ea57-826b-4976-a926-22f43246a781 HTTP/1.1" status: 204 len: 168 time: 0.5505922 Dec 23 15:11:40.404986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e3a1270a-dced-43b9-bdf9-8f6cf752993e tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Unset dirty status for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:40.407173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e3a1270a-dced-43b9-bdf9-8f6cf752993e tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "GET /v2.0/ports/808b5c3c-93f8-4a8b-8c4b-9c2eb00fdfa1 HTTP/1.1" status: 404 len: 333 time: 0.1951849 Dec 23 15:11:40.411472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49012) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:40.420111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'name': 'tempest-AllowedAddressPairTestJSON-1768472428'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:40.427871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.514797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.529683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Transition to ACTIVE for port object c53874ad-32e6-471d-86cd-ad9d27369a03 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:40.557469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.559436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Transition to ACTIVE for port object c53874ad-32e6-471d-86cd-ad9d27369a03 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:40.567653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.575118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:40.633077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:40.650034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:40.655257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.664522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7da40552-70b1-4340-96f2-0db4595491a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:40.665636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:40.670274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:40.675136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:40.762033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:40.778427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.804737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Pushing event updated for resources: {'Port': ['ID=c53874ad-32e6-471d-86cd-ad9d27369a03,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:40.807722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Attempting to bind port c53874ad-32e6-471d-86cd-ad9d27369a03 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:40.808377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Attempting to bind port c53874ad-32e6-471d-86cd-ad9d27369a03 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'b98bc32d-acc4-42b7-bbaa-336a77e7d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:40.808924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Attempting to bind port c53874ad-32e6-471d-86cd-ad9d27369a03 on network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:40.812042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:40.818973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:40.819472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Checking segment: {'id': 'b98bc32d-acc4-42b7-bbaa-336a77e7d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:40.819990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.820501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Bound using segment: {'id': 'b98bc32d-acc4-42b7-bbaa-336a77e7d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:40.821490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Bound port: c53874ad-32e6-471d-86cd-ad9d27369a03, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bc32d-acc4-42b7-bbaa-336a77e7d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:40.821982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:40.891473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:40.892636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=799ef654-ee88-48f1-97d3-ca264c5461f2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:40.896473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] device_id is not set on port a5808510-d1d1-47c4-a69c-6e0498e0dc98 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:40.937368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:40.944103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:40.946511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:40.951504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:40.952425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.010534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3651266 Dec 23 15:11:41.014813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49024) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:41.067702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49028) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:41.118759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Allocated IP 172.20.0.11 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/a5808510-d1d1-47c4-a69c-6e0498e0dc98) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:41.138234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] For port c53874ad-32e6-471d-86cd-ad9d27369a03, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:41.141503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] For port c53874ad-32e6-471d-86cd-ad9d27369a03, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c53874ad-32e6-471d-86cd-ad9d27369a03,segment=NetworkSegment(b98bc32d-acc4-42b7-bbaa-336a77e7d198),segment_id=b98bc32d-acc4-42b7-bbaa-336a77e7d198)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:41.145489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.150228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:41.152672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.218166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.227404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 799ef654-ee88-48f1-97d3-ca264c5461f2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:41.227937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.232703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Pushing event updated for resources: {'Port': ['ID=c53874ad-32e6-471d-86cd-ad9d27369a03,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:41.236093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:41.272608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.284181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-db0ff1fe-28e1-4f1d-b8d5-a4f4fe1d0ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:41.359964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.380970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Transition to ACTIVE for port object a5808510-d1d1-47c4-a69c-6e0498e0dc98 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:41.402700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.410926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-925c3d43-af30-4ba3-b4b0-13eb61a385f0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:41.419207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:41.485888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Usage tracker for resource:security_group_rule and tenant:1d4fbcfebef14979839fe3897c0a0497 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:41.487455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:41.492299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:41.494937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=a5808510-d1d1-47c4-a69c-6e0498e0dc98,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:41.496943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:41.510379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:41.530159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:41.532531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:41.550462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=3e6b7db0-026c-40d1-a2e1-dca94f9e1e03,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:41.564221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758312132160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036722117007'] for subnet, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.574078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:41.578246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:41.579079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.605710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1904976 Dec 23 15:11:41.606568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49032) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:41.618993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b2:6f:81'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:41.632057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03afff5a-790c-450b-914b-750818daba99 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:41.774337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.792849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c53874ad-32e6-471d-86cd-ad9d27369a03 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:41.907716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c53874ad-32e6-471d-86cd-ad9d27369a03 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:41.938326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:41.938749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.940288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "PUT /v2.0/subnets/662bb909-cbbe-4d9d-a6df-cc05a830c71d HTTP/1.1" status: 200 len: 877 time: 2.0655491 Dec 23 15:11:41.962410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49038) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:41.985365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event updated for resources: {'Subnet': ['ID=662bb909-cbbe-4d9d-a6df-cc05a830c71d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:41.989252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:41.997432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:42.021436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.031072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0bd8a32a-6f7d-4753-abed-0db20e02eec9 None None] Provisioning for port a5808510-d1d1-47c4-a69c-6e0498e0dc98 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:42.036275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0bd8a32a-6f7d-4753-abed-0db20e02eec9 None None] Provisioning complete for port a5808510-d1d1-47c4-a69c-6e0498e0dc98 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:42.036705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a32a-6f7d-4753-abed-0db20e02eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.115807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8a32a-6f7d-4753-abed-0db20e02eec9 None None] Port a5808510-d1d1-47c4-a69c-6e0498e0dc98 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:42.261487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.266944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.271942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:42.282882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 799ef654-ee88-48f1-97d3-ca264c5461f2 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:42.357838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.376479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.391739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:42.499043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13a6580-fb45-49c3-bee2-6cdce2897520,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:42.566966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:42.575247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d4fbcfebef14979839fe3897c0a0497&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5059412 Dec 23 15:11:42.595923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.597188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49046) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:42.622698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.630938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7495f0b-66b7-4ffb-82b2-fc87be1c16b4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:42.658350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=a5808510-d1d1-47c4-a69c-6e0498e0dc98,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:42.671398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:42.690123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=799ef654-ee88-48f1-97d3-ca264c5461f2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:42.692341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] In _notify_port_updated(), no bound segment for port a5808510-d1d1-47c4-a69c-6e0498e0dc98 on network 7986d604-dd2c-4738-911c-d9b02c410125 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:11:42.695427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:42.696652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:42.697274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port c53874ad-32e6-471d-86cd-ad9d27369a03 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:42.697413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.697589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.698822 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "PUT /v2.0/ports/a5808510-d1d1-47c4-a69c-6e0498e0dc98 HTTP/1.1" status: 200 len: 995 time: 1.0911977 Dec 23 15:11:42.702840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49050) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:42.756378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.795731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port a5808510-d1d1-47c4-a69c-6e0498e0dc98 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:42.796112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.805495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/799ef654-ee88-48f1-97d3-ca264c5461f2 HTTP/1.1" status: 204 len: 168 time: 1.7874315 Dec 23 15:11:42.806305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49054) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:42.812754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 00a7a310-c722-4b86-be61-b5f1e94b0225 associated. External IP: 172.26.2.179, port: db13359a-c350-45a2-aa46-4b2766f53381. Dec 23 15:11:42.850603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.905593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'mac_address': 'fa:16:3e:99:c6:1d', 'name': 'tempest-PortsIpV6TestJSON-660358579'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:42.937842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:42.945461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-72e33a84-c26f-4690-b72a-0f1441a4d3fc None None] Provisioning complete for port a5808510-d1d1-47c4-a69c-6e0498e0dc98 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:42.946660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72e33a84-c26f-4690-b72a-0f1441a4d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.020796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-72e33a84-c26f-4690-b72a-0f1441a4d3fc None None] Port a5808510-d1d1-47c4-a69c-6e0498e0dc98 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:43.131725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.142536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:43.176318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.177625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f13a6580-fb45-49c3-bee2-6cdce2897520 HTTP/1.1" status: 204 len: 168 time: 0.5766430 Dec 23 15:11:43.178878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13a6580-fb45-49c3-bee2-6cdce2897520,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:43.182087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.191003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:43.239367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfaabf-bc65-48d6-9fda-780ee463e884 None None] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:43.402077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Provisioning for port c53874ad-32e6-471d-86cd-ad9d27369a03 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:43.424976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for a5808510-d1d1-47c4-a69c-6e0498e0dc98 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:43.461309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Provisioning complete for port c53874ad-32e6-471d-86cd-ad9d27369a03 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:43.462106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.481122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:43.488688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:43.494181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:43.516354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:43.567323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:43.633555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.641743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f143fdb-d151-4823-868b-ce2b65463537 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:43.698588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Port': ['ID=a5808510-d1d1-47c4-a69c-6e0498e0dc98,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:43.704547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:43.711723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port c53874ad-32e6-471d-86cd-ad9d27369a03, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c53874ad-32e6-471d-86cd-ad9d27369a03,segment=NetworkSegment(b98bc32d-acc4-42b7-bbaa-336a77e7d198),segment_id=b98bc32d-acc4-42b7-bbaa-336a77e7d198)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:43.712137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.747879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.793901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] For port c53874ad-32e6-471d-86cd-ad9d27369a03, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c53874ad-32e6-471d-86cd-ad9d27369a03,segment=NetworkSegment(b98bc32d-acc4-42b7-bbaa-336a77e7d198),segment_id=b98bc32d-acc4-42b7-bbaa-336a77e7d198)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:43.818485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.825133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3548865d-dffc-4ad7-a80f-2e0917be8514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:43.886992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49068) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:43.899400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for c53874ad-32e6-471d-86cd-ad9d27369a03 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:43.969761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:43.994998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.008048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Pushing event updated for resources: {'Port': ['ID=c53874ad-32e6-471d-86cd-ad9d27369a03,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:44.026563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:44.067834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.076309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port dd874260-755a-4c47-96d2-a47b53bae266 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:44.082311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/ports/a5808510-d1d1-47c4-a69c-6e0498e0dc98 HTTP/1.1" status: 204 len: 168 time: 1.3782434 Dec 23 15:11:44.087554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49072) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:44.148008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb28eeff-776e-41d0-bbb0-1d0ef56370ea tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] GET failed (client error): The resource could not be found. Dec 23 15:11:44.148584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eb28eeff-776e-41d0-bbb0-1d0ef56370ea tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Synchronizing usage tracker for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:44.157138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:44.176484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Usage tracker for resource:security_group_rule and tenant:da2bca17f594416cb89596bb8ed82d03 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:44.178000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eb28eeff-776e-41d0-bbb0-1d0ef56370ea tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Unset dirty status for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:44.179503 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eb28eeff-776e-41d0-bbb0-1d0ef56370ea tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "GET /v2.0/ports/a5808510-d1d1-47c4-a69c-6e0498e0dc98 HTTP/1.1" status: 404 len: 333 time: 0.0907836 Dec 23 15:11:44.185453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:44.188890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:44.198993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'name': 'tempest-AllowedAddressPairTestJSON-563634720'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:44.199772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:44.204915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:11:44.209313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:11:44.265405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df5dd1-2174-4370-94c8-a0ace68e670a None None] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:44.387356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:44.422110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:44.423788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-111d8ae3-bf3f-486b-9058-03587450a897 None None] Provisioning complete for port c53874ad-32e6-471d-86cd-ad9d27369a03 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:44.424323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-111d8ae3-bf3f-486b-9058-03587450a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.444339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:44.455498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.521606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] device_id is not set on port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:44.654652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.659878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.666910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.678401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e0f8e76-cc1e-47eb-ba38-fec5a95335ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:44.708088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Allocated IP 172.20.0.12 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/032138ef-8b7a-4cbd-8dd4-e693242b93f5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:44.718530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port c53874ad-32e6-471d-86cd-ad9d27369a03 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:44.718911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.786804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480728a3-8c10-4d80-931e-d499d74d7a59,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:44.790117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:44.807108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da2bca17f594416cb89596bb8ed82d03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8743093 Dec 23 15:11:44.820935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49086) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:44.887215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.895665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:44.957380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:44.975365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Transition to ACTIVE for port object 032138ef-8b7a-4cbd-8dd4-e693242b93f5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:44.998705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.005717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab86e118-4432-49b7-b34d-914d348177f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:45.035194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:45.088365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:45.092737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=032138ef-8b7a-4cbd-8dd4-e693242b93f5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:45.095414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:45.097395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:45.098167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:45.108931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:45.164768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:45.165669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.166220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73caa62e-72dc-4f50-b44c-72dcab826ee2 None None] Provisioning complete for port c53874ad-32e6-471d-86cd-ad9d27369a03 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:45.166732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73caa62e-72dc-4f50-b44c-72dcab826ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.170494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:45.173051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:45.177734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:45.178406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.195917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0058365 Dec 23 15:11:45.196126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=dd874260-755a-4c47-96d2-a47b53bae266,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:45.196260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:45.197085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:45.211095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b2:6f:81'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:45.372209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.389059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.437824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b40cd888-8977-43d6-a840-86a3f88980e3 None None] Provisioning for port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:45.443503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b40cd888-8977-43d6-a840-86a3f88980e3 None None] Provisioning complete for port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:45.443931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b40cd888-8977-43d6-a840-86a3f88980e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.506034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b40cd888-8977-43d6-a840-86a3f88980e3 None None] Port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:45.631184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8209169 Dec 23 15:11:45.639044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:45.642664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port c53874ad-32e6-471d-86cd-ad9d27369a03, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c53874ad-32e6-471d-86cd-ad9d27369a03,segment=NetworkSegment(b98bc32d-acc4-42b7-bbaa-336a77e7d198),segment_id=b98bc32d-acc4-42b7-bbaa-336a77e7d198)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:45.643072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.687960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.702907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.716057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f250f748-9398-40c4-a178-1d01a2a1b4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:45.735430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c53874ad-32e6-471d-86cd-ad9d27369a03 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:11:45.736285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.820898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for c53874ad-32e6-471d-86cd-ad9d27369a03 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:45.843434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd65fda-5467-4349-a325-e8108c29f5cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:45.844117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fcd65fda-5467-4349-a325-e8108c29f5cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:45.851389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c53874ad-32e6-471d-86cd-ad9d27369a03 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:45.852010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.860701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2c04e-3c48-4e9b-89a3-a08d28e911a2 req-dd0dbe2a-e838-46dc-ac5c-ada3e3315a09 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:45.869605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8e2c04e-3c48-4e9b-89a3-a08d28e911a2 req-dd0dbe2a-e838-46dc-ac5c-ada3e3315a09 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.9082429 Dec 23 15:11:45.886658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=032138ef-8b7a-4cbd-8dd4-e693242b93f5,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:45.894641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:45.895385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] In _notify_port_updated(), no bound segment for port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 on network 7986d604-dd2c-4738-911c-d9b02c410125 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:11:45.900614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:45.901376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:45.905840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "PUT /v2.0/ports/032138ef-8b7a-4cbd-8dd4-e693242b93f5 HTTP/1.1" status: 200 len: 996 time: 0.6990829 Dec 23 15:11:45.906189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:45.970798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fcd65fda-5467-4349-a325-e8108c29f5cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:45.972122 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fcd65fda-5467-4349-a325-e8108c29f5cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/dd874260-755a-4c47-96d2-a47b53bae266 HTTP/1.1" status: 200 len: 844 time: 0.3320401 Dec 23 15:11:45.976396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49108) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:46.025856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:46.026243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.030536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8e2c04e-3c48-4e9b-89a3-a08d28e911a2 req-64adf917-7f25-4deb-829e-c397803a663c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597009 Dec 23 15:11:46.165861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port dd874260-755a-4c47-96d2-a47b53bae266 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:46.166254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.235508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9e01234f-7f9b-4bf5-a8ba-db25c1e5e1b5 None None] Provisioning complete for port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:46.236072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e01234f-7f9b-4bf5-a8ba-db25c1e5e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.255487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.262952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:46.289636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480728a3-8c10-4d80-931e-d499d74d7a59,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:46.295436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9e01234f-7f9b-4bf5-a8ba-db25c1e5e1b5 None None] Port 032138ef-8b7a-4cbd-8dd4-e693242b93f5 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:46.306281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:46.314423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.362446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.371017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:46.414404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.415806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/480728a3-8c10-4d80-931e-d499d74d7a59 HTTP/1.1" status: 204 len: 168 time: 1.5936770 Dec 23 15:11:46.442155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=c53874ad-32e6-471d-86cd-ad9d27369a03,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:46.451227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for 032138ef-8b7a-4cbd-8dd4-e693242b93f5 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:46.464916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:46.551043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f330b81-4577-4d0b-9ac5-a7e277bdc769 None None] DHCP port deletion for 77f8e98e-cbcc-4e4c-9288-2c21aee469bb request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:46.590386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219ab7f-d5dc-45d9-9ee0-782ecfe5b5bc None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:11:46.614907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.622764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:46.631220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port c53874ad-32e6-471d-86cd-ad9d27369a03 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:46.643121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:46.658767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:46.693041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Port': ['ID=032138ef-8b7a-4cbd-8dd4-e693242b93f5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:46.694166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.697354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:46.759503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219ab7f-d5dc-45d9-9ee0-782ecfe5b5bc None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:11:46.793102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:46.793875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:46.835731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.848158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/ports/032138ef-8b7a-4cbd-8dd4-e693242b93f5 HTTP/1.1" status: 204 len: 168 time: 0.9408059 Dec 23 15:11:46.852844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:46.882784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:46.890138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-806ef1f9-acb4-4820-91a2-83f446f97294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:46.901700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:46.902773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:46.909230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8e72b9-e77a-4391-94b7-58b258d674db tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] GET failed (client error): The resource could not be found. Dec 23 15:11:46.910121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b8e72b9-e77a-4391-94b7-58b258d674db tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Synchronizing usage tracker for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:46.928406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b8e72b9-e77a-4391-94b7-58b258d674db tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Unset dirty status for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:46.929437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for dd874260-755a-4c47-96d2-a47b53bae266 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:46.935441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b8e72b9-e77a-4391-94b7-58b258d674db tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "GET /v2.0/ports/032138ef-8b7a-4cbd-8dd4-e693242b93f5 HTTP/1.1" status: 404 len: 333 time: 0.0772486 Dec 23 15:11:46.936334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49130) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:46.961580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'name': 'tempest-AllowedAddressPairTestJSON-1403292685'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:47.008524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:47.009223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e287d-8a17-4441-b4f2-3dd34d8be978 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:47.039457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.053954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2018b28b-1524-407f-8153-e15116e9915f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:47.113621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.153573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=dd874260-755a-4c47-96d2-a47b53bae266,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:47.187733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.222679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:47.259903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.262178 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/dd874260-755a-4c47-96d2-a47b53bae266 HTTP/1.1" status: 204 len: 168 time: 1.2783737 Dec 23 15:11:47.267136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49144) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:47.281008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.2926590 Dec 23 15:11:47.286663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49148) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:47.293235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'port_id': 'db13359a-c350-45a2-aa46-4b2766f53381', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:47.429700 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f4a1a0-06d5-4c60-8e8c-4525ae197f88 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:11:47.431526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71f4a1a0-06d5-4c60-8e8c-4525ae197f88 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/dd874260-755a-4c47-96d2-a47b53bae266 HTTP/1.1" status: 404 len: 333 time: 0.1575878 Dec 23 15:11:47.442047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49152) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:47.473538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.478127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'name': 'tempest-PortsIpV6TestJSON-161602259'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:47.507694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886355a8-caf3-4384-8db5-6e37d1c09117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-77f8e98e-cbcc-4e4c-9288-2c21aee469bb', 'network_id': '77f8e98e-cbcc-4e4c-9288-2c21aee469bb', 'tenant_id': '7305b60a17e44cd3ad9f72de045407cc', 'fixed_ips': [{'subnet_id': '662bb909-cbbe-4d9d-a6df-cc05a830c71d'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:47.508782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31007018-2493-4e6c-9d2e-9f7b04dbc67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:47.508898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886355a8-caf3-4384-8db5-6e37d1c09117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.518192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:47.534739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:47.557708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:47.572985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.598188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=662bb909-cbbe-4d9d-a6df-cc05a830c71d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:47.610067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:47.623891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89e869-51e1-4deb-8cfd-ee94c267d232 req-a64119c5-41c3-4abf-851e-94d6b7e3a3b4 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:47.625933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc89e869-51e1-4deb-8cfd-ee94c267d232 req-a64119c5-41c3-4abf-851e-94d6b7e3a3b4 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.1845880 Dec 23 15:11:47.632890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] device_id is not set on port 03b3fb9c-7363-40b1-aff0-f2017662a190 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:47.725556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:47.730597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c53874ad-32e6-471d-86cd-ad9d27369a03 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:47.783584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c53874ad-32e6-471d-86cd-ad9d27369a03 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:47.783983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c53874ad-32e6-471d-86cd-ad9d27369a03 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:47.814403 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc89e869-51e1-4deb-8cfd-ee94c267d232 req-79d68b0a-e3cf-405d-8b3e-3ad0b3c2bcc1 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260712 Dec 23 15:11:47.860649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:47.885108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f085ecd-e75d-4a04-a514-f60142df219b None None] Network 77f8e98e-cbcc-4e4c-9288-2c21aee469bb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:47.917038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Allocated IP 172.20.0.6 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/03b3fb9c-7363-40b1-aff0-f2017662a190) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:47.917669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:48.134818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.141408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c98808-f52f-4ff0-ab1b-19b97b34d168 None None] DHCP port deletion for 77f8e98e-cbcc-4e4c-9288-2c21aee469bb request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:48.187573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.208228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Transition to ACTIVE for port object 03b3fb9c-7363-40b1-aff0-f2017662a190 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:48.230189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.247235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbf121d4-a555-4533-b42a-aa6e641fd589 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:48.304750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:48.308491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:48.313271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:48.320792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:48.326523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.339809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.401907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=03b3fb9c-7363-40b1-aff0-f2017662a190,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:48.404753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f8e98e-cbcc-4e4c-9288-2c21aee469bb']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:48.417922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 11d10dc2-873c-43f2-914b-c15cd75feb61 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:48.418648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.419088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.419517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.419946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.420316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.420732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.421146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.421613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.422027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.422449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.422979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:48.428901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:48.433838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:48.434698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.466036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98bc32d-acc4-42b7-bbaa-336a77e7d198') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:48.466386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98bc32d-acc4-42b7-bbaa-336a77e7d198') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:48.473923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5364201 Dec 23 15:11:48.475420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49174) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:48.483391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'network_id': '7986d604-dd2c-4738-911c-d9b02c410125', 'name': 'tempest-AllowedAddressPairTestJSON-945217143'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:48.503973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.624532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.665123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:48.665597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.672387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:48.677664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Usage tracker for resource:port and tenant:b058317184284493a87501d39fbb88b6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:48.682456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:48.683882 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:48.694269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:48.705347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Made reservation on behalf of b058317184284493a87501d39fbb88b6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:48.711198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.743105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba560d60-e465-4286-be08-4f8c17e80939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:48.763936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] device_id is not set on port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:48.934892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Allocated IP 172.20.0.9 (7986d604-dd2c-4738-911c-d9b02c410125/35519948-377c-4e45-adc5-4cf8a50c97f8/6c5cf306-24d4-4f11-abf3-82c06c71bbd8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:49.059660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a3fd1c7c-0c66-49d2-a7f7-8abff718a6c2 None None] Provisioning for port 03b3fb9c-7363-40b1-aff0-f2017662a190 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:49.065863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a3fd1c7c-0c66-49d2-a7f7-8abff718a6c2 None None] Provisioning complete for port 03b3fb9c-7363-40b1-aff0-f2017662a190 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:49.066686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1c7c-0c66-49d2-a7f7-8abff718a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.134645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd1c7c-0c66-49d2-a7f7-8abff718a6c2 None None] Port 03b3fb9c-7363-40b1-aff0-f2017662a190 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:49.160485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49190) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.185952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.209881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:49.228935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.265818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=77f8e98e-cbcc-4e4c-9288-2c21aee469bb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:49.296235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.324445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.324873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.325324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.325743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.326484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.326863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.327261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.327671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.328132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.328479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.328891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:49.330592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.346100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:49.347949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/77f8e98e-cbcc-4e4c-9288-2c21aee469bb HTTP/1.1" status: 204 len: 168 time: 7.3525567 Dec 23 15:11:49.387550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49198) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.462919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-970279096', 'router:external': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:49.474025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0911e19d-c63c-4674-9b31-970666a54a50 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:49.474620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0911e19d-c63c-4674-9b31-970666a54a50 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:49.476355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0911e19d-c63c-4674-9b31-970666a54a50 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/662bb909-cbbe-4d9d-a6df-cc05a830c71d HTTP/1.1" status: 404 len: 337 time: 0.0854611 Dec 23 15:11:49.480017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:49.484518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.496927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:network and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:49.509409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:49.520251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6fdef-dd5c-4fc4-8134-2e1820f0bd2c req-0a10161a-eb55-42ae-acd9-2cf8c1c9cef0 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:49.521895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46b6fdef-dd5c-4fc4-8134-2e1820f0bd2c req-0a10161a-eb55-42ae-acd9-2cf8c1c9cef0 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.4156682 Dec 23 15:11:49.530020 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-630ceb7f-1540-4630-908c-1b5b6d62a947 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:49.530516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630ceb7f-1540-4630-908c-1b5b6d62a947 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:49.533099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:49.535725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.554111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-630ceb7f-1540-4630-908c-1b5b6d62a947 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/77f8e98e-cbcc-4e4c-9288-2c21aee469bb HTTP/1.1" status: 404 len: 339 time: 0.0684807 Dec 23 15:11:49.558025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49206) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.560870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5cbcbe2-e28f-4d31-8580-74a76c5b3bb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:49.568665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.615026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-23176623-5bf7-4d59-97e0-f350b4746bc6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:49.615523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23176623-5bf7-4d59-97e0-f350b4746bc6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:49.619928 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23176623-5bf7-4d59-97e0-f350b4746bc6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/cb52d103-903b-40b9-8825-bcfdcd1d7ea0 HTTP/1.1" status: 404 len: 337 time: 0.0582616 Dec 23 15:11:49.620318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49210) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.626231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Transition to ACTIVE for port object 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:49.649803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.655711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aeb35e2c-1e8c-45b5-acc7-99ec0ca476d1 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:49.664161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Made reservation on behalf of fb19f43f7ac944a6a063251b5138794c for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:49.668951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.734781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.735008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Network 7986d604-dd2c-4738-911c-d9b02c410125 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:49.735656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=6c5cf306-24d4-4f11-abf3-82c06c71bbd8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:49.738500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:49.740474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:49.741222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:49.745054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=11d10dc2-873c-43f2-914b-c15cd75feb61,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:49.747861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-512c417b-b9c3-4690-a38f-07c96f0d5847 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:49.748377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512c417b-b9c3-4690-a38f-07c96f0d5847 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:49.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-512c417b-b9c3-4690-a38f-07c96f0d5847 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/524ecb5c-52db-4143-be77-ec53409c01d4 HTTP/1.1" status: 404 len: 339 time: 0.1194327 Dec 23 15:11:49.756911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:49.759249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:49.764021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49216) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.770696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:49.776294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:49.780651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:49.781395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.813653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:49.814381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:49.828429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46b6fdef-dd5c-4fc4-8134-2e1820f0bd2c req-6886f851-18af-4dea-ae0b-3de1fcd1eb9f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975025 Dec 23 15:11:49.835329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e789041-b4de-4910-9231-dc05260874ee req-37cf0280-5da0-45a9-954a-b2840a944aea tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:49.836375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e789041-b4de-4910-9231-dc05260874ee req-37cf0280-5da0-45a9-954a-b2840a944aea tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.4846110 Dec 23 15:11:49.851129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3711584 Dec 23 15:11:49.851537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49220) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:49.860104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b2:6f:81'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:2d:64:4a'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:50.062922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-63ad1663-bffb-4a5a-ae2b-f9355dd1cd75 None None] Provisioning for port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:11:50.067998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-63ad1663-bffb-4a5a-ae2b-f9355dd1cd75 None None] Provisioning complete for port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:50.068143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:50.068416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63ad1663-bffb-4a5a-ae2b-f9355dd1cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.073968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6280372 Dec 23 15:11:50.082405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:security_group_rule and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:50.085009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49224) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:50.110523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:50.117133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:50.126989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-63ad1663-bffb-4a5a-ae2b-f9355dd1cd75 None None] Port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:50.135171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.169711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:50.395216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.405638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.409356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Deleting port 18786e08-94f7-4e4e-972f-2035545d2a41 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:50.409514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.409742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.414437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a7400ff-a341-41ea-99ae-b434bb25f00a tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:50.450196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.465128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.542265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event updated for resources: {'Port': ['ID=6c5cf306-24d4-4f11-abf3-82c06c71bbd8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:50.547803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:50.557954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] In _notify_port_updated(), no bound segment for port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 on network 7986d604-dd2c-4738-911c-d9b02c410125 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:11:50.562320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:50.563029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.564511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "PUT /v2.0/ports/6c5cf306-24d4-4f11-abf3-82c06c71bbd8 HTTP/1.1" status: 200 len: 1055 time: 0.7118223 Dec 23 15:11:50.567924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49230) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:50.643858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:50.644408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.774097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.785993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.855614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-785d765c-329d-4d3e-82e7-bca5762e086b None None] Provisioning complete for port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:11:50.856037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-785d765c-329d-4d3e-82e7-bca5762e086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.928872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:50.930768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-785d765c-329d-4d3e-82e7-bca5762e086b None None] Port 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:11:51.000277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:11:51.029639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.056579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.090479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.103801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3b9d8d9-968e-45f8-b4f8-015c2133911a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:51.105695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for 6c5cf306-24d4-4f11-abf3-82c06c71bbd8 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:51.136276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:51.184672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:51.207873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5472abf-5660-4dda-926c-dd6b9af5794e') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:51.208191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5472abf-5660-4dda-926c-dd6b9af5794e') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:51.265381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b28a-ee9e-4265-9052-909b5c109814 req-cd3ce559-2caa-442f-b15a-755f666d0242 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:51.267009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d179b28a-ee9e-4265-9052-909b5c109814 req-cd3ce559-2caa-442f-b15a-755f666d0242 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.2591321 Dec 23 15:11:51.301517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8b217-bff8-4271-b23f-393a60096fa0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:51.316228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.328339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.336380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:51.336718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5e0cfaa-1342-4cab-b35e-02c3356ce3a1 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:51.381832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Port': ['ID=6c5cf306-24d4-4f11-abf3-82c06c71bbd8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:51.387200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.387625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Added segment d8a5e188-72ee-47be-8d89-acdd454fcd50 of type vlan for network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 Dec 23 15:11:51.389786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d179b28a-ee9e-4265-9052-909b5c109814 req-6a057715-1a6c-4f50-b9f0-002e9dd82c32 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153605 Dec 23 15:11:51.394461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:51.429279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] For port 18786e08-94f7-4e4e-972f-2035545d2a41, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=18786e08-94f7-4e4e-972f-2035545d2a41,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:51.429543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.446091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.477779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:51.478234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:51.554969 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:51.693507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.722814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.736227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/ports/6c5cf306-24d4-4f11-abf3-82c06c71bbd8 HTTP/1.1" status: 204 len: 168 time: 1.1649837 Dec 23 15:11:51.736609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49238) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:51.778204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.784684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-04099679-f4fe-41d1-b48b-9eb63a88b005 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] GET failed (client error): The resource could not be found. Dec 23 15:11:51.785421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-04099679-f4fe-41d1-b48b-9eb63a88b005 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Synchronizing usage tracker for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:51.802950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-04099679-f4fe-41d1-b48b-9eb63a88b005 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Unset dirty status for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:51.803179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-04099679-f4fe-41d1-b48b-9eb63a88b005 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "GET /v2.0/ports/6c5cf306-24d4-4f11-abf3-82c06c71bbd8 HTTP/1.1" status: 404 len: 333 time: 0.0653667 Dec 23 15:11:51.806816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:51.812979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:51.834925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.859279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.876335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:51.888929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port 03b3fb9c-7363-40b1-aff0-f2017662a190 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:51.889474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.895553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:51.898300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:51.908090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9333e4d1-7726-492a-a645-3f1530a74e1d tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:51.976173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/bc26d6ae-1d7a-4dcb-a8a2-3e7966b0a11e HTTP/1.1" status: 204 len: 168 time: 2.2007217 Dec 23 15:11:51.976700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.033813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3cda07-6505-45a5-9989-606cdd866b4d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.034445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3cda07-6505-45a5-9989-606cdd866b4d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.039485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dc3cda07-6505-45a5-9989-606cdd866b4d tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/b11f4343-6de5-492d-9705-e6b444291b2c HTTP/1.1" status: 404 len: 337 time: 0.0587096 Dec 23 15:11:52.039485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49252) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.058056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.059071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:52.059724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.079004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] In _notify_port_updated(), no bound segment for port 11d10dc2-873c-43f2-914b-c15cd75feb61 on network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:11:52.083364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:52.084043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.085521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/ports/11d10dc2-873c-43f2-914b-c15cd75feb61 HTTP/1.1" status: 200 len: 818 time: 1.9970124 Dec 23 15:11:52.096340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.097570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9840ff59-58c0-452a-a795-354b5f4c3c57 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.098078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9840ff59-58c0-452a-a795-354b5f4c3c57 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.102429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9840ff59-58c0-452a-a795-354b5f4c3c57 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/2c407bd8-8226-4f85-8873-f7a93b295723 HTTP/1.1" status: 404 len: 339 time: 0.0595551 Dec 23 15:11:52.106853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49260) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.121108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=11d10dc2-873c-43f2-914b-c15cd75feb61,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:52.252729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8ab6a0-5ab6-437e-bd2a-9655949287e2 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.253146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8ab6a0-5ab6-437e-bd2a-9655949287e2 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.255321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d8ab6a0-5ab6-437e-bd2a-9655949287e2 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/891fb1a1-651e-48c6-ab07-14c2fd05f0f9 HTTP/1.1" status: 404 len: 337 time: 0.1182828 Dec 23 15:11:52.268559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.331993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 11d10dc2-873c-43f2-914b-c15cd75feb61 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:52.332347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.346180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:52.346979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:52.362571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-244bf628-bd99-481e-92de-d5c61dba5f85 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.363120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244bf628-bd99-481e-92de-d5c61dba5f85 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.365049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-244bf628-bd99-481e-92de-d5c61dba5f85 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/1929e4b3-5f31-4b89-bc2b-b1d52f31eb38 HTTP/1.1" status: 404 len: 339 time: 0.0955074 Dec 23 15:11:52.365327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.1806996 Dec 23 15:11:52.370144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.370528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.437633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'subnet': {'network_id': '08f009b4-2589-4bc2-a5ab-a56d77e215c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:52.465136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:52.467925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-75436346-2f41-4427-b245-aa03ebbf01e6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.468421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75436346-2f41-4427-b245-aa03ebbf01e6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.472931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-75436346-2f41-4427-b245-aa03ebbf01e6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/89fc96a1-46ea-4547-9091-0fd21889dcd4 HTTP/1.1" status: 404 len: 337 time: 0.0855920 Dec 23 15:11:52.477622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.484798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.495667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:subnet and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:52.513711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.514044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.514394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Floating IP 8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7 disassociated. External IP: 172.26.2.139, port: 18786e08-94f7-4e4e-972f-2035545d2a41. Dec 23 15:11:52.514760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Calling delete_port for 18786e08-94f7-4e4e-972f-2035545d2a41 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:52.530506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:52.618461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Network': ['ID=08f009b4-2589-4bc2-a5ab-a56d77e215c3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:52.626739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:52.627692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:52.632882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:52.701338 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2198ed-0c27-4332-9546-7cecc28fa03c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.702579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2198ed-0c27-4332-9546-7cecc28fa03c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.704820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf2198ed-0c27-4332-9546-7cecc28fa03c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/772cc5ba-186d-4c25-a8d2-990601165dab HTTP/1.1" status: 404 len: 339 time: 0.2226083 Dec 23 15:11:52.714513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for 03b3fb9c-7363-40b1-aff0-f2017662a190 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:52.731126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49284) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.806195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d35e0ad-0c16-4337-b6a7-66500c8ca763 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.806676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d35e0ad-0c16-4337-b6a7-66500c8ca763 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.887214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adee487-8704-4ee7-9402-0f0789b62287 req-b882c691-3aad-4613-baf3-523c1c7a4f64 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:52.888046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1adee487-8704-4ee7-9402-0f0789b62287 req-b882c691-3aad-4613-baf3-523c1c7a4f64 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Synchronizing usage tracker for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:52.900535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1d35e0ad-0c16-4337-b6a7-66500c8ca763 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/f95830ba-d763-4f6a-a0ba-242dadb3b879 HTTP/1.1" status: 404 len: 337 time: 0.1681809 Dec 23 15:11:52.903986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49288) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:52.940986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:52.954131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eafe7e02-ec18-42da-8a8e-6605cf24cce8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:52.992894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c221c21-8639-422b-8dfc-9f68de790a29 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:52.993420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c221c21-8639-422b-8dfc-9f68de790a29 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:52.998025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c221c21-8639-422b-8dfc-9f68de790a29 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/aaa38981-4f54-4aa7-858e-a1fbe3595205 HTTP/1.1" status: 404 len: 339 time: 0.0902662 Dec 23 15:11:52.998025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1adee487-8704-4ee7-9402-0f0789b62287 req-b882c691-3aad-4613-baf3-523c1c7a4f64 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Unset dirty status for tenant:22ef1cd90cd042c6bf67e5db49d7f01c on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:52.998025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1adee487-8704-4ee7-9402-0f0789b62287 req-b882c691-3aad-4613-baf3-523c1c7a4f64 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 945 time: 0.4475157 Dec 23 15:11:53.007382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49294) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.008312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event deleted for resources: {'Port': ['ID=18786e08-94f7-4e4e-972f-2035545d2a41,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:53.039367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Made reservation on behalf of fb19f43f7ac944a6a063251b5138794c for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:53.044279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:53.053780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:53.083443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-466cc0c5-03e3-4f46-bdd4-7c4d46651135 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.084078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466cc0c5-03e3-4f46-bdd4-7c4d46651135 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.088294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-466cc0c5-03e3-4f46-bdd4-7c4d46651135 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/dcc4e1c9-3a9a-491b-a3fd-b6d494d0f081 HTTP/1.1" status: 404 len: 337 time: 0.0739417 Dec 23 15:11:53.095551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49298) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.154517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6b47c6-b347-4fa5-ad33-8649740fbdcb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.155029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6b47c6-b347-4fa5-ad33-8649740fbdcb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.156900 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d6b47c6-b347-4fa5-ad33-8649740fbdcb tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/fde58fc4-82d6-47c2-a5ae-a93e6f48a4a3 HTTP/1.1" status: 404 len: 339 time: 0.0626836 Dec 23 15:11:53.182076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49302) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.232349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1adee487-8704-4ee7-9402-0f0789b62287 req-b590d8ba-1295-4b25-acfe-2555c3d09654 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260175 Dec 23 15:11:53.258919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:53.284708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d02411-0dc7-410c-a4a7-46c24c56c4c0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.285294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d02411-0dc7-410c-a4a7-46c24c56c4c0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.289855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f6d02411-0dc7-410c-a4a7-46c24c56c4c0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/ec9ceb7e-a18e-4539-8c96-8465937b1ebe HTTP/1.1" status: 404 len: 337 time: 0.1039815 Dec 23 15:11:53.299117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.337807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:53.396002 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac46a7db-a15f-4157-bcb7-f2ce02cba9f7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.396431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac46a7db-a15f-4157-bcb7-f2ce02cba9f7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.541667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 11d10dc2-873c-43f2-914b-c15cd75feb61 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:53.575313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Router dd6dafc5-d375-4334-bcf5-1c7b713e5236 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:11:53.588457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac46a7db-a15f-4157-bcb7-f2ce02cba9f7 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/cd0b2471-141d-455c-ad97-8705aa919fe4 HTTP/1.1" status: 404 len: 339 time: 0.2827399 Dec 23 15:11:53.590006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49312) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.642371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f52fb5f-0bff-4889-88e6-0b7bff6b4421 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.642941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f52fb5f-0bff-4889-88e6-0b7bff6b4421 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.643049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:53.644760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3f52fb5f-0bff-4889-88e6-0b7bff6b4421 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/938bc742-416d-4f60-9a10-117ad0ba7cad HTTP/1.1" status: 404 len: 337 time: 0.0544569 Dec 23 15:11:53.650223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49316) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.651668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:53.651848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:53.657777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:53.663515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:53.680282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:53.681406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:53.702137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Port': ['ID=03b3fb9c-7363-40b1-aff0-f2017662a190,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:53.707739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:53.713054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:53.723137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17b1866d-cb56-4bd6-bb28-7833386b752c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:53.765074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:53.766013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 18786e08-94f7-4e4e-972f-2035545d2a41 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:53.779531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:53.780422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:53.786226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8832496d-52af-49db-af07-ef5a9f50681b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.786736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8832496d-52af-49db-af07-ef5a9f50681b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.788633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8832496d-52af-49db-af07-ef5a9f50681b tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/8a93cf73-f3ca-4592-8392-5cc38cbdf1ee HTTP/1.1" status: 404 len: 339 time: 0.1347291 Dec 23 15:11:53.806437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49320) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.829803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 18786e08-94f7-4e4e-972f-2035545d2a41 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:53.830582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 18786e08-94f7-4e4e-972f-2035545d2a41 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:53.849619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=11d10dc2-873c-43f2-914b-c15cd75feb61,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:53.874356 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d63d4b-6b3b-48ac-bb8d-9f6a86f06add tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.874885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d63d4b-6b3b-48ac-bb8d-9f6a86f06add tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:53.876752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14d63d4b-6b3b-48ac-bb8d-9f6a86f06add tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/dbbaa9c0-873b-48dc-9f2e-ea520857bdd5 HTTP/1.1" status: 404 len: 337 time: 0.0672376 Dec 23 15:11:53.887595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:53.888619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fb74a-6dbd-41ce-9215-2aa8b0d56514 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:53.895879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.897780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:53.951166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:53.953771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cfdbb16f-17f4-4108-9a1d-490db6f45811 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/floatingips/00a7a310-c722-4b86-be61-b5f1e94b0225 HTTP/1.1" status: 200 len: 978 time: 6.6659560 Dec 23 15:11:53.957817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49328) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:53.958706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-91eb119c-2a2c-4d45-875a-d9758f60a474 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] DELETE failed (client error): The resource could not be found. Dec 23 15:11:53.959206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91eb119c-2a2c-4d45-875a-d9758f60a474 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:11:54.004469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-91eb119c-2a2c-4d45-875a-d9758f60a474 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/a2402444-36e3-4acc-9d60-d9b8bc120d5e HTTP/1.1" status: 404 len: 339 time: 0.1044636 Dec 23 15:11:54.017628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49332) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:54.027410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.029532 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/ports/03b3fb9c-7363-40b1-aff0-f2017662a190 HTTP/1.1" status: 204 len: 168 time: 2.2210119 Dec 23 15:11:54.031207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/11d10dc2-873c-43f2-914b-c15cd75feb61 HTTP/1.1" status: 204 len: 168 time: 1.9302478 Dec 23 15:11:54.038264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49336) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:54.038535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49338) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:54.170190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-242dc10a-16ba-4b47-b903-27025f81c2a0 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] GET failed (client error): The resource could not be found. Dec 23 15:11:54.170734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-242dc10a-16ba-4b47-b903-27025f81c2a0 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Synchronizing usage tracker for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:54.331092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting subnet f89500ef-1fae-42d5-bace-80821adda604 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:11:54.336616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.457991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0915b6cc-8297-4ee2-a58f-49e7412909f6 req-9f0519ee-9b3e-41dc-9181-6836cf7f8db7 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.0747807 Dec 23 15:11:54.468518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.567341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.573995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-242dc10a-16ba-4b47-b903-27025f81c2a0 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Unset dirty status for tenant:b058317184284493a87501d39fbb88b6 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:54.575041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:54.575311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-242dc10a-16ba-4b47-b903-27025f81c2a0 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "GET /v2.0/ports/03b3fb9c-7363-40b1-aff0-f2017662a190 HTTP/1.1" status: 404 len: 333 time: 0.5357788 Dec 23 15:11:54.582767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49350) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:54.664356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 3e6b7db0-026c-40d1-a2e1-dca94f9e1e03 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:54.664924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.671692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea5fff29-4e57-434a-9fab-c4e97924a811,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:54.679745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:54.680944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.711853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6f4be-0b6c-4b08-a1b9-3897d62273ec tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:54.712615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7cc6f4be-0b6c-4b08-a1b9-3897d62273ec tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:54.765410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:54.765410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.792506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Checking segment: {'id': 'd8a5e188-72ee-47be-8d89-acdd454fcd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '08f009b4-2589-4bc2-a5ab-a56d77e215c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:54.792912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network hostable DHCP agents. Network: 08f009b4-2589-4bc2-a5ab-a56d77e215c3, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:54.840101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.844812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70fa6204-2524-417d-8aec-01caf61ab754 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:54.845852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7cc6f4be-0b6c-4b08-a1b9-3897d62273ec tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:54.849967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7cc6f4be-0b6c-4b08-a1b9-3897d62273ec tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8060076 Dec 23 15:11:54.874295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:54.915185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:11:54.924307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Subnet': ['ID=f89500ef-1fae-42d5-bace-80821adda604,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:54.926237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] Sync routers for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:11:54.933880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:54.936483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:54.940932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:54.942182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:54.951873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4938496-585f-4bd6-b557-24e963ab0998 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:11:54.952463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b4938496-585f-4bd6-b557-24e963ab0998 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:11:54.967495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:54.983700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7fd4d-b6b4-4f33-8dab-dafa08cba346 req-020664fa-ad32-4e02-9cba-ebaa4b1ff8e8 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:54.985389 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cbc7fd4d-b6b4-4f33-8dab-dafa08cba346 req-020664fa-ad32-4e02-9cba-ebaa4b1ff8e8 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.2644870 Dec 23 15:11:54.994969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 08f009b4-2589-4bc2-a5ab-a56d77e215c3) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:55.000532 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/subnets/f89500ef-1fae-42d5-bace-80821adda604 HTTP/1.1" status: 204 len: 168 time: 0.9793336 Dec 23 15:11:55.014716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd384a14-04d0-488a-ad7d-81047ae98fde None None] Network 074ce9e5-3b5f-424d-8a1b-10ad06e506fe requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:55.016896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:55.018097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:55.018745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.026895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b4938496-585f-4bd6-b557-24e963ab0998 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:11:55.033000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4938496-585f-4bd6-b557-24e963ab0998 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/11d10dc2-873c-43f2-914b-c15cd75feb61 HTTP/1.1" status: 404 len: 333 time: 0.1483648 Dec 23 15:11:55.037678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49364) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:55.048185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911694141'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:55.060319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] No DVR routers for this DVR port 18786e08-94f7-4e4e-972f-2035545d2a41 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:55.069330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:55.072080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.074206 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e789041-b4de-4910-9231-dc05260874ee req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.65 "DELETE /v2.0/ports/18786e08-94f7-4e4e-972f-2035545d2a41 HTTP/1.1" status: 204 len: 173 time: 5.1636777 Dec 23 15:11:55.074765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'name': 'network-vif-deleted', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:11:55.103470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:55.130167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3340517-ab02-4341-a694-a8a6f299155b None None] Network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:55.132278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:55.141846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7586544 Dec 23 15:11:55.150342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:55.152419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49370) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:55.158638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1203406890', 'network_id': '08f009b4-2589-4bc2-a5ab-a56d77e215c3'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:55.194945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cbc7fd4d-b6b4-4f33-8dab-dafa08cba346 req-f071fe3d-aa27-4bd3-afbe-0536d65005b7 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961091 Dec 23 15:11:55.215029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.229284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e72dd3-ce3f-4113-9ba8-635c08dde21d', 'name': 'network-vif-deleted', 'tag': '18786e08-94f7-4e4e-972f-2035545d2a41', 'status': 'completed', 'code': 200} Dec 23 15:11:55.234000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Deleting port d73b6e30-429d-454e-b7ef-2233b409702e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:55.234390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.243201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:55.261464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:port and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:55.265432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.265805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.279777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:55.346928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:55.349326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:55.355308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.460905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 3e6b7db0-026c-40d1-a2e1-dca94f9e1e03 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:55.550320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] For port d73b6e30-429d-454e-b7ef-2233b409702e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d73b6e30-429d-454e-b7ef-2233b409702e,segment=NetworkSegment(1f6a0db8-f9a0-47d6-87e2-3e402b94de83),segment_id=1f6a0db8-f9a0-47d6-87e2-3e402b94de83)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:55.550848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.568772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.587092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Made reservation on behalf of fb19f43f7ac944a6a063251b5138794c for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:55.591108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.618108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db300af-8046-4b77-94c4-d68e42ca48a3 None None] Network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:55.691637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] device_id is not set on port 28d0d998-52f2-486c-862c-7b4562cea4a6 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:11:55.720273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] DHCP port deletion for 074ce9e5-3b5f-424d-8a1b-10ad06e506fe request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:55.729041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Calling delete_port for d73b6e30-429d-454e-b7ef-2233b409702e owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:55.730717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:55.783482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Deleting port d73b6e30-429d-454e-b7ef-2233b409702e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:55.783910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.855103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18cbb11f-ad2d-4088-8b95-812114c6424c req-e10c526d-246b-42f6-a310-e8d6065de473 tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8e72dd3-ce3f-4113-9ba8-635c08dde21d HTTP/1.1" status: 200 len: 210 time: 0.0605242 Dec 23 15:11:55.870917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:55.923736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:11:55.993895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:55.994839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment 88462b59-7d8c-4eb6-aedd-d9b330249830 of type vlan for network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 Dec 23 15:11:56.082470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] For port d73b6e30-429d-454e-b7ef-2233b409702e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d73b6e30-429d-454e-b7ef-2233b409702e,segment=NetworkSegment(1f6a0db8-f9a0-47d6-87e2-3e402b94de83),segment_id=1f6a0db8-f9a0-47d6-87e2-3e402b94de83)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:11:56.082916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.115993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.174000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.179375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f574213-96c1-47a3-8910-d5c2184ea8d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:56.241633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Calling delete_port for d73b6e30-429d-454e-b7ef-2233b409702e owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:56.248420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Port': ['ID=d73b6e30-429d-454e-b7ef-2233b409702e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:56.252476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Allocated IP 2001:db8::201 (08f009b4-2589-4bc2-a5ab-a56d77e215c3/ea5fff29-4e57-434a-9fab-c4e97924a811/28d0d998-52f2-486c-862c-7b4562cea4a6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:56.252904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:56.256738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] No DVR routers for this DVR port d73b6e30-429d-454e-b7ef-2233b409702e on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:11:56.297369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.302032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:56.302762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.317075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:11:56.317515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:11:56.337234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-603ec82a-57ee-4386-aa9d-6e5ee8f7bea6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:56.409853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.425606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.440097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3939438 Dec 23 15:11:56.440829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49386) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:56.449767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:56.543728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.613647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074ce9e5-3b5f-424d-8a1b-10ad06e506fe']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:56.642306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6a0db8-f9a0-47d6-87e2-3e402b94de83') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:56.642882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6a0db8-f9a0-47d6-87e2-3e402b94de83') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:56.661541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=07a8ead7-f1dc-4c9a-aee5-4f08ed950f58,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:56.686011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.692304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:56.706507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:11:56.709047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:56.714150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:56.717280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.719738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:56.730564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:56.735582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:11:56.736023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:11:56.753401 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:11:56.763292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8882aa4e-4f45-463f-b519-34352d8eb784 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:56.836463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:56.837971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Deleting port d73b6e30-429d-454e-b7ef-2233b409702e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:56.838413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.845307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Port': ['ID=fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:56.848147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:56.853585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f1f9da29-fd4b-48d1-a968-b3264040235f tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/ports/fe07b9c1-7ab4-4d0a-adb9-d870ddf8f6a2 HTTP/1.1" status: 204 len: 168 time: 2.2654908 Dec 23 15:11:56.867033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49392) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:56.934188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c60cc431-08ae-472a-a476-900fc69f5457 None None] The port 'd73b6e30-429d-454e-b7ef-2233b409702e' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:11:56.971545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.080327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49398) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:57.103741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.111461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:18Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:57.116185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] Checking router: dd6dafc5-d375-4334-bcf5-1c7b713e5236 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:11:57.126598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:57.133965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:11:57.134768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:57.151702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.174389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Pushing event deleted for resources: {'Network': ['ID=074ce9e5-3b5f-424d-8a1b-10ad06e506fe,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:57.189101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:57.217308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] 10.222.0.49 "DELETE /v2.0/networks/074ce9e5-3b5f-424d-8a1b-10ad06e506fe HTTP/1.1" status: 204 len: 168 time: 2.1924484 Dec 23 15:11:57.264298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.296569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.300090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=3e6b7db0-026c-40d1-a2e1-dca94f9e1e03,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:57.320299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:57.321134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.760s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:57.321741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:57.328976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66be1bc-f673-43dd-81d5-be4a4c33f593 req-c963f9f5-2700-47b6-bc9e-51fa721738b7 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:57.330478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b66be1bc-f673-43dd-81d5-be4a4c33f593 req-c963f9f5-2700-47b6-bc9e-51fa721738b7 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.9761016 Dec 23 15:11:57.374349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.415349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.422352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd7759f9-aad4-4224-8814-7e8ccbade670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:57.438356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:57.440778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:11:57.444172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:57.492870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.496981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89 HTTP/1.1" status: 204 len: 168 time: 0.4144874 Dec 23 15:11:57.499127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49406) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:57.512379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.517318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:57.585426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=450e6ff2-0159-4378-a57b-820863c87c7c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:57.594171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:57.628570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': '88462b59-7d8c-4eb6-aedd-d9b330249830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:57.628996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:11:57.641040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting subnet 35519948-377c-4e45-adc5-4cf8a50c97f8 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:11:57.663227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.663804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49412) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:57.682861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:11:57.706181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:57.714049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b66be1bc-f673-43dd-81d5-be4a4c33f593 req-e15858e6-902a-48dc-b62f-a15cffed7ed5 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758864 Dec 23 15:11:57.718797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:57.719463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.730611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-ba240463-2ebc-45e4-8339-6d0062f64aaa tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] show failed (client error): The resource could not be found. Dec 23 15:11:57.731752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba240463-2ebc-45e4-8339-6d0062f64aaa tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "GET /v2.0/security-groups/c3f9ccf5-4e0e-4409-8f06-d1bb59e53f89 HTTP/1.1" status: 404 len: 347 time: 0.1671185 Dec 23 15:11:57.739055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49420) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:57.753974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.773181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:57.906728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e020f00-9d9a-4e9a-8d6e-f66625f2876c None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:57.985242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d73b6e30-429d-454e-b7ef-2233b409702e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:57.989650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5441980 Dec 23 15:11:57.998597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49426) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:58.004597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.016056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Deleting port 98536501-e63a-4598-bbdb-614965211b77 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:58.016435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.017652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:11:58.032472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07776bd3-f001-4c1c-acc4-a09ff7cb0110 tempest-FloatingIPAdminTestJSON-552299173 tempest-FloatingIPAdminTestJSON-552299173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:58.046009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: d73b6e30-429d-454e-b7ef-2233b409702e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:11:58.046598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d73b6e30-429d-454e-b7ef-2233b409702e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:11:58.121917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b67672a6-2fa4-4084-a1b4-e3d72249d62b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7305b60a17e44cd3ad9f72de045407cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4530635 Dec 23 15:11:58.123432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:58.247692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.264812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:18Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:11:58.276111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfcc00-6532-4216-80d1-a938fa4b74ca None None] The sync data for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv is: [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c7979946-db06-468a-a545-ae27b600bf64', 'name': '', 'network_id': 'e2d84993-2119-4638-84ac-720a89f3c06b', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'mac_address': 'fa:16:3e:de:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:55Z', 'updated_at': '2021-12-23T15:10:18Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'subnets': [{'id': '2880cd4c-a6e4-4140-9aa4-09868681247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:11:58.283374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Port': ['ID=28d0d998-52f2-486c-862c-7b4562cea4a6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:58.293540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.295713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': '450e6ff2-0159-4378-a57b-820863c87c7c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:11:58.297969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.307036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:58.312463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:58.320641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.321011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.344158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:58.370107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:58.371073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:58.371734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.416002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-dabe51a5-73e1-485a-9002-c7f84af49025 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:58.417649 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-dabe51a5-73e1-485a-9002-c7f84af49025 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.5554898 Dec 23 15:11:58.460598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.474358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Calling delete_port for 98536501-e63a-4598-bbdb-614965211b77 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:11:58.523487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Allocated IP 2001:db8::2 (07a8ead7-f1dc-4c9a-aee5-4f08ed950f58/450e6ff2-0159-4378-a57b-820863c87c7c/d6980287-8931-4875-b65c-9fa01111e2f7) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:11:58.533120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.3769901 Dec 23 15:11:58.534651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:58.543892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:11:58.598647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:11:58.606549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.618119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.627100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82f01c63-6b4b-43bc-bc97-79e795f53fd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:58.649220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ae25c-09eb-40f5-a4e8-0b154ae98644,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:58.654376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:58.656916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:11:58.682033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.683429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a4ae25c-09eb-40f5-a4e8-0b154ae98644 HTTP/1.1" status: 204 len: 168 time: 0.5591698 Dec 23 15:11:58.689372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.694666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e33b3128-fe13-4614-bd45-59ca76060812 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:58.742221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Deleting port 28d0d998-52f2-486c-862c-7b4562cea4a6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:58.742779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.745303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Pushing event deleted for resources: {'Port': ['ID=98536501-e63a-4598-bbdb-614965211b77,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:58.748144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:58.816663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Deleting port 583131a7-1c70-4613-bfec-959d46d28d95 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:58.817347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.833986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.849619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Transition to ACTIVE for port object d6980287-8931-4875-b65c-9fa01111e2f7 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:58.872298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Transition to ACTIVE for port object d6980287-8931-4875-b65c-9fa01111e2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:11:58.878231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.884529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:58.890004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.892865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:58.894278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] 10.222.0.49 "DELETE /v2.0/floatingips/8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7 HTTP/1.1" status: 204 len: 168 time: 1.1413684 Dec 23 15:11:58.897478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:58.919059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:11:58.961729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f382d9d-2613-41e1-b267-b3c448fc2489 req-516aa333-24aa-40d4-b0b9-9bfe53d6a926 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:58.963382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f382d9d-2613-41e1-b267-b3c448fc2489 req-516aa333-24aa-40d4-b0b9-9bfe53d6a926 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8867631 Dec 23 15:11:58.976122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a8e9e-e67c-4de2-9c40-81710be10775 None None] New status for floating IP 8e818b59-a2fc-4d8f-93fa-7b6b1dc1fed7: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:11:58.993322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:11:58.998864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.005581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Pushing event updated for resources: {'Port': ['ID=d6980287-8931-4875-b65c-9fa01111e2f7,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:59.007205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/subnets/35519948-377c-4e45-adc5-4cf8a50c97f8 HTTP/1.1" status: 204 len: 168 time: 1.7877994 Dec 23 15:11:59.010781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Subnet': ['ID=35519948-377c-4e45-adc5-4cf8a50c97f8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:11:59.014075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:59.018321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49448) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:59.018449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:11:59.020098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d26fd-02cd-4ac3-8cc0-fcdcbed2fdd5 None None] Network 7986d604-dd2c-4738-911c-d9b02c410125 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:11:59.041440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:11:59.119879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a182-9593-4ee9-b358-2351b77cfb0e req-1067af98-536c-4b9d-bf50-234a333d19c4 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:11:59.127604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d6b7a182-9593-4ee9-b358-2351b77cfb0e req-1067af98-536c-4b9d-bf50-234a333d19c4 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.1353469 Dec 23 15:11:59.127776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:11:59.154807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.155651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.156223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.157043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.157637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.158200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.158985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.159703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.160340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.160895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.161607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:11:59.181743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:11:59.267633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d6b7a182-9593-4ee9-b358-2351b77cfb0e req-6d304707-d8f9-45e2-8bdc-6d75eb1e41cf tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389656 Dec 23 15:11:59.438871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Attempting to bind port d6980287-8931-4875-b65c-9fa01111e2f7 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:11:59.439799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Attempting to bind port d6980287-8931-4875-b65c-9fa01111e2f7 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '88462b59-7d8c-4eb6-aedd-d9b330249830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:11:59.440422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Attempting to bind port d6980287-8931-4875-b65c-9fa01111e2f7 on network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:11:59.458944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:11:59.459909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Checking segment: {'id': '88462b59-7d8c-4eb6-aedd-d9b330249830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:11:59.460572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.461302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Bound using segment: {'id': '88462b59-7d8c-4eb6-aedd-d9b330249830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:11:59.462822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Bound port: d6980287-8931-4875-b65c-9fa01111e2f7, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88462b59-7d8c-4eb6-aedd-d9b330249830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:11:59.463664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.566836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.608557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.646424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:11:59.815112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] DHCP port deletion for 7986d604-dd2c-4738-911c-d9b02c410125 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:11:59.817966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7357638e-7052-49e3-839e-1309def9f344 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:11:59.860284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port 7357638e-7052-49e3-839e-1309def9f344 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:59.860658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.867790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Deleting port 7357638e-7052-49e3-839e-1309def9f344 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:11:59.868425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.907037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] For port d6980287-8931-4875-b65c-9fa01111e2f7, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:11:59.916914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49466) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:11:59.935726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] For port d6980287-8931-4875-b65c-9fa01111e2f7, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d6980287-8931-4875-b65c-9fa01111e2f7,segment=NetworkSegment(88462b59-7d8c-4eb6-aedd-d9b330249830),segment_id=88462b59-7d8c-4eb6-aedd-d9b330249830)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:11:59.957372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:11:59.969771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b918f5a3-e804-449e-ab4a-65fa24a4c3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:00.023084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f382d9d-2613-41e1-b267-b3c448fc2489 req-72952e33-ed3d-4033-9fa4-5c5213e5d779 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0036752 Dec 23 15:12:00.083163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] For port 583131a7-1c70-4613-bfec-959d46d28d95, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=583131a7-1c70-4613-bfec-959d46d28d95,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:00.083570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.325404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Pushing event updated for resources: {'Port': ['ID=d6980287-8931-4875-b65c-9fa01111e2f7,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:00.348310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:00.349198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.386638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7357638e-7052-49e3-839e-1309def9f344,segment=NetworkSegment(628f8ef9-7b70-4098-98ed-a46fe7d72797),segment_id=628f8ef9-7b70-4098-98ed-a46fe7d72797)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:00.387091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.419952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.420360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.420714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Floating IP c5710e1d-981c-40ba-ae3e-22b6bd10015f disassociated. External IP: 172.26.2.90, port: 583131a7-1c70-4613-bfec-959d46d28d95. Dec 23 15:12:00.421099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Calling delete_port for 583131a7-1c70-4613-bfec-959d46d28d95 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:00.578347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1714031260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:00.596078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Calling delete_port for 7357638e-7052-49e3-839e-1309def9f344 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:00.635442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.648407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7357638e-7052-49e3-839e-1309def9f344,segment=NetworkSegment(628f8ef9-7b70-4098-98ed-a46fe7d72797),segment_id=628f8ef9-7b70-4098-98ed-a46fe7d72797)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:00.656176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.660948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.665490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e9814ed-c86c-4448-b53c-42485e2725de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:00.778659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=7357638e-7052-49e3-839e-1309def9f344,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:00.781865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:00.782286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:00.783000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:00.819666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:00.919760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:router and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:00.960639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Deleting port c7979946-db06-468a-a545-ae27b600bf64 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:00.960990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:00.984322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:01.019239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:01.049115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.090892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6fe0f037-ebea-4d85-ba58-399d35df1d80 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:01.120878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21b14-4829-44cf-a122-e25b131a1b48 req-74590e3b-f152-467c-98d5-320a49e4c6b3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:01.122583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8d21b14-4829-44cf-a122-e25b131a1b48 req-74590e3b-f152-467c-98d5-320a49e4c6b3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.5837681 Dec 23 15:12:01.204107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] For port c7979946-db06-468a-a545-ae27b600bf64, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c7979946-db06-468a-a545-ae27b600bf64,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:01.204499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.223737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8d21b14-4829-44cf-a122-e25b131a1b48 req-834e3fb1-b02a-40c9-b597-de46f7a608cf tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934458 Dec 23 15:12:01.225334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.226441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.229966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event deleted for resources: {'Port': ['ID=583131a7-1c70-4613-bfec-959d46d28d95,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:01.262527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:01.283565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Deleting port 7357638e-7052-49e3-839e-1309def9f344 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:01.284012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.349665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Calling delete_port for c7979946-db06-468a-a545-ae27b600bf64 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:01.364540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.390067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 450e6ff2-0159-4378-a57b-820863c87c7c (CIDR: 2001:db8::/64) Dec 23 15:12:01.398606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.431137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f8e6-456c-4efd-921d-c1c1b38da354 req-90158d84-8fda-43dc-951f-35f379a48147 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:01.440478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41d6f8e6-456c-4efd-921d-c1c1b38da354 req-90158d84-8fda-43dc-951f-35f379a48147 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 946 time: 0.8559175 Dec 23 15:12:01.554512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7357638e-7052-49e3-839e-1309def9f344,segment=NetworkSegment(628f8ef9-7b70-4098-98ed-a46fe7d72797),segment_id=628f8ef9-7b70-4098-98ed-a46fe7d72797)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:01.555490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.588619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.595150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:01.668856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7979946-db06-468a-a545-ae27b600bf64,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:01.688384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:01.721031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Calling delete_port for 7357638e-7052-49e3-839e-1309def9f344 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:01.820381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:01.828001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:01.839032 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:12:01.839458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:12:01.898798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 583131a7-1c70-4613-bfec-959d46d28d95 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:02.005602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Pushing event deleted for resources: {'Port': ['ID=7357638e-7052-49e3-839e-1309def9f344,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:02.008028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 583131a7-1c70-4613-bfec-959d46d28d95 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:02.008431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 583131a7-1c70-4613-bfec-959d46d28d95 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:02.015528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d6980287-8931-4875-b65c-9fa01111e2f7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:02.067548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:02.068434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] No DVR routers for this DVR port 7357638e-7052-49e3-839e-1309def9f344 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:02.086072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Calling delete_port for 28d0d998-52f2-486c-862c-7b4562cea4a6 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:02.128506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] For port 7357638e-7052-49e3-839e-1309def9f344, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7357638e-7052-49e3-839e-1309def9f344,segment=NetworkSegment(628f8ef9-7b70-4098-98ed-a46fe7d72797),segment_id=628f8ef9-7b70-4098-98ed-a46fe7d72797)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:02.129242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.169299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port d6980287-8931-4875-b65c-9fa01111e2f7 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:02.213766 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a9895ae6-523a-4840-beb1-a201c1782240 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.2131443 Dec 23 15:12:02.216515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:02.217313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49486) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:02.436552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:02.455127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.537794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Calling delete_port for 7357638e-7052-49e3-839e-1309def9f344 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:02.570463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad9c49-42f1-4b2b-8212-95850c97d140 req-a8986672-6b93-4171-804f-1a3b7f4b5125 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:02.572271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bfad9c49-42f1-4b2b-8212-95850c97d140 req-a8986672-6b93-4171-804f-1a3b7f4b5125 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.2518344 Dec 23 15:12:02.588279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.588995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38b24b2-c9bd-4f85-b153-d62f6e28956f None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:02.648064 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bfad9c49-42f1-4b2b-8212-95850c97d140 req-de590efc-38bc-4829-a264-40ba183b652e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670645 Dec 23 15:12:02.656025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41d6f8e6-456c-4efd-921d-c1c1b38da354 req-c329c15e-d842-469b-980c-fa5f17107972 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups?id=69346e03-d444-4826-ae45-abc9f297303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2139106 Dec 23 15:12:02.714353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.718560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49490) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:02.719359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a273d3d-f36c-4b6e-a8b5-87ebd32ea662 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.7960799 Dec 23 15:12:02.731644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1918273153'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:02.739914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:02.748381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:network and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:02.752363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:02.761567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:02.781802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:02.788130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.808597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Provisioning for port d6980287-8931-4875-b65c-9fa01111e2f7 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:02.814015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.867791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Provisioning complete for port d6980287-8931-4875-b65c-9fa01111e2f7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:02.868430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:02.911304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:02.911597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:02.943794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:02.952230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:security_group_rule and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:02.957896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:02.976771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:02.993508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:03.005753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:03.012357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:03.029363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:03.043379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.053552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02278bb4-140f-46f5-824d-35b992249504 tempest-FloatingIPAdminTestJSON-205842436 tempest-FloatingIPAdminTestJSON-205842436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:03.060606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.100319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d0d998-52f2-486c-862c-7b4562cea4a6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:03.109852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:03.120286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:03.126427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.168337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] For port d6980287-8931-4875-b65c-9fa01111e2f7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d6980287-8931-4875-b65c-9fa01111e2f7,segment=NetworkSegment(88462b59-7d8c-4eb6-aedd-d9b330249830),segment_id=88462b59-7d8c-4eb6-aedd-d9b330249830)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:03.174791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.181446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:03.226570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.230723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.236072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cfe49b1d-8153-4893-9a6c-758a5b24f52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:03.267713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:03.276915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Pushing event updated for resources: {'Port': ['ID=d6980287-8931-4875-b65c-9fa01111e2f7,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:03.280270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:03.291265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb5208-029f-4d7c-8947-601c912d24f4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:03.294464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.294957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Added segment 8fb66956-02d9-47b6-af99-a29bd3349016 of type vlan for network 65f09e90-0c3f-4685-a9b1-a32011aae10c Dec 23 15:12:03.309800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:03.343376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.383965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.412170 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/ports/28d0d998-52f2-486c-862c-7b4562cea4a6 HTTP/1.1" status: 204 len: 168 time: 4.8716035 Dec 23 15:12:03.416536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49494) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:03.420321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Deleting port 7357638e-7052-49e3-839e-1309def9f344 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:03.421006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.439838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f009b4-2589-4bc2-a5ab-a56d77e215c3', 'external_fixed_ips': [{'subnet_id': 'ea5fff29-4e57-434a-9fab-c4e97924a811', 'ip_address': '2001:db8::201'}]}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:03.447435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:03.448694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:03.456983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:router and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:03.463546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:03.481251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:03.505613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.509941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:03.510712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.516928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7b76a6d-1e7a-475c-85ca-7967cc2c7863 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:03.533518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.534565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.536176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] The port '7357638e-7052-49e3-839e-1309def9f344' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:03.611965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8855354f-7116-45c1-9d02-81fcaa4d47e4 None None] Provisioning complete for port d6980287-8931-4875-b65c-9fa01111e2f7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:03.613122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8855354f-7116-45c1-9d02-81fcaa4d47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.674003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Network': ['ID=65f09e90-0c3f-4685-a9b1-a32011aae10c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:03.680835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9587855 Dec 23 15:12:03.681658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:03.686869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.688055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49498) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:03.694317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'subnet': {'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:03.725886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Router dd6dafc5-d375-4334-bcf5-1c7b713e5236 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:03.783089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:03.792527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.900039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7986d604-dd2c-4738-911c-d9b02c410125']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:03.910316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:03.929872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628f8ef9-7b70-4098-98ed-a46fe7d72797') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:03.930072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628f8ef9-7b70-4098-98ed-a46fe7d72797') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:03.953589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:03.987384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.057247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d6980287-8931-4875-b65c-9fa01111e2f7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:04.083264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:04.171061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:04.171767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:04.237570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de172231-d730-4810-9280-ff8bf9debaf8 req-9d9f1c09-abad-4faf-aee9-af2df86b4715 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.0748677 Dec 23 15:12:04.244799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:04.271527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d6980287-8931-4875-b65c-9fa01111e2f7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:04.272092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.318091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:04.318343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.318960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:04.367342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/floatingips/00a7a310-c722-4b86-be61-b5f1e94b0225 HTTP/1.1" status: 204 len: 168 time: 10.4084113 Dec 23 15:12:04.390728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:04.391477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e7961-4c6b-4e9f-bc06-2e02e69f74ec None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:04.391663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49506) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:04.399098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:04.426116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:04.426656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.441011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:subnet and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:04.444262 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:04.455000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:04.508175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.525823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:04.538657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:04.564625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port db13359a-c350-45a2-aa46-4b2766f53381 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:04.565015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.598184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:04.614847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.716338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.734965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.743022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:04.753801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:04.757207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:04.757874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.762840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19863b-89a0-40e8-9e20-0981750d3635 None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:04.767551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=c2039152-d6cb-435d-96b0-25ba86839607,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:04.775609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:04.784592 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] 10.222.0.49 "DELETE /v2.0/networks/7986d604-dd2c-4738-911c-d9b02c410125 HTTP/1.1" status: 204 len: 168 time: 5.7454429 Dec 23 15:12:04.784592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4d95949-53bd-4473-b5b8-7fe2499b3eb7 tempest-QuotasNegativeTest-1146058809 tempest-QuotasNegativeTest-1146058809-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:04.815514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1ea9-fd1a-45a6-bf41-3ddb1abad234 req-dd90f43c-a721-4e2d-9c1b-0998c3e6ce23 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:04.824948 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fb1f1ea9-fd1a-45a6-bf41-3ddb1abad234 req-dd90f43c-a721-4e2d-9c1b-0998c3e6ce23 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8435943 Dec 23 15:12:04.827238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:04.907398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fb1f1ea9-fd1a-45a6-bf41-3ddb1abad234 req-ca547a08-8fa6-4a5f-bc93-cdc882d6d95d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809891 Dec 23 15:12:04.922143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5801337 Dec 23 15:12:04.926635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Pushing event deleted for resources: {'Network': ['ID=7986d604-dd2c-4738-911c-d9b02c410125,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:04.934792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:04.939770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49512) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:04.965628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'fixed_ips': [{'subnet_id': '450e6ff2-0159-4378-a57b-820863c87c7c'}, {'subnet_id': 'c2039152-d6cb-435d-96b0-25ba86839607'}], 'name': 'tempest-PortsIpV6TestJSON-1645517966'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:04.993091 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-b6cea6e7-7291-4029-a578-7b41266696e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.3595517 Dec 23 15:12:05.137080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49518) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:05.192912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Update dhcp port {'port': {'network_id': '07a8ead7-f1dc-4c9a-aee5-4f08ed950f58', 'fixed_ips': [{'subnet_id': '450e6ff2-0159-4378-a57b-820863c87c7c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2039152-d6cb-435d-96b0-25ba86839607'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': 'd6980287-8931-4875-b65c-9fa01111e2f7'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:12:05.208443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:05.222776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] Sync routers for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:05.244350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:05.245022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:05.274447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:05.288523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:05.496840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-8922bbc3-1d23-4f75-8cc9-cb731eb20241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:05.499915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for db13359a-c350-45a2-aa46-4b2766f53381 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:05.503977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-8922bbc3-1d23-4f75-8cc9-cb731eb20241 service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.4123306 Dec 23 15:12:05.540688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Allocated IP 2001:db8:0:1::2 (07a8ead7-f1dc-4c9a-aee5-4f08ed950f58/c2039152-d6cb-435d-96b0-25ba86839607/d6980287-8931-4875-b65c-9fa01111e2f7) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:05.557609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:05.693396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] For port d6980287-8931-4875-b65c-9fa01111e2f7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d6980287-8931-4875-b65c-9fa01111e2f7,segment=NetworkSegment(88462b59-7d8c-4eb6-aedd-d9b330249830),segment_id=88462b59-7d8c-4eb6-aedd-d9b330249830)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:05.694566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] No DVR routers for this DVR port 583131a7-1c70-4613-bfec-959d46d28d95 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:05.706907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:05.709412 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a06bf90-a8df-42ff-8daf-5673a9b1e425 req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.65 "DELETE /v2.0/ports/583131a7-1c70-4613-bfec-959d46d28d95 HTTP/1.1" status: 204 len: 173 time: 7.2749221 Dec 23 15:12:05.712334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'name': 'network-vif-deleted', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:12:05.723573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:05.751376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:05.756068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:05.757840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Transition to ACTIVE for port object d6980287-8931-4875-b65c-9fa01111e2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:05.761916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:05.767408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd0252fa-afb4-4d57-8748-2a5ab99e30e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:05.772769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:05.787445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:05.817625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:05.898437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:05.922599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:05.932227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] Sync routers for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:05.942427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2affb6fd-fb38-4416-9151-59130ccc0abb req-ecbfcfa0-39ca-4fba-b1df-16388cbe45bb tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b888852-23c6-4853-961a-475df58f4318 HTTP/1.1" status: 200 len: 210 time: 0.1086745 Dec 23 15:12:05.962359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:05.970019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:14Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:05.975520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] Checking router: 15f8bc30-a3cc-4243-a9ab-3720af8e33ff for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:12:05.989580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:05.990960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:06.031834 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b888852-23c6-4853-961a-475df58f4318', 'name': 'network-vif-deleted', 'tag': '583131a7-1c70-4613-bfec-959d46d28d95', 'status': 'completed', 'code': 200} Dec 23 15:12:06.041278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:06.099376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:06.099665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:06.113636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=db13359a-c350-45a2-aa46-4b2766f53381,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:06.117713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:06.118428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2df3d3a0-44d9-4797-b86b-2dc2e71857fc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:06.130640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:06.131580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:06.198661 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-3d917b92-7329-4d85-a836-a43da4062316 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.6536927 Dec 23 15:12:06.210974 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] 10.222.0.49 "PUT /v2.0/routers/dd6dafc5-d375-4334-bcf5-1c7b713e5236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3122644 Dec 23 15:12:06.212883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49530) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:06.216683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ae94cfa6-4c87-4120-88e7-2b170c1d5cc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b058317184284493a87501d39fbb88b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0288177 Dec 23 15:12:06.217135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Pushing event updated for resources: {'Port': ['ID=d6980287-8931-4875-b65c-9fa01111e2f7,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:06.224117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:06.226054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49532) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:06.498822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:06.525099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:06.746256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-403ef1e3-b000-4131-a9f5-bef4191b94c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:06.750741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-403ef1e3-b000-4131-a9f5-bef4191b94c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.5239866 Dec 23 15:12:06.788896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7f15c-8fbc-474a-998a-764018d084fe req-be1f0ba6-97a2-4cdd-9fa1-add0861dafdf tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:06.799902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5dd7f15c-8fbc-474a-998a-764018d084fe req-be1f0ba6-97a2-4cdd-9fa1-add0861dafdf tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.7024209 Dec 23 15:12:06.896416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Subnet': ['ID=8a004054-6934-42a4-9a4b-56ccacc98153,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:06.932996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:06.938253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:12:01Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:06.943582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] Checking router: dd6dafc5-d375-4334-bcf5-1c7b713e5236 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:12:06.957828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] Routers {'dd6dafc5-d375-4334-bcf5-1c7b713e5236'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:06.958205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:06.958954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Checking segment: {'id': '8fb66956-02d9-47b6-af99-a29bd3349016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:06.959372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network hostable DHCP agents. Network: 65f09e90-0c3f-4685-a9b1-a32011aae10c, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:06.966868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5dd7f15c-8fbc-474a-998a-764018d084fe req-b2874e5e-aefe-4439-a346-96b99816b4bb tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945599 Dec 23 15:12:06.991866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:06.997535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/ports/db13359a-c350-45a2-aa46-4b2766f53381 HTTP/1.1" status: 204 len: 168 time: 2.5985897 Dec 23 15:12:07.001914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49538) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:07.013973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:07.057755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:07.072044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.078288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:floatingip and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:07.091967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:07.113148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:07.118985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-3f32feec-5412-418a-b964-e80003a8b1be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2977302 Dec 23 15:12:07.131946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:14Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:07.139619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e3c7f-d962-448a-9aae-6f19a26955d6 None None] The sync data for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv is: [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:09:58Z', 'revision_number': 4, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '5e810153-adfb-414b-bd6c-1c2e44853a33', 'name': '', 'network_id': '6b093e8a-f64e-41d0-a3a0-ffa6b643be13', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'mac_address': 'fa:16:3e:8a:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00018c91-7f40-4157-bef6-6a87391edc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:56Z', 'updated_at': '2021-12-23T15:10:14Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'subnets': [{'id': '00018c91-7f40-4157-bef6-6a87391edc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:07.150323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.259315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.290632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:07.291897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.310537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.314063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] Set router dd6dafc5-d375-4334-bcf5-1c7b713e5236 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:07.382968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:07.457584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 65f09e90-0c3f-4685-a9b1-a32011aae10c) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:07.475066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9cdef-d3be-4482-89ce-204845f23311 None None] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:07.495385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:07.496428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.657147 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9676244 Dec 23 15:12:07.675541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:07.683994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.687290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.688740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b713abb2-f569-431a-be1e-3150cc4bbbb1 HTTP/1.1" status: 204 len: 168 time: 1.4529781 Dec 23 15:12:07.690402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.698238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'network': {'name': 'tempest-router-network01--350626891'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:07.708122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:07.740647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:07.756161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:network and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:07.768344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b713abb2-f569-431a-be1e-3150cc4bbbb1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:07.790501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b846e98-3f57-4ff7-92ae-a5f441b14de4 None None] New status for floating IP c5710e1d-981c-40ba-ae3e-22b6bd10015f: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:12:07.810532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:07.815110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:07.826133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.834525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d6980287-8931-4875-b65c-9fa01111e2f7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:07.840276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:07.870569 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-6f91389c-6460-40ed-a038-537290360975 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410438 Dec 23 15:12:07.919003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:08.009616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:08.017955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.059053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Allocated IP 2001:db8::201 (08f009b4-2589-4bc2-a5ab-a56d77e215c3/ea5fff29-4e57-434a-9fab-c4e97924a811/fff1f856-7ff2-4791-9787-f6e8d76c5b54) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:08.105093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:08.116497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.117078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Added segment 4ff29643-1c01-47ab-886d-04e84e58934d of type vlan for network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e Dec 23 15:12:08.146981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.224960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-41727b02-408a-4752-bfc3-73045257db87 None None] Provisioning for port d6980287-8931-4875-b65c-9fa01111e2f7 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:08.245534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.250617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:08.251468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.266883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-41727b02-408a-4752-bfc3-73045257db87 None None] Provisioning complete for port d6980287-8931-4875-b65c-9fa01111e2f7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:08.267321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41727b02-408a-4752-bfc3-73045257db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.268552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:08.277014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-849f4131-c8a9-4263-b67e-81ca72ada83e req-1d38e586-fa3a-4bf9-b8ef-6602d432ddc3 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865583 Dec 23 15:12:08.305931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::2e0 (07a8ead7-f1dc-4c9a-aee5-4f08ed950f58/450e6ff2-0159-4378-a57b-820863c87c7c/2d3c8427-42ab-4c42-80d9-e9c377e92f59) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:08.313978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-65f09e90-0c3f-4685-a9b1-a32011aae10c', 'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c', 'tenant_id': 'ba2ec3f8fe574dc3833b5f75f322a017', 'fixed_ips': [{'subnet_id': '8a004054-6934-42a4-9a4b-56ccacc98153'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:08.315066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.323681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8:0:1::1cd (07a8ead7-f1dc-4c9a-aee5-4f08ed950f58/c2039152-d6cb-435d-96b0-25ba86839607/2d3c8427-42ab-4c42-80d9-e9c377e92f59) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:08.388046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.467459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.503517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d6980287-8931-4875-b65c-9fa01111e2f7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:08.504239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.557638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.558926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "DELETE /v2.0/security-groups/69346e03-d444-4826-ae45-abc9f297303d HTTP/1.1" status: 204 len: 168 time: 1.2643583 Dec 23 15:12:08.574728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49568) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:08.581399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8999448 Dec 23 15:12:08.587799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49572) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:08.613496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Network': ['ID=9a1ee1e1-f729-4431-983d-6b5bb74e7b0e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:08.621708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'network': {'name': 'tempest-router-network02--468006454'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:08.652692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Allocated IP 2001:db8::2 (65f09e90-0c3f-4685-a9b1-a32011aae10c/8a004054-6934-42a4-9a4b-56ccacc98153/68de2e25-6e44-403a-b9b1-d03cfdd68d18) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:08.680715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:08.691291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:08.716377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:08.753197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:08.759648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-0debc62a-aaeb-462c-889b-2c0d4458c1e8 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] show failed (client error): The resource could not be found. Dec 23 15:12:08.763476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0debc62a-aaeb-462c-889b-2c0d4458c1e8 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "GET /v2.0/security-groups/69346e03-d444-4826-ae45-abc9f297303d HTTP/1.1" status: 404 len: 347 time: 0.1818156 Dec 23 15:12:08.763476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69346e03-d444-4826-ae45-abc9f297303d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:08.765577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:08.772826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:08.805325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:12:01Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:08.807869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 2d3c8427-42ab-4c42-80d9-e9c377e92f59 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:08.808240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:network and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:08.809829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.223 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/289b49d6-fa0b-46f8-970c-3b2fa241e46c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:08.823692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f68b5-27a2-48bc-aa0a-5552debdb9b2 None None] The sync data for ids ['dd6dafc5-d375-4334-bcf5-1c7b713e5236'] in dv-neutron-822797-1-hyperv is: [{'id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'name': 'tempest-ServersTestJSON-68589187-router', 'tenant_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:12:01Z', 'revision_number': 5, 'project_id': '22ef1cd90cd042c6bf67e5db49d7f01c', 'gw_port': {'id': '1bf78ef3-8191-41ea-99b0-6c677ed66ab0', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6dafc5-d375-4334-bcf5-1c7b713e5236', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:08.838688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:08.842197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:08.925236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:09.002824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.011888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.021191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1290905-5718-4c03-83c7-2da871b96b4f req-5c8f7223-07ef-4429-81d3-ba141129e180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:09.021540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d2e8ba2-2809-478b-9c28-4efa8d7e2a15 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:09.023115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1290905-5718-4c03-83c7-2da871b96b4f req-5c8f7223-07ef-4429-81d3-ba141129e180 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8324583 Dec 23 15:12:09.087636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49586) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:09.108448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:09.114107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.128142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=2d3c8427-42ab-4c42-80d9-e9c377e92f59,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:09.132252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:09.146495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:09.150032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:09.152708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:09.157903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:09.158624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.181044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Deleting port 260f2ba0-4291-4ca1-a965-878febcad292 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:09.181389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.199919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.2409773 Dec 23 15:12:09.203749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49592) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:09.212068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '450e6ff2-0159-4378-a57b-820863c87c7c'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:09.280234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:09.294923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.419208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.442113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.465328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Transition to ACTIVE for port object 68de2e25-6e44-403a-b9b1-d03cfdd68d18 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:09.467854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.480579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bdbb091-f0f9-4cd8-b9ec-7e8a818cd6f8 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:09.483158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.488095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Transition to ACTIVE for port object 68de2e25-6e44-403a-b9b1-d03cfdd68d18 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:09.495602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.499943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.500257 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Added segment 019f7854-facb-4bd8-88ae-5f3bfcb86337 of type vlan for network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b Dec 23 15:12:09.501390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9a4ac91-1cf5-4d26-b651-c3ae3cea32ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:09.503852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.512343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1290905-5718-4c03-83c7-2da871b96b4f req-77ae1b44-6814-45f4-978d-039b7ff150a0 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233010 Dec 23 15:12:09.524214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1941005270'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:09.527297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5a0874d-6ee9-4cd3-847a-8eabf166598c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:09.530499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:09.534908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Usage tracker for resource:network and tenant:939a29e505b14dd381157a1e6e974aaa is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:09.537919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:09.552088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:09.563529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Made reservation on behalf of 939a29e505b14dd381157a1e6e974aaa for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:09.579150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Pushing event updated for resources: {'Port': ['ID=68de2e25-6e44-403a-b9b1-d03cfdd68d18,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:09.585100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:09.587195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:09.587388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Deleting port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:09.587770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.588597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:09.590618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.591128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:09.624729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.716169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Attempting to bind port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:09.716588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Attempting to bind port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '8fb66956-02d9-47b6-af99-a29bd3349016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:09.717006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Attempting to bind port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 on network 65f09e90-0c3f-4685-a9b1-a32011aae10c {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:09.722290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:09.725496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c7979946-db06-468a-a545-ae27b600bf64 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:09.726791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Usage tracker for resource:security_group_rule and tenant:939a29e505b14dd381157a1e6e974aaa is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:09.730257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:09.747035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:09.759440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:09.759707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Checking segment: {'id': '8fb66956-02d9-47b6-af99-a29bd3349016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:09.760105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.760554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Bound using segment: {'id': '8fb66956-02d9-47b6-af99-a29bd3349016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:09.761099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Bound port: 68de2e25-6e44-403a-b9b1-d03cfdd68d18, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb66956-02d9-47b6-af99-a29bd3349016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65f09e90-0c3f-4685-a9b1-a32011aae10c'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:09.761673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.763416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:09.779750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:09.781859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c7979946-db06-468a-a545-ae27b600bf64 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:09.782265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c7979946-db06-468a-a545-ae27b600bf64 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:09.782394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:09.822358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=289b49d6-fa0b-46f8-970c-3b2fa241e46c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:09.825703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:09.843308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-462f05c2-f77a-4680-999e-649229a15986 None None] Provisioning for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:09.852290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-462f05c2-f77a-4680-999e-649229a15986 None None] Provisioning complete for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:09.852718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-462f05c2-f77a-4680-999e-649229a15986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.934763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-462f05c2-f77a-4680-999e-649229a15986 None None] Port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:09.937470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:09.943000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] For port 68de2e25-6e44-403a-b9b1-d03cfdd68d18, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:09.944873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.948670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] For port 68de2e25-6e44-403a-b9b1-d03cfdd68d18, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=68de2e25-6e44-403a-b9b1-d03cfdd68d18,segment=NetworkSegment(8fb66956-02d9-47b6-af99-a29bd3349016),segment_id=8fb66956-02d9-47b6-af99-a29bd3349016)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:09.952120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:09.953986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.959335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-080d7fed-c2ca-43cc-bdb0-fb63060c6d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:09.968857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.977740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:09.979985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:09.990489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec668bfe-d849-4efe-847e-bf0cb5c15a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:10.017820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Port': ['ID=fff1f856-7ff2-4791-9787-f6e8d76c5b54,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:10.046068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:10.048220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Pushing event updated for resources: {'Port': ['ID=68de2e25-6e44-403a-b9b1-d03cfdd68d18,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:10.051951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.052416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.052960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:10.105630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c494272e-e43f-4082-b79d-59dd932d8894,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:10.109027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:10.274307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.275132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:10.275507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:10.281043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Calling delete_port for 260f2ba0-4291-4ca1-a965-878febcad292 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:10.332236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.333222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Delete allocated IP 2001:db8:0:1::1cd (07a8ead7-f1dc-4c9a-aee5-4f08ed950f58/c2039152-d6cb-435d-96b0-25ba86839607) {{(pid=88873) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 23 15:12:10.336580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:10.337100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.347284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:10.423213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.532329 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9347515 Dec 23 15:12:10.538427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49596) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:10.552002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'subnet': {'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:10.614392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Network': ['ID=e3b320a4-1e1e-4bbe-82d5-61ab499cab2b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:10.621999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] For port 1bf78ef3-8191-41ea-99b0-6c677ed66ab0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:10.622405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.632683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:10.643303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:10.806320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Calling delete_port for 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:10.894866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.900963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-af00908d-6366-43ba-81d7-954f25107d8d tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:10.960416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Pushing event deleted for resources: {'Port': ['ID=260f2ba0-4291-4ca1-a965-878febcad292,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:10.962759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:10.969213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:11.017061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.017874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.134381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:11.150116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:subnet and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:11.154731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:11.164282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.168410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:11.172344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:11.227075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.227468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Added segment e0f19d86-0347-4804-96c5-e2c304777573 of type vlan for network 36d66968-992a-413e-bbed-8d95251c2e18 Dec 23 15:12:11.228723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:11.249150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.249602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.250935 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] 10.222.0.49 "DELETE /v2.0/floatingips/c5710e1d-981c-40ba-ae3e-22b6bd10015f HTTP/1.1" status: 204 len: 168 time: 2.4467773 Dec 23 15:12:11.257470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49602) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:11.344737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.358135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9253a28-6f27-4f70-bf52-29eaefdc5b73 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:11.358400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebf407-0394-4baa-a9b3-a4b695590529 req-100e0ab4-1f6e-4855-ab9f-06778743ea6c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:11.366081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14ebf407-0394-4baa-a9b3-a4b695590529 req-100e0ab4-1f6e-4855-ab9f-06778743ea6c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6762915 Dec 23 15:12:11.396134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Ignored duplicate provisioning block setup for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 23 15:12:11.424585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf78ef3-8191-41ea-99b0-6c677ed66ab0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:11.429135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.429706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:11.433725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.455672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:11.553776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.693775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.784956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.799187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=2d3c8427-42ab-4c42-80d9-e9c377e92f59,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:11.802556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:11.803601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:11.877034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.911565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648b649-6d2c-4f26-abc4-f03d3f2228a8 None None] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:11.925702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14ebf407-0394-4baa-a9b3-a4b695590529 req-8e3f1d8e-5df6-423e-8bab-6dab03ac8eea tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587082 Dec 23 15:12:11.929210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68de2e25-6e44-403a-b9b1-d03cfdd68d18 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:11.977077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=289b49d6-fa0b-46f8-970c-3b2fa241e46c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:11.981640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.986235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:11.986931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:11.995400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] In _notify_port_updated(), no bound segment for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 on network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:12:12.004882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:12.005546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.010336 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c2b7d1c-f7d0-4258-97be-b7a0f392ca6e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/ports/2d3c8427-42ab-4c42-80d9-e9c377e92f59 HTTP/1.1" status: 200 len: 926 time: 2.8045304 Dec 23 15:12:12.011381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49606) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:12.016714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:12.054594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:12.082793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '450e6ff2-0159-4378-a57b-820863c87c7c'}, {'subnet_id': 'c2039152-d6cb-435d-96b0-25ba86839607'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:12.126470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f22b7135-e227-484b-8d8a-6c7a43af2cf0 None None] Provisioning for port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:12.138012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.140656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:12.156650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:12.157073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.312291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.317505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3098092 Dec 23 15:12:12.318455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2288182 Dec 23 15:12:12.328678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49610) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:12.329026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49612) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:12.341789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'port': {'network_id': '3ba0de98-8b96-479b-8bd3-8075eee99c3e', 'name': 'tempest-FloatingIPTestJSON-54662247'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:12.368971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event updated for resources: {'Network': ['ID=36d66968-992a-413e-bbed-8d95251c2e18,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:12.392894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 36d66968-992a-413e-bbed-8d95251c2e18 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:12.412452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b460bb8f-f606-4e0e-9ad8-2f0a3f1e8f1c None None] Provisioning complete for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:12.412775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b460bb8f-f606-4e0e-9ad8-2f0a3f1e8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.435938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:12.436826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Request body: {'subnet': {'network_id': '36d66968-992a-413e-bbed-8d95251c2e18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:12.480107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.499856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f473c32-a5c9-49f6-971c-88ee2107d792 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:12.668072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Subnet': ['ID=15579419-2fb9-4e1b-8483-d1c66bcd4ab7,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:12.673193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:12.692953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Checking segment: {'id': '4ff29643-1c01-47ab-886d-04e84e58934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:12.692953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network hostable DHCP agents. Network: 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:12.696934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.710863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.714075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.749142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.759934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b460bb8f-f606-4e0e-9ad8-2f0a3f1e8f1c None None] Port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:12.795238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:12.797644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 68de2e25-6e44-403a-b9b1-d03cfdd68d18, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=68de2e25-6e44-403a-b9b1-d03cfdd68d18,segment=NetworkSegment(8fb66956-02d9-47b6-af99-a29bd3349016),segment_id=8fb66956-02d9-47b6-af99-a29bd3349016)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:12.801854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.803836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6372a37d-fb90-4136-93ec-b286d43fd085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:12.862795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:12.872978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c274ce-0ac9-4f09-8340-2492a84fa58c None None] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:12.884072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:12.884940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.913284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3690245 Dec 23 15:12:12.915773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49618) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:12.923906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'subnet': {'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:12.944856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:12.949855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Router 7fff7115-1a3f-47df-91be-3b7a4e24d37d is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:12:12.952406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:12.952529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd6dafc5-d375-4334-bcf5-1c7b713e5236 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:12:12.958316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=68de2e25-6e44-403a-b9b1-d03cfdd68d18,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:12.959121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:12.961825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:12.976514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Usage tracker for resource:subnet and tenant:939a29e505b14dd381157a1e6e974aaa is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:12.983734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:port and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:12.988243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:12.996286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:13.008120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.011851 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dd6dafc5-d375-4334-bcf5-1c7b713e5236 HTTP/1.1" status: 204 len: 168 time: 6.7880030 Dec 23 15:12:13.011851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:13.017776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:13.021436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:13.126403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Made reservation on behalf of 939a29e505b14dd381157a1e6e974aaa for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:13.212896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-9a1ee1e1-f729-4431-983d-6b5bb74e7b0e', 'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e', 'tenant_id': 'ba2ec3f8fe574dc3833b5f75f322a017', 'fixed_ips': [{'subnet_id': '15579419-2fb9-4e1b-8483-d1c66bcd4ab7'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:13.214354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.330183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3760d8c7-7a24-445e-8788-150fbf7af4ef None None] Provisioning complete for port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:13.330618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3760d8c7-7a24-445e-8788-150fbf7af4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.388147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:13.394705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.474141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Deleting subnet 2880cd4c-a6e4-4140-9aa4-09868681247c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:13.499762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.507417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Allocated IP 2001:db8::2 (9a1ee1e1-f729-4431-983d-6b5bb74e7b0e/15579419-2fb9-4e1b-8483-d1c66bcd4ab7/8492e8e2-1d3e-4c8e-98b5-d49ec8e79326) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:13.512357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:13.522246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:subnet and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:13.528199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:13.539486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:13.587267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] device_id is not set on port 40be0443-2d42-44ff-beac-0bc4b7eca2b8 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:13.594663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:13.659804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.713228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8:0:1::29c (07a8ead7-f1dc-4c9a-aee5-4f08ed950f58/c2039152-d6cb-435d-96b0-25ba86839607/2d3c8427-42ab-4c42-80d9-e9c377e92f59) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:13.760707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.773635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68de2e25-6e44-403a-b9b1-d03cfdd68d18 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:13.803568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.852134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.868207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Transition to ACTIVE for port object 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:13.884947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431339-065d-485e-9d57-5078cc9b4923 req-50b19cf7-1ad4-4857-9464-8159b728e664 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:13.884947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-56431339-065d-485e-9d57-5078cc9b4923 req-50b19cf7-1ad4-4857-9464-8159b728e664 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.7399428 Dec 23 15:12:13.914733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:13.915417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.949348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Transition to ACTIVE for port object 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:13.963878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:13.971073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:14.055295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:14.066016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:14.073550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:14.075717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Pushing event updated for resources: {'Port': ['ID=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:14.081901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:14.090905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.128124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 2d3c8427-42ab-4c42-80d9-e9c377e92f59 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:14.145027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.156290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8df3dcee-3b63-4750-9342-3c1fec61655d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:14.231125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Attempting to bind port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:14.231524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Attempting to bind port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '4ff29643-1c01-47ab-886d-04e84e58934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:14.231954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Attempting to bind port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 on network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:14.244759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:14.245277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Checking segment: {'id': '4ff29643-1c01-47ab-886d-04e84e58934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:14.245685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.246138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Bound using segment: {'id': '4ff29643-1c01-47ab-886d-04e84e58934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:14.246686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Bound port: 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff29643-1c01-47ab-886d-04e84e58934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a1ee1e1-f729-4431-983d-6b5bb74e7b0e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:14.247114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.259141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:14.309427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:14.309856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bf78ef3-8191-41ea-99b0-6c677ed66ab0 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:14.309971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] In _notify_port_updated(), no bound segment for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 on network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:12:14.320214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:14.321540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.324334 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/ports/2d3c8427-42ab-4c42-80d9-e9c377e92f59 HTTP/1.1" status: 200 len: 1012 time: 2.2709482 Dec 23 15:12:14.328888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49628) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:14.332161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.398242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=2d3c8427-42ab-4c42-80d9-e9c377e92f59,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:14.409778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:14.414270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.6 (3ba0de98-8b96-479b-8bd3-8075eee99c3e/dd1dfb42-eb73-4e75-bf66-923dbde225aa/40be0443-2d42-44ff-beac-0bc4b7eca2b8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:14.414902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:14.434900 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-56431339-065d-485e-9d57-5078cc9b4923 req-eec2f167-f24f-49e5-a260-01000da1c21f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5381193 Dec 23 15:12:14.449457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] For port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:14.455307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] For port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,segment=NetworkSegment(4ff29643-1c01-47ab-886d-04e84e58934d),segment_id=4ff29643-1c01-47ab-886d-04e84e58934d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:14.462663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.468622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:14.470014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.519773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:14.520076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.563901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Pushing event updated for resources: {'Port': ['ID=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:14.570051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:14.705135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-51c23bd1-a19a-459e-b509-65c3d0f9e4ad None None] Provisioning for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:14.709454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.711183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-51c23bd1-a19a-459e-b509-65c3d0f9e4ad None None] Provisioning complete for port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:14.711614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c23bd1-a19a-459e-b509-65c3d0f9e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.773105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Subnet': ['ID=4bb674f9-653f-47b2-9c13-3d15598209e5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:14.789534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Checking segment: {'id': '019f7854-facb-4bd8-88ae-5f3bfcb86337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:14.789946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network hostable DHCP agents. Network: e3b320a4-1e1e-4bbe-82d5-61ab499cab2b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:14.795041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:14.832044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:14.843497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, e3b320a4-1e1e-4bbe-82d5-61ab499cab2b) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:14.851995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:14.852739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.860084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:14.872716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-51c23bd1-a19a-459e-b509-65c3d0f9e4ad None None] Port 2d3c8427-42ab-4c42-80d9-e9c377e92f59 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:14.874223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92e98825-4aec-4db9-adff-72b0fdbd416f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:14.880965 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9652920 Dec 23 15:12:14.882532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5fcf3-9d10-4930-9c25-ff4fe755b8b9 None None] Network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:14.903695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49636) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:15.068632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.179746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-e3b320a4-1e1e-4bbe-82d5-61ab499cab2b', 'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b', 'tenant_id': 'ba2ec3f8fe574dc3833b5f75f322a017', 'fixed_ips': [{'subnet_id': '4bb674f9-653f-47b2-9c13-3d15598209e5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:15.181453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.201372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event updated for resources: {'Subnet': ['ID=fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:15.229839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:15.242564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.246055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 2d3c8427-42ab-4c42-80d9-e9c377e92f59 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:15.258735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:15.327221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2880cd4c-a6e4-4140-9aa4-09868681247c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:15.342254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:15.345846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:15.389068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Allocated IP 2001:db8::2 (e3b320a4-1e1e-4bbe-82d5-61ab499cab2b/4bb674f9-653f-47b2-9c13-3d15598209e5/f3d24f4b-ebb8-4609-a522-3c6080c90af1) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:15.410706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.478240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e414d-f9ca-4ca5-8101-47802fc3404c None None] Network e2d84993-2119-4638-84ac-720a89f3c06b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:15.485113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Checking segment: {'id': 'e0f19d86-0347-4804-96c5-e2c304777573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '36d66968-992a-413e-bbed-8d95251c2e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:15.485550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Network hostable DHCP agents. Network: 36d66968-992a-413e-bbed-8d95251c2e18, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:15.489382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-3c8b087f-105d-4e84-9a96-b76d3fc32333 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.5133212 Dec 23 15:12:15.492538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Sync routers for ids ['7fff7115-1a3f-47df-91be-3b7a4e24d37d'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:15.492789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.544392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643fdb2-7cc3-4ff9-8097-312486cf230f req-aa045826-f09a-4e69-934c-815ae15214b9 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:15.546123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f643fdb2-7cc3-4ff9-8097-312486cf230f req-aa045826-f09a-4e69-934c-815ae15214b9 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6230454 Dec 23 15:12:15.551000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.552288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.1287267 Dec 23 15:12:15.556400 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2880cd4c-a6e4-4140-9aa4-09868681247c HTTP/1.1" status: 204 len: 168 time: 2.5298860 Dec 23 15:12:15.559079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:15.559079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:15.617475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Routers {'7fff7115-1a3f-47df-91be-3b7a4e24d37d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:15.618096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:11:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7fff7115-1a3f-47df-91be-3b7a4e24d37d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:15.746278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.773458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6335ee12-247a-4245-b85f-5fd38170a177 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:15.892987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Network 36d66968-992a-413e-bbed-8d95251c2e18 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:15.921595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:15.930045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:15.947269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 3ba0de98-8b96-479b-8bd3-8075eee99c3e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:15.948392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=40be0443-2d42-44ff-beac-0bc4b7eca2b8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:15.963912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:15.966580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:15.973276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:16.011402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 36d66968-992a-413e-bbed-8d95251c2e18) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:16.015268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f643fdb2-7cc3-4ff9-8097-312486cf230f req-627c415f-518c-4d75-b923-585c6e85a17c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508798 Dec 23 15:12:16.031340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:16.032010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.074929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Deleting port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:16.075319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.134001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30741929-b909-4d9d-80c2-a6e938f5568f None None] Network 36d66968-992a-413e-bbed-8d95251c2e18 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:16.184863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8493586 Dec 23 15:12:16.187952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49650) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:16.196553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Request body: {'port': {'network_id': '36d66968-992a-413e-bbed-8d95251c2e18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1076330720'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:16.204965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:16.205753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.324238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.391725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Transition to ACTIVE for port object f3d24f4b-ebb8-4609-a522-3c6080c90af1 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:16.409072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.432186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.438869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-125266e4-af3a-4365-bcc2-b1666df27bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:16.439999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Set router 7fff7115-1a3f-47df-91be-3b7a4e24d37d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:16.440763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-125266e4-af3a-4365-bcc2-b1666df27bed service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.9431849 Dec 23 15:12:16.454597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bdd03d6-0007-405b-84a9-67ace80d0eb4 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:16.501592 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.1694367 Dec 23 15:12:16.505596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] DHCP port deletion for e2d84993-2119-4638-84ac-720a89f3c06b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:12:16.509087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Transition to ACTIVE for port object f3d24f4b-ebb8-4609-a522-3c6080c90af1 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:16.561541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49654) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:16.582545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'port_id': '40be0443-2d42-44ff-beac-0bc4b7eca2b8'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:16.608325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Deleting port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:16.608860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.643369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=2d3c8427-42ab-4c42-80d9-e9c377e92f59,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:16.663843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] For port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:16.664245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.666109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:16.680266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d86de6-83a5-4712-a60b-420c248bdcd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:16.713682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:16.760516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:16.776480 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-b7f7cbc5-3fa3-4e79-9810-17e18dbb6841 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.2889490 Dec 23 15:12:16.874849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Calling delete_port for 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:16.883844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481491bb-c246-4547-929b-9ee18e9f4701 None None] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:16.890356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.031073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:17.039760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15f750ef-bda2-45e8-972c-150ea27d60ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.052937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:17.055004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Pushing event updated for resources: {'Port': ['ID=f3d24f4b-ebb8-4609-a522-3c6080c90af1,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:17.057350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:17.122223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:17.195969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-36d66968-992a-413e-bbed-8d95251c2e18', 'network_id': '36d66968-992a-413e-bbed-8d95251c2e18', 'tenant_id': '939a29e505b14dd381157a1e6e974aaa', 'fixed_ips': [{'subnet_id': 'fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:17.197028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.241927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.259694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.266500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3edb9db-f32e-45bd-84e3-28133b3a4064 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:17.283582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:17.300596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-5ff950aa-d5c8-4184-8d42-d8f5f8bcd74b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:17.302325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-5ff950aa-d5c8-4184-8d42-d8f5f8bcd74b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.4996369 Dec 23 15:12:17.317668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:17.320500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:17.394388 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/2d3c8427-42ab-4c42-80d9-e9c377e92f59 HTTP/1.1" status: 204 len: 168 time: 3.0627337 Dec 23 15:12:17.422156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Usage tracker for resource:port and tenant:939a29e505b14dd381157a1e6e974aaa is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:17.425742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:17.428573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] No DVR routers for this DVR port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:17.445079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:17.466280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:17.534295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Provisioning for port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:17.540576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] For port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4370b78c-8bf9-49f2-b7be-0c7d10f9de49,segment=NetworkSegment(bcbf36d6-5da5-4190-8ae0-57d0df86c4a8),segment_id=bcbf36d6-5da5-4190-8ae0-57d0df86c4a8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:17.540795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.551870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1920622c-7231-400e-a738-00dfa95ad642 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:12:17.556151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1920622c-7231-400e-a738-00dfa95ad642 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/2d3c8427-42ab-4c42-80d9-e9c377e92f59 HTTP/1.1" status: 404 len: 333 time: 0.0957358 Dec 23 15:12:17.559254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Made reservation on behalf of 939a29e505b14dd381157a1e6e974aaa for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:17.564852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.585496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49666) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:17.605097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Provisioning complete for port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:17.605550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.610788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.701675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Attempting to bind port f3d24f4b-ebb8-4609-a522-3c6080c90af1 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:17.701675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Attempting to bind port f3d24f4b-ebb8-4609-a522-3c6080c90af1 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '019f7854-facb-4bd8-88ae-5f3bfcb86337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:17.702137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Attempting to bind port f3d24f4b-ebb8-4609-a522-3c6080c90af1 on network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:17.708876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.752511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d84993-2119-4638-84ac-720a89f3c06b']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:17.782324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:17.782708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbf36d6-5da5-4190-8ae0-57d0df86c4a8') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:17.807387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.834662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.885180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:17.885180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:17.901410 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:17.962298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Calling delete_port for 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:17.994415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:18.059979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] device_id is not set on port 71b71930-27cd-4ad7-9cab-fb37d1c36eba yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:18.075448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:18.076155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:18.097740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.102390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.109786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:18.123935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:18.124477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Checking segment: {'id': '019f7854-facb-4bd8-88ae-5f3bfcb86337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:18.124829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.125308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Bound using segment: {'id': '019f7854-facb-4bd8-88ae-5f3bfcb86337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:18.125858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Bound port: f3d24f4b-ebb8-4609-a522-3c6080c90af1, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019f7854-facb-4bd8-88ae-5f3bfcb86337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3b320a4-1e1e-4bbe-82d5-61ab499cab2b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:18.126289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.148538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d84993-2119-4638-84ac-720a89f3c06b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:18.151081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:18.202991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022035c2-5948-456e-b344-e1616b59443d req-a78d65f2-81b8-4ed3-85f2-daff95b1dd19 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:18.206719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] 10.222.0.49 "DELETE /v2.0/networks/e2d84993-2119-4638-84ac-720a89f3c06b HTTP/1.1" status: 204 len: 168 time: 2.6406696 Dec 23 15:12:18.206803 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-022035c2-5948-456e-b344-e1616b59443d req-a78d65f2-81b8-4ed3-85f2-daff95b1dd19 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.9296234 Dec 23 15:12:18.241130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Deleting port 5e810153-adfb-414b-bd6c-1c2e44853a33 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:18.241529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.261961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Allocated IP 2001:db8::1 (9a1ee1e1-f729-4431-983d-6b5bb74e7b0e/15579419-2fb9-4e1b-8483-d1c66bcd4ab7/fd2935f4-66f8-4959-b80f-38225ac6fdbd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:18.310917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.340815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Allocated IP 172.20.0.2 (36d66968-992a-413e-bbed-8d95251c2e18/fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d/8b7e8348-8350-4a28-8b98-d977b5914d55) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:18.346031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:18.346546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:18.377040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff7115-1a3f-47df-91be-3b7a4e24d37d', 'name': '', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f009b4-2589-4bc2-a5ab-a56d77e215c3', 'external_fixed_ips': [{'subnet_id': 'ea5fff29-4e57-434a-9fab-c4e97924a811', 'ip_address': '2001:db8::201'}], 'enable_snat': True}, 'gw_port_id': 'fff1f856-7ff2-4791-9787-f6e8d76c5b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:03Z', 'updated_at': '2021-12-23T15:12:10Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': 'fff1f856-7ff2-4791-9787-f6e8d76c5b54', 'name': '', 'network_id': '08f009b4-2589-4bc2-a5ab-a56d77e215c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff7115-1a3f-47df-91be-3b7a4e24d37d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ea5fff29-4e57-434a-9fab-c4e97924a811', 'ip_address': '2001:db8::201', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:07Z', 'updated_at': '2021-12-23T15:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea5fff29-4e57-434a-9fab-c4e97924a811', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:18.383183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.412155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Deleting port fff1f856-7ff2-4791-9787-f6e8d76c5b54 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:18.412460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.437222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49672) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:18.473008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Checking router: 7fff7115-1a3f-47df-91be-3b7a4e24d37d for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:12:18.473447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Updating router 7fff7115-1a3f-47df-91be-3b7a4e24d37d port fff1f856-7ff2-4791-9787-f6e8d76c5b54 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:12:18.474674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-eeabd514-fada-4e60-b422-29a3dda9f18a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1201801 Dec 23 15:12:18.553982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] For port f3d24f4b-ebb8-4609-a522-3c6080c90af1, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:18.615972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] For port 5e810153-adfb-414b-bd6c-1c2e44853a33, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e810153-adfb-414b-bd6c-1c2e44853a33,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:18.616384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.623434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.657043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] For port f3d24f4b-ebb8-4609-a522-3c6080c90af1, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f3d24f4b-ebb8-4609-a522-3c6080c90af1,segment=NetworkSegment(019f7854-facb-4bd8-88ae-5f3bfcb86337),segment_id=019f7854-facb-4bd8-88ae-5f3bfcb86337)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:18.678998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.703982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.715421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:18.778254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Calling delete_port for 5e810153-adfb-414b-bd6c-1c2e44853a33 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:18.813253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df93d79a-94a7-48a7-9fbc-e7c7bc541655 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22ef1cd90cd042c6bf67e5db49d7f01c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3662269 Dec 23 15:12:18.816853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49676) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:18.850293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Deleting port 4370b78c-8bf9-49f2-b7be-0c7d10f9de49 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:18.850725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.878820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.881514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] For port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,segment=NetworkSegment(4ff29643-1c01-47ab-886d-04e84e58934d),segment_id=4ff29643-1c01-47ab-886d-04e84e58934d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:18.921894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-022035c2-5948-456e-b344-e1616b59443d req-8531a5b9-7c9d-4563-9674-8daf1482a04c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4611514 Dec 23 15:12:18.945341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1837a617-177d-4861-97f5-6fd94216cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:18.967173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.017828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.023217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Pushing event updated for resources: {'Port': ['ID=f3d24f4b-ebb8-4609-a522-3c6080c90af1,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:19.040221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ff87fcc5-ae00-4ba2-b854-1e9ba194cb5d None None] The port '4370b78c-8bf9-49f2-b7be-0c7d10f9de49' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:19.048237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:19.051277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b11864e-4773-4ff7-ae11-31bf8f6a03c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:19.052180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Calling delete_port for fff1f856-7ff2-4791-9787-f6e8d76c5b54 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:19.066193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet c2039152-d6cb-435d-96b0-25ba86839607 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:19.080148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.135797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-4b8036b1-0c14-4814-aca6-ecc076966e5e service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951650 Dec 23 15:12:19.136867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Transition to ACTIVE for port object fd2935f4-66f8-4959-b80f-38225ac6fdbd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:19.272995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.304467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.317645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.327471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cb5ed90-50a2-48ec-b754-c6498d7fdcdf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:19.376310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e810153-adfb-414b-bd6c-1c2e44853a33,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:19.379069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:19.382030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.392240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.414034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.419739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f65d81a8-f7cb-4ac6-8357-28ebcb12ccdc tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:19.433732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Transition to ACTIVE for port object 8b7e8348-8350-4a28-8b98-d977b5914d55 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:19.462181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.474176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Transition to ACTIVE for port object 8b7e8348-8350-4a28-8b98-d977b5914d55 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:19.476098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12c83c1d-1c39-4855-a571-aec2d68269d5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:19.507028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event deleted for resources: {'Port': ['ID=fff1f856-7ff2-4791-9787-f6e8d76c5b54,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:19.509679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:19.625195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Pushing event updated for resources: {'Port': ['ID=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:19.632609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.648447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:19.649550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-25d0bcd4-0c7e-4abd-aa13-5fe34c6c560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:19.789915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Network 36d66968-992a-413e-bbed-8d95251c2e18 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:19.830463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:19.832762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6bf2c2db-8f1a-4e31-ae94-006be06ec6ef None None] Provisioning complete for port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:19.833208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c2db-8f1a-4e31-ae94-006be06ec6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.877263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Pushing event updated for resources: {'Port': ['ID=8b7e8348-8350-4a28-8b98-d977b5914d55,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:19.880205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:19.888474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:20.071634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:20.102442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:20.129494 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d355d1ff-643f-4014-af84-23b2eafebc7c req-51325ee4-721d-4c02-a505-911a60454244 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9786911 Dec 23 15:12:20.129791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:20.130073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:20.145690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:20.163125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:20.184910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:20.185525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.191962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Port': ['ID=fd2935f4-66f8-4959-b80f-38225ac6fdbd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:20.193236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.205697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Allocated IP 172.20.0.8 (36d66968-992a-413e-bbed-8d95251c2e18/fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d/71b71930-27cd-4ad7-9cab-fb37d1c36eba) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:20.208305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:20.209174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.229321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.288175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.293845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.300300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Attempting to bind port 8b7e8348-8350-4a28-8b98-d977b5914d55 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:20.300928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Attempting to bind port 8b7e8348-8350-4a28-8b98-d977b5914d55 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0f19d86-0347-4804-96c5-e2c304777573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '36d66968-992a-413e-bbed-8d95251c2e18'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:20.301176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Attempting to bind port 8b7e8348-8350-4a28-8b98-d977b5914d55 on network 36d66968-992a-413e-bbed-8d95251c2e18 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:20.327826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:20.328255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Checking segment: {'id': 'e0f19d86-0347-4804-96c5-e2c304777573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '36d66968-992a-413e-bbed-8d95251c2e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:20.328714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.329204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Bound using segment: {'id': 'e0f19d86-0347-4804-96c5-e2c304777573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '36d66968-992a-413e-bbed-8d95251c2e18'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:20.329752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Bound port: 8b7e8348-8350-4a28-8b98-d977b5914d55, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f19d86-0347-4804-96c5-e2c304777573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '36d66968-992a-413e-bbed-8d95251c2e18'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:20.330182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.378684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f79795c-3b36-4a11-88cd-2baac97886a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:20.426078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e55ce-93f2-498f-bf53-a353d3f79e56,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:20.466636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:20.502866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] For port 8b7e8348-8350-4a28-8b98-d977b5914d55, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:20.505123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:20.510115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.557647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.586245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.606432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37794d2-75dc-42c6-9d0e-27f817bbd197 req-c725077a-177a-4a92-8f27-a777128fccde tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:20.610977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.613498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a37794d2-75dc-42c6-9d0e-27f817bbd197 req-c725077a-177a-4a92-8f27-a777128fccde tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.4817519 Dec 23 15:12:20.622563 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b10e55ce-93f2-498f-bf53-a353d3f79e56 HTTP/1.1" status: 204 len: 168 time: 1.8010321 Dec 23 15:12:20.784525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.812145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.816716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.817669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fff7115-1a3f-47df-91be-3b7a4e24d37d {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:12:20.840483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] For port 8b7e8348-8350-4a28-8b98-d977b5914d55, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8b7e8348-8350-4a28-8b98-d977b5914d55,segment=NetworkSegment(e0f19d86-0347-4804-96c5-e2c304777573),segment_id=e0f19d86-0347-4804-96c5-e2c304777573)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:20.842684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a37794d2-75dc-42c6-9d0e-27f817bbd197 req-c7b4689d-bea2-4f16-846c-dc1bfb8e6c9d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324778 Dec 23 15:12:20.847387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Port fff1f856-7ff2-4791-9787-f6e8d76c5b54 not found while updating agent binding for router 7fff7115-1a3f-47df-91be-3b7a4e24d37d. {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 23 15:12:20.853645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.859157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.895054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:20.922110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:20.923418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7fff7115-1a3f-47df-91be-3b7a4e24d37d HTTP/1.1" status: 204 len: 168 time: 5.3623929 Dec 23 15:12:20.927078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49684) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:20.953844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:20.975319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Routers set() bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:20.975756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Router IDs set() for agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 23 15:12:20.976461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_agentschedulers_db [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7fff7115-1a3f-47df-91be-3b7a4e24d37d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent'). {{(pid=88874) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 23 15:12:20.976903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c649bb8-cf97-432e-a24b-e706f80cbd5f None None] The sync data for ids ['7fff7115-1a3f-47df-91be-3b7a4e24d37d'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:20.991741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bb4262d0-1eee-43b8-a7c2-3d8b3d245ba7 None None] Provisioning for port fd2935f4-66f8-4959-b80f-38225ac6fdbd completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:21.030095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bb4262d0-1eee-43b8-a7c2-3d8b3d245ba7 None None] Provisioning complete for port fd2935f4-66f8-4959-b80f-38225ac6fdbd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:21.030546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb4262d0-1eee-43b8-a7c2-3d8b3d245ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.042139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.093595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=c2039152-d6cb-435d-96b0-25ba86839607,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:21.108644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:21.129575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bb4262d0-1eee-43b8-a7c2-3d8b3d245ba7 None None] Port fd2935f4-66f8-4959-b80f-38225ac6fdbd cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:21.161074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Deleting subnet ea5fff29-4e57-434a-9fab-c4e97924a811 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:21.182363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.187195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.192723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ce94d-1fd8-47f1-a3f2-06ab74ed1545 None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:21.251116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Pushing event updated for resources: {'Port': ['ID=8b7e8348-8350-4a28-8b98-d977b5914d55,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:21.258460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.263003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:21.361967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3d24f4b-ebb8-4609-a522-3c6080c90af1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:21.373777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.448777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/c2039152-d6cb-435d-96b0-25ba86839607 HTTP/1.1" status: 204 len: 168 time: 3.8534255 Dec 23 15:12:21.489021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49690) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:21.509564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.637004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Transition to ACTIVE for port object 71b71930-27cd-4ad7-9cab-fb37d1c36eba will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:21.653269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 754a1bc0-a8d2-456b-8dd7-5608a5db1cf1 associated. External IP: 172.26.2.223, port: 40be0443-2d42-44ff-beac-0bc4b7eca2b8. Dec 23 15:12:21.669353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f3d24f4b-ebb8-4609-a522-3c6080c90af1 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:21.817876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe9b3e-3ae6-4b86-9c18-7d3f1804b251 None None] Network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:21.843759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.852007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:21.945247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5fff29-4e57-434a-9fab-c4e97924a811,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:21.959284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:21.960185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:21.984739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.010804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8b7e8348-8350-4a28-8b98-d977b5914d55 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:22.021581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1943f419-9f5a-4cc4-8159-e3765c45defc tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:22.107223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Provisioning for port f3d24f4b-ebb8-4609-a522-3c6080c90af1 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:22.122337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 450e6ff2-0159-4378-a57b-820863c87c7c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:22.125669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/ea5fff29-4e57-434a-9fab-c4e97924a811 HTTP/1.1" status: 204 len: 168 time: 1.1918292 Dec 23 15:12:22.135049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49704) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:22.142911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.143970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Provisioning complete for port f3d24f4b-ebb8-4609-a522-3c6080c90af1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:22.144427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.296596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.327792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event updated for resources: {'Port': ['ID=71b71930-27cd-4ad7-9cab-fb37d1c36eba,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:22.333008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Network 36d66968-992a-413e-bbed-8d95251c2e18 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:22.340731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:22.353282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:22.365468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:22.378634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 8b7e8348-8350-4a28-8b98-d977b5914d55 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:22.478283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.546766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.564796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.576816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.588128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.589293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.599149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:22.600415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7d8c964-595f-4ed2-bf5f-051b9dddb2ec tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:22.627658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] For port f3d24f4b-ebb8-4609-a522-3c6080c90af1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f3d24f4b-ebb8-4609-a522-3c6080c90af1,segment=NetworkSegment(019f7854-facb-4bd8-88ae-5f3bfcb86337),segment_id=019f7854-facb-4bd8-88ae-5f3bfcb86337)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:22.631152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.636567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d073a9e-ca25-4831-950c-4fb2aab7d71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:22.677666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:22.678607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:22.700621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72f4c-aa32-4ebf-964d-a77b9e643a26 req-086ce916-7144-43be-bdc2-de9d5c4d872c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:22.710047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16a72f4c-aa32-4ebf-964d-a77b9e643a26 req-086ce916-7144-43be-bdc2-de9d5c4d872c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6188436 Dec 23 15:12:22.725462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Pushing event updated for resources: {'Port': ['ID=f3d24f4b-ebb8-4609-a522-3c6080c90af1,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:22.729650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:22.996450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-608930342'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:23.002154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:23.007350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:network and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:23.010863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:23.017616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:23.039642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.045873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:23.091956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Made reservation on behalf of e3889f28341d4f02a6275ce116fd345e for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:23.098121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.113277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=450e6ff2-0159-4378-a57b-820863c87c7c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:23.122166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:23.127175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.143052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.172652 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/450e6ff2-0159-4378-a57b-820863c87c7c HTTP/1.1" status: 204 len: 168 time: 1.6688027 Dec 23 15:12:23.187025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49720) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:23.222404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 7.0292585 Dec 23 15:12:23.227657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:23.232966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49724) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:23.244331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Port': ['ID=fd2935f4-66f8-4959-b80f-38225ac6fdbd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:23.247802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:23.274242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.307579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Request body: {'port': {'network_id': '36d66968-992a-413e-bbed-8d95251c2e18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1965533095', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:23.308126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] bootfile-name is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:12:23.308503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] tftp-server is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:12:23.308872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] server-ip-address is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:12:23.325389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:security_group_rule and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:23.380043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:23.382286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-efeedb3e-43f2-4d13-a5c3-bbf36433fc3a None None] Provisioning complete for port f3d24f4b-ebb8-4609-a522-3c6080c90af1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:23.383088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efeedb3e-43f2-4d13-a5c3-bbf36433fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.410734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16a72f4c-aa32-4ebf-964d-a77b9e643a26 req-1790f1ca-034d-4362-89c8-6f6f1d073df4 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6992457 Dec 23 15:12:23.426884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f009b4-2589-4bc2-a5ab-a56d77e215c3']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:23.462836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a5e188-72ee-47be-8d89-acdd454fcd50') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:23.464769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a5e188-72ee-47be-8d89-acdd454fcd50') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:23.469133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:23.479425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:23.486990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:23.503379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:23.574315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.659843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port d6980287-8931-4875-b65c-9fa01111e2f7 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:23.660238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.719180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.835609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f6b32-3f67-4834-aee7-3d989ca1269e None None] Network 36d66968-992a-413e-bbed-8d95251c2e18 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:23.854919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.864080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3d24f4b-ebb8-4609-a522-3c6080c90af1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:23.864828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:23.865539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:23.921437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:23.942912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Usage tracker for resource:port and tenant:939a29e505b14dd381157a1e6e974aaa is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:23.956493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:23.990440 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:24.012586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:24.012730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.032208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4a4461f-553c-4278-abf2-4eea721ae348 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:24.051649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08f009b4-2589-4bc2-a5ab-a56d77e215c3 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:12:24.062888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.065563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.072101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event deleted for resources: {'Network': ['ID=08f009b4-2589-4bc2-a5ab-a56d77e215c3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:24.075145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/networks/08f009b4-2589-4bc2-a5ab-a56d77e215c3 HTTP/1.1" status: 204 len: 168 time: 1.9284701 Dec 23 15:12:24.076992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:24.082711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.098616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06af245e-1896-44e8-ac0a-c8875ef7f626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:24.113382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Made reservation on behalf of 939a29e505b14dd381157a1e6e974aaa for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:24.125737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.133245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6154d6-768b-41ee-8a7f-29e4a0508d3d None None] Network 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:24.148359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Provisioning for port 8b7e8348-8350-4a28-8b98-d977b5914d55 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:24.152099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f3d24f4b-ebb8-4609-a522-3c6080c90af1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:24.152644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.291874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:24.305466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Provisioning complete for port 8b7e8348-8350-4a28-8b98-d977b5914d55 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:24.305908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.312781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f248-5e4d-4169-b1e2-936d144d5aa4 req-624a92e5-425b-4325-8f37-472d2f1c7ce2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:24.320909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f96f248-5e4d-4169-b1e2-936d144d5aa4 req-624a92e5-425b-4325-8f37-472d2f1c7ce2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6727753 Dec 23 15:12:24.329017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] device_id is not set on port 3846da49-5ec4-4776-a8a1-863cc820838f yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:24.499822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Allocated IP 172.20.0.7 (36d66968-992a-413e-bbed-8d95251c2e18/fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d/3846da49-5ec4-4776-a8a1-863cc820838f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:24.740855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49736) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:24.752820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'name': 'tempest-router--568831018', 'project_id': 'd97a73d792aa435fbedbbb9d624a010f'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:24.767698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:24.772797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:24.779921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:router and tenant:d97a73d792aa435fbedbbb9d624a010f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:24.785318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:24.790002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Router fc2d487e-1457-4dfc-a19b-9c7ff0250c3e is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:12:24.804097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ca64a-21df-49fc-8d01-dd01f5afabca,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:24.808117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:24.811888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:24.816501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.909766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.910149 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Added segment ffb2c6a5-84ee-4640-81cf-b1d347eef624 of type vlan for network 067db609-eee9-43fc-be8f-a3bea1070d28 Dec 23 15:12:24.922855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Transition to ACTIVE for port object 3846da49-5ec4-4776-a8a1-863cc820838f will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:24.947743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] For port d6980287-8931-4875-b65c-9fa01111e2f7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d6980287-8931-4875-b65c-9fa01111e2f7,segment=NetworkSegment(88462b59-7d8c-4eb6-aedd-d9b330249830),segment_id=88462b59-7d8c-4eb6-aedd-d9b330249830)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:24.948130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.964887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.970698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:24.971970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.031973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] For port 8b7e8348-8350-4a28-8b98-d977b5914d55, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8b7e8348-8350-4a28-8b98-d977b5914d55,segment=NetworkSegment(e0f19d86-0347-4804-96c5-e2c304777573),segment_id=e0f19d86-0347-4804-96c5-e2c304777573)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:25.044209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.047950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:25.096598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.122904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Pushing event updated for resources: {'Port': ['ID=8b7e8348-8350-4a28-8b98-d977b5914d55,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:25.128074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for d6980287-8931-4875-b65c-9fa01111e2f7 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:25.128500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:25.150484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] DHCP port deletion for 07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:12:25.155759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Deleting port d6980287-8931-4875-b65c-9fa01111e2f7 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:25.157006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.158561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.182122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.186166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f96f248-5e4d-4169-b1e2-936d144d5aa4 req-edb0c9da-ce0e-4a8c-9a88-8acce44e7da4 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8641610 Dec 23 15:12:25.214333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.234082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b779c8a0-b7c7-4608-ade2-a5c696a4dd6d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:25.259067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.265127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-777bb44d-4757-4894-9e1f-2a5130a6f617 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5224648 Dec 23 15:12:25.267734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49742) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:25.278397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:25.285836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3808863 Dec 23 15:12:25.289002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] Sync routers for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:25.316032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:25.316880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:25.329732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:25.332891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] Provisioning complete for port fd2935f4-66f8-4959-b80f-38225ac6fdbd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:25.333387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.498059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:25.528156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:25.528846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:25.561004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] Port fd2935f4-66f8-4959-b80f-38225ac6fdbd cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:25.616811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] Provisioning complete for port d6980287-8931-4875-b65c-9fa01111e2f7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:25.617255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.630429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.635104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:25.635981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.666226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:25.667111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a03ea-5b77-4d79-a5ce-8c4e09cc818a None None] The sync data for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:25.674349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Network 36d66968-992a-413e-bbed-8d95251c2e18 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:25.692333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] For port d6980287-8931-4875-b65c-9fa01111e2f7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d6980287-8931-4875-b65c-9fa01111e2f7,segment=NetworkSegment(88462b59-7d8c-4eb6-aedd-d9b330249830),segment_id=88462b59-7d8c-4eb6-aedd-d9b330249830)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:25.692722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.703613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:25.812918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event updated for resources: {'Port': ['ID=3846da49-5ec4-4776-a8a1-863cc820838f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:25.831924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:25.876305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Calling delete_port for d6980287-8931-4875-b65c-9fa01111e2f7 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:25.907701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8b7e8348-8350-4a28-8b98-d977b5914d55 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:25.947919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:25.960379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] Could not find standard attr ID for object d6980287-8931-4875-b65c-9fa01111e2f7. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:12:25.963627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.db [None req-e3213984-facd-44fe-a715-3b58ca415070 None None] No ports have port_id starting with d6980287-8931-4875-b65c-9fa01111e2f7 Dec 23 15:12:26.003572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:26.008697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.027995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:26.048373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:26.048940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:26.053424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:26.054173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.082957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-85dca369-bb63-4601-ab42-375224560f7d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/floatingips/754a1bc0-a8d2-456b-8dd7-5608a5db1cf1 HTTP/1.1" status: 200 len: 976 time: 9.5152290 Dec 23 15:12:26.091969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49752) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:26.124737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.132614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.138760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:26.148866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:26.151367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8b7e8348-8350-4a28-8b98-d977b5914d55 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:26.151799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.182881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 40be0443-2d42-44ff-beac-0bc4b7eca2b8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:26.183613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.207178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:26.207832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.230808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:26.242612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] Sync routers for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:26.263469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:26.264153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.296056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-308056a3-67b9-4e42-a296-d5727dc01f94 None None] Provisioning for port 71b71930-27cd-4ad7-9cab-fb37d1c36eba completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:26.315846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-308056a3-67b9-4e42-a296-d5727dc01f94 None None] Provisioning complete for port 71b71930-27cd-4ad7-9cab-fb37d1c36eba triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:26.319659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] 10.222.0.49 "PUT /v2.0/routers/15f8bc30-a3cc-4243-a9ab-3720af8e33ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0578249 Dec 23 15:12:26.319769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-308056a3-67b9-4e42-a296-d5727dc01f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.320961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49756) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:26.359169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.7550211 Dec 23 15:12:26.360055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49760) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:26.364885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No DVR routers for this DVR port d6980287-8931-4875-b65c-9fa01111e2f7 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:26.378399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.379200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fdbb27-88c6-4ffd-93aa-654a257a7728 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:26.421578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'subnet': {'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:26.451387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Network': ['ID=067db609-eee9-43fc-be8f-a3bea1070d28,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:26.458729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:26.459380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.473913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:26.497957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f8c7da7-d896-43a0-bdc2-2d91aa4858ce tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:26.499567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 067db609-eee9-43fc-be8f-a3bea1070d28 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:26.561974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:26.625486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Deleting port d6980287-8931-4875-b65c-9fa01111e2f7 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:26.625897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.656330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d6980287-8931-4875-b65c-9fa01111e2f7 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:26.695231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-308056a3-67b9-4e42-a296-d5727dc01f94 None None] Port 71b71930-27cd-4ad7-9cab-fb37d1c36eba cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:26.707492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=d6980287-8931-4875-b65c-9fa01111e2f7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:26.719965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: d6980287-8931-4875-b65c-9fa01111e2f7 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:26.720564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d6980287-8931-4875-b65c-9fa01111e2f7 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:26.763830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6dc37ebb-f185-4951-96a3-76e33e1c7fc0 None None] The port 'd6980287-8931-4875-b65c-9fa01111e2f7' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:26.764074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:26.774812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5362773 Dec 23 15:12:26.779050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-308056a3-67b9-4e42-a296-d5727dc01f94 None None] Provisioning complete for port 8b7e8348-8350-4a28-8b98-d977b5914d55 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:26.783867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49764) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:26.784286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-308056a3-67b9-4e42-a296-d5727dc01f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.798416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.923928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:12:19Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.930182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] Checking router: 15f8bc30-a3cc-4243-a9ab-3720af8e33ff for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:12:26.936772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287091d-dc02-4004-9d9b-aa73a758d5bb req-c31c4c08-0507-4b5c-912e-7abe01fb6666 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:26.943452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] Routers {'15f8bc30-a3cc-4243-a9ab-3720af8e33ff'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:26.944258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.944653 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1287091d-dc02-4004-9d9b-aa73a758d5bb req-c31c4c08-0507-4b5c-912e-7abe01fb6666 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8042283 Dec 23 15:12:26.965382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a8ead7-f1dc-4c9a-aee5-4f08ed950f58']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:26.973404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:26.984419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:26.987739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:subnet and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:26.999234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:27.006981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88462b59-7d8c-4eb6-aedd-d9b330249830') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:27.007325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88462b59-7d8c-4eb6-aedd-d9b330249830') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:27.070218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.076893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b96fc156-3836-42b9-8b97-3848829c8246 None None] Provisioning for port 3846da49-5ec4-4776-a8a1-863cc820838f completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:27.084201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b96fc156-3836-42b9-8b97-3848829c8246 None None] Provisioning complete for port 3846da49-5ec4-4776-a8a1-863cc820838f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:27.085105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b96fc156-3836-42b9-8b97-3848829c8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.088478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:27.118993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.150206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.167322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.167919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65caf5ce-4381-40b0-97c3-095af19ff94d {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:12:27.169190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1287091d-dc02-4004-9d9b-aa73a758d5bb req-7030125c-17ca-4c49-812f-87bb307154de tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234440 Dec 23 15:12:27.170135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Made reservation on behalf of e3889f28341d4f02a6275ce116fd345e for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:27.176521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b96fc156-3836-42b9-8b97-3848829c8246 None None] Port 3846da49-5ec4-4776-a8a1-863cc820838f cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:27.182115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] Set router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:27.261696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.270771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.272087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3d899064-8c3e-4f8b-a55a-a62fae7bbb32 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/routers/65caf5ce-4381-40b0-97c3-095af19ff94d HTTP/1.1" status: 204 len: 168 time: 1.9990876 Dec 23 15:12:27.358781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:27.359635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:27.386809 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:27.432649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8bfad-9ca6-4d25-9866-29d4fa61ae27 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:27.437543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8bfad-9ca6-4d25-9866-29d4fa61ae27 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:27.442161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8bfad-9ca6-4d25-9866-29d4fa61ae27 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:27.443178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86c8bfad-9ca6-4d25-9866-29d4fa61ae27 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Synchronizing usage tracker for tenant:939a29e505b14dd381157a1e6e974aaa on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:27.547699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:27.598005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.602144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:12:19Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:27.606594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65535716-a15b-42ab-bdf8-489fa35fa20e None None] The sync data for ids ['15f8bc30-a3cc-4243-a9ab-3720af8e33ff'] in dv-neutron-822797-1-hyperv is: [{'id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'name': 'tempest-ServersTestManualDisk-401660333-router', 'tenant_id': '4595cf127ba9450ea51449156d8129de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:47Z', 'updated_at': '2021-12-23T15:12:19Z', 'revision_number': 5, 'project_id': '4595cf127ba9450ea51449156d8129de', 'gw_port': {'id': '754dd74f-8595-4ea1-a262-693ad59beda3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8bc30-a3cc-4243-a9ab-3720af8e33ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:48Z', 'updated_at': '2021-12-23T15:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:27.623675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.625507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86c8bfad-9ca6-4d25-9866-29d4fa61ae27 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Unset dirty status for tenant:939a29e505b14dd381157a1e6e974aaa on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:27.630200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86c8bfad-9ca6-4d25-9866-29d4fa61ae27 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.8362648 Dec 23 15:12:27.631062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49780) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:27.643901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.753700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.754124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.754484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 754a1bc0-a8d2-456b-8dd7-5608a5db1cf1 disassociated. External IP: 172.26.2.223, port: 40be0443-2d42-44ff-beac-0bc4b7eca2b8. Dec 23 15:12:27.754879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 40be0443-2d42-44ff-beac-0bc4b7eca2b8 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:27.768922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e810153-adfb-414b-bd6c-1c2e44853a33 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:27.778966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e450e0cc-41d4-4c43-9b78-a88e42cb0b61 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:27.801776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.838055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 5e810153-adfb-414b-bd6c-1c2e44853a33 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:27.838554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e810153-adfb-414b-bd6c-1c2e44853a33 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:27.878130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=07a8ead7-f1dc-4c9a-aee5-4f08ed950f58,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:27.893947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:27.897947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/07a8ead7-f1dc-4c9a-aee5-4f08ed950f58 HTTP/1.1" status: 204 len: 168 time: 4.7098250 Dec 23 15:12:27.905003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49784) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:27.958956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Deleting port 3846da49-5ec4-4776-a8a1-863cc820838f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:27.959349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:27.996884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-370038680', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:28.002475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:12:28.027487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:28.103446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Usage tracker for resource:router and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:28.116585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:28.143828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:28.335362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.344847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c496129-c1ac-4d99-86eb-f74d9ece468f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:28.402996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=40be0443-2d42-44ff-beac-0bc4b7eca2b8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:28.407029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:28.425706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b902ab3-abe3-42b8-88c6-d307510fa7d8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:28.426534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b902ab3-abe3-42b8-88c6-d307510fa7d8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:28.519763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b902ab3-abe3-42b8-88c6-d307510fa7d8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:28.521129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b902ab3-abe3-42b8-88c6-d307510fa7d8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6150362 Dec 23 15:12:28.529524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49788) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:28.559490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.560537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.592065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.613402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Deleting port 754dd74f-8595-4ea1-a262-693ad59beda3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:28.614004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.630053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6204ef1-02f3-41c3-abda-68f22ddd5284 req-ec4ab126-e71b-4344-9218-827f452bc3b2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:28.631683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6204ef1-02f3-41c3-abda-68f22ddd5284 req-ec4ab126-e71b-4344-9218-827f452bc3b2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.9996479 Dec 23 15:12:28.776509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b203d0d8-c2a1-435d-8119-f1b142da02d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2451346 Dec 23 15:12:28.787164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.788012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49792) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:28.800227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1634872238'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:28.816755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:28.861953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.869994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6be3ed0-1002-46ee-b96d-e84af32fa5d8 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:28.882089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:28.891722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:28.900028 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6204ef1-02f3-41c3-abda-68f22ddd5284 req-3f7dc1a2-4c9e-4b62-811e-9338202498fc tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151012 Dec 23 15:12:28.905774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:28.916584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:28.932582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] For port 754dd74f-8595-4ea1-a262-693ad59beda3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=754dd74f-8595-4ea1-a262-693ad59beda3,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:28.933340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.067293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Calling delete_port for 754dd74f-8595-4ea1-a262-693ad59beda3 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:29.103642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:29.109282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.125601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Calling delete_port for 3846da49-5ec4-4776-a8a1-863cc820838f owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:29.220007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Subnet': ['ID=b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:29.244274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:29.310157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:29.358499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.358892 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment db0fc0ba-5e55-4828-9a75-e08cb978505c of type vlan for network 85c38389-b9e9-4066-9cc3-94a42f39b42d Dec 23 15:12:29.397832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Checking segment: {'id': 'ffb2c6a5-84ee-4640-81cf-b1d347eef624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:29.398028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:29.398114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network hostable DHCP agents. Network: 067db609-eee9-43fc-be8f-a3bea1070d28, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:29.408433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.418124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.581382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.585629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:29.586285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.593885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-802c37ac-ed06-4eaf-8526-4a885f90f11f tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:29.634807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network 067db609-eee9-43fc-be8f-a3bea1070d28 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:29.640535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.643330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-73ab61e5-a0e7-4c99-838b-1e0c7ec9052d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:12:29.644540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73ab61e5-a0e7-4c99-838b-1e0c7ec9052d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.3091936 Dec 23 15:12:29.651766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:29.685484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49796) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:29.705906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event deleted for resources: {'Port': ['ID=3846da49-5ec4-4776-a8a1-863cc820838f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:29.707950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 067db609-eee9-43fc-be8f-a3bea1070d28) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:29.709616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:29.719551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0760c1e-03d8-44b8-abfd-8485c9070d2a None None] Network 067db609-eee9-43fc-be8f-a3bea1070d28 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:29.723170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:29.723825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.765614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.832567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4623294 Dec 23 15:12:29.834941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49800) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:29.853291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-232939451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:29.866320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:29.880770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:router and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:29.885725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:29.899092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:29.902455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:29.904272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "DELETE /v2.0/ports/3846da49-5ec4-4776-a8a1-863cc820838f HTTP/1.1" status: 204 len: 168 time: 2.1273751 Dec 23 15:12:29.910687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49804) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:29.920822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Request body: {'port': {'name': 'tempest-new-port-name-653251375', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:29.921293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] bootfile-name is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:12:29.921678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] tftp-server is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:12:29.922049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] server-ip-address is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:12:30.044638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-067db609-eee9-43fc-be8f-a3bea1070d28', 'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28', 'tenant_id': 'e3889f28341d4f02a6275ce116fd345e', 'fixed_ips': [{'subnet_id': 'b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:30.045916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.079422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=85c38389-b9e9-4066-9cc3-94a42f39b42d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:30.111242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:30.117879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.118916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.122249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:30.125848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.155934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:30.175774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.179542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.188546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3964829 Dec 23 15:12:30.191528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:30.219637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Pushing event deleted for resources: {'Port': ['ID=754dd74f-8595-4ea1-a262-693ad59beda3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:30.243470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:30.256828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:30.343297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Allocated IP 172.20.0.2 (067db609-eee9-43fc-be8f-a3bea1070d28/b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5/7f377a96-889c-4c60-a493-ca50548af734) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:30.619333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.636187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.642346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f567793-c5d6-4e7a-86cb-321c11f85089 req-10daa722-31d1-4d71-8482-3d1e7bece478 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:30.644074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f567793-c5d6-4e7a-86cb-321c11f85089 req-10daa722-31d1-4d71-8482-3d1e7bece478 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.5282218 Dec 23 15:12:30.644718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.648577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Transition to ACTIVE for port object 7f377a96-889c-4c60-a493-ca50548af734 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:30.659348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.670107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Transition to ACTIVE for port object 7f377a96-889c-4c60-a493-ca50548af734 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:30.675625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.680264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:30.753876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Network 067db609-eee9-43fc-be8f-a3bea1070d28 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:30.754774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Pushing event updated for resources: {'Port': ['ID=7f377a96-889c-4c60-a493-ca50548af734,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:30.757809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:30.759042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:30.761343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:30.796621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:30.854228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.871744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:30.885249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:30.910890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:30.934015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Allocated IP 172.26.2.111 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/c2ced495-2d65-4c9e-9ee9-c6e5d7e390f4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:30.971032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:30.975419 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b01eea28-7495-4daf-ad8e-23d2c9fbdee3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1342330 Dec 23 15:12:30.978752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:30.981649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:30.996230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f567793-c5d6-4e7a-86cb-321c11f85089 req-d92c8436-396e-4dbb-acd2-7edad1683268 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847593 Dec 23 15:12:31.018799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Attempting to bind port 7f377a96-889c-4c60-a493-ca50548af734 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:31.019211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Attempting to bind port 7f377a96-889c-4c60-a493-ca50548af734 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'ffb2c6a5-84ee-4640-81cf-b1d347eef624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:31.019597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Attempting to bind port 7f377a96-889c-4c60-a493-ca50548af734 on network 067db609-eee9-43fc-be8f-a3bea1070d28 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:31.027594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:31.028011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Checking segment: {'id': 'ffb2c6a5-84ee-4640-81cf-b1d347eef624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:31.028460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.028954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Bound using segment: {'id': 'ffb2c6a5-84ee-4640-81cf-b1d347eef624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:31.029502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Bound port: 7f377a96-889c-4c60-a493-ca50548af734, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb2c6a5-84ee-4640-81cf-b1d347eef624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:31.029923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.081466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.109434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.129897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] For port 7f377a96-889c-4c60-a493-ca50548af734, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:31.133896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] For port 7f377a96-889c-4c60-a493-ca50548af734, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7f377a96-889c-4c60-a493-ca50548af734,segment=NetworkSegment(ffb2c6a5-84ee-4640-81cf-b1d347eef624),segment_id=ffb2c6a5-84ee-4640-81cf-b1d347eef624)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:31.138681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.142943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-507db31f-b14c-472f-8193-ed305eb28b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:31.186324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:31.204078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:31.262652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:31.263860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:31.317947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.318563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f8bc30-a3cc-4243-a9ab-3720af8e33ff {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:12:31.339356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.344273 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d8de636-d054-40a8-acba-475ef858556d tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/ports/40be0443-2d42-44ff-beac-0bc4b7eca2b8 HTTP/1.1" status: 204 len: 168 time: 5.2462113 Dec 23 15:12:31.347984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:31.362755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.366499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] 10.222.0.49 "DELETE /v2.0/routers/15f8bc30-a3cc-4243-a9ab-3720af8e33ff HTTP/1.1" status: 204 len: 168 time: 5.0419538 Dec 23 15:12:31.368980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49826) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:31.384502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Pushing event updated for resources: {'Port': ['ID=7f377a96-889c-4c60-a493-ca50548af734,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:31.388814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:31.390363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:31.414745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:31.415887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:31.480387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.512825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:31.513717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69feeb-e5af-46f5-9365-bb127509aecb None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:31.570588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.610377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Deleting subnet 00018c91-7f40-4157-bef6-6a87391edc51 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:31.627751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.629611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:31.857453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 754dd74f-8595-4ea1-a262-693ad59beda3 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:31.912695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8773fadd-a5d4-460e-9b36-d2063da5cc09 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/floatingips/754a1bc0-a8d2-456b-8dd7-5608a5db1cf1 HTTP/1.1" status: 200 len: 688 time: 0.5592244 Dec 23 15:12:31.913408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49830) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:31.921913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 754dd74f-8595-4ea1-a262-693ad59beda3 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:31.922420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 754dd74f-8595-4ea1-a262-693ad59beda3 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:32.043615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.069621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.159611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b3290-9399-443e-9668-ffeab40b4057 req-4fefd657-c930-4111-9b84-aeb3c814638e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:32.161237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f3b3290-9399-443e-9668-ffeab40b4057 req-4fefd657-c930-4111-9b84-aeb3c814638e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.5988741 Dec 23 15:12:32.205465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.235919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32f8d5cd-51b6-4754-ae79-9ea66c77fcf1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:32.250101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f3b3290-9399-443e-9668-ffeab40b4057 req-68234b19-1899-4e7e-9518-a0964f9eef76 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815818 Dec 23 15:12:32.251387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.313206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 289b49d6-fa0b-46f8-970c-3b2fa241e46c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:32.313637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.480441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.493274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:32.514334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.535842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event updated for resources: {'Port': ['ID=71b71930-27cd-4ad7-9cab-fb37d1c36eba,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:32.539327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:32.553457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00018c91-7f40-4157-bef6-6a87391edc51,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:32.558708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:32.563547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.567664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2fd45af-c6f7-425d-a20f-54961d903981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:32.569195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e409a-33af-41fb-ad39-87628abf2839 None None] Network 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:32.580184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/00018c91-7f40-4157-bef6-6a87391edc51 HTTP/1.1" status: 204 len: 168 time: 1.2097182 Dec 23 15:12:32.583151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49834) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:32.781205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-66341e7a-bd22-4bb0-9397-8cce850b74b6 None None] Provisioning complete for port 71b71930-27cd-4ad7-9cab-fb37d1c36eba triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:32.781592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66341e7a-bd22-4bb0-9397-8cce850b74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.795492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.824229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Deleting port 2dadc45f-d277-43f4-9177-ea77d4597624 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:32.824607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:32.842939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-66341e7a-bd22-4bb0-9397-8cce850b74b6 None None] Port 71b71930-27cd-4ad7-9cab-fb37d1c36eba cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:32.959537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] DHCP port deletion for 6b093e8a-f64e-41d0-a3a0-ffa6b643be13 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:12:32.964317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Deleting port 2dadc45f-d277-43f4-9177-ea77d4597624 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:32.964809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.055530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] In _notify_port_updated(), no bound segment for port 71b71930-27cd-4ad7-9cab-fb37d1c36eba on network 36d66968-992a-413e-bbed-8d95251c2e18 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:12:33.059662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:33.060399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.064393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "PUT /v2.0/ports/71b71930-27cd-4ad7-9cab-fb37d1c36eba HTTP/1.1" status: 200 len: 1135 time: 3.1481979 Dec 23 15:12:33.070259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49838) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:33.112525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:33.126483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:33.128846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.152463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:33.183122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] For port 2dadc45f-d277-43f4-9177-ea77d4597624, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2dadc45f-d277-43f4-9177-ea77d4597624,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:33.183527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.203969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event updated for resources: {'Port': ['ID=c2ced495-2d65-4c9e-9ee9-c6e5d7e390f4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:33.207449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c451766-a3ce-40b8-8dc7-680945c6c4b4 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:33.208149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c451766-a3ce-40b8-8dc7-680945c6c4b4 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Synchronizing usage tracker for tenant:939a29e505b14dd381157a1e6e974aaa on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:33.226981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] For port 2dadc45f-d277-43f4-9177-ea77d4597624, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2dadc45f-d277-43f4-9177-ea77d4597624,segment=NetworkSegment(1932c355-e981-4f02-a8db-19ae6f13900c),segment_id=1932c355-e981-4f02-a8db-19ae6f13900c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:33.227462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.234375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:33.235608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39591968-f063-4e02-8153-a0259fd6e288 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:33.340879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Calling delete_port for 2dadc45f-d277-43f4-9177-ea77d4597624 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:33.402080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Calling delete_port for 2dadc45f-d277-43f4-9177-ea77d4597624 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:33.405828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.406316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.508926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c451766-a3ce-40b8-8dc7-680945c6c4b4 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Unset dirty status for tenant:939a29e505b14dd381157a1e6e974aaa on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:33.519905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c451766-a3ce-40b8-8dc7-680945c6c4b4 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "GET /v2.0/ports/71b71930-27cd-4ad7-9cab-fb37d1c36eba HTTP/1.1" status: 200 len: 1135 time: 0.4484062 Dec 23 15:12:33.520721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49844) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:33.522655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.528950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7de5c5b6-d4ab-4605-a15f-27b5ddad4195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:33.583273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Pushing event deleted for resources: {'Port': ['ID=2dadc45f-d277-43f4-9177-ea77d4597624,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:33.586173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:33.587820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6261258-dee7-4b62-bec4-3f06ec959807 None None] Network 067db609-eee9-43fc-be8f-a3bea1070d28 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:33.620765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting port fd2935f4-66f8-4959-b80f-38225ac6fdbd {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:33.621218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.653395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=8e6cd163-d178-4731-a739-bb4610300b22,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:33.661792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:33.672055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] No DVR routers for this DVR port 2dadc45f-d277-43f4-9177-ea77d4597624 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:33.679316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Deleting port 71b71930-27cd-4ad7-9cab-fb37d1c36eba {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:33.679316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.708494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:33.708875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:33.720949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13d22e96-753b-4f18-9e4e-e639f56691b2 None None] Provisioning for port 7f377a96-889c-4c60-a493-ca50548af734 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:33.741675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 289b49d6-fa0b-46f8-970c-3b2fa241e46c owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:33.842160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7f377a96-889c-4c60-a493-ca50548af734 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:33.856873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:33.906582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': 'db0fc0ba-5e55-4828-9a75-e08cb978505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:33.907021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: 85c38389-b9e9-4066-9cc3-94a42f39b42d, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:33.992918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7f377a96-889c-4c60-a493-ca50548af734 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:34.007053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7f377a96-889c-4c60-a493-ca50548af734 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:34.007342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.051798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.128392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013c755-6f65-440b-914b-82651ce73e12 req-7ba7b58f-c24c-4b46-bf7e-471106b8820d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:34.130121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b013c755-6f65-440b-914b-82651ce73e12 req-7ba7b58f-c24c-4b46-bf7e-471106b8820d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6362948 Dec 23 15:12:34.174876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.207315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Calling delete_port for fd2935f4-66f8-4959-b80f-38225ac6fdbd owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:34.215204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 7f377a96-889c-4c60-a493-ca50548af734, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7f377a96-889c-4c60-a493-ca50548af734,segment=NetworkSegment(ffb2c6a5-84ee-4640-81cf-b1d347eef624),segment_id=ffb2c6a5-84ee-4640-81cf-b1d347eef624)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:34.219702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.227960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02d42d69-12a7-4070-8e13-18b03ebd3cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:34.240125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Deleting port 2dadc45f-d277-43f4-9177-ea77d4597624 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:34.240506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.302329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:34.327257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=7f377a96-889c-4c60-a493-ca50548af734,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:34.335762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] The port '2dadc45f-d277-43f4-9177-ea77d4597624' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:34.340291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2dadc45f-d277-43f4-9177-ea77d4597624 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:34.356098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 85c38389-b9e9-4066-9cc3-94a42f39b42d) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:34.390259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:34.391062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 2dadc45f-d277-43f4-9177-ea77d4597624 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:34.391464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2dadc45f-d277-43f4-9177-ea77d4597624 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:34.394915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.399702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381c220-5cfc-4316-9004-e20dba40e1ca None None] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:34.415794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:34.416553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.426138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.433793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b013c755-6f65-440b-914b-82651ce73e12 req-f36521d0-d9c3-4d58-8068-6ff0a8877301 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904503 Dec 23 15:12:34.448371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26525fd2-0215-427e-8de4-76ac830d131c tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:34.547524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Calling delete_port for 71b71930-27cd-4ad7-9cab-fb37d1c36eba owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:34.560208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=289b49d6-fa0b-46f8-970c-3b2fa241e46c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:34.575498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:34.634990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a931f83d-0634-4782-8873-7a81a335ed7f None None] Provisioning complete for port 7f377a96-889c-4c60-a493-ca50548af734 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:34.635532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a931f83d-0634-4782-8873-7a81a335ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.693782 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4616973 Dec 23 15:12:34.702676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:34.713679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d', 'name': 'tempest-PortsIpV6TestJSON-1760917324'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:34.729212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-85c38389-b9e9-4066-9cc3-94a42f39b42d', 'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': '8e6cd163-d178-4731-a739-bb4610300b22'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:34.730400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.733856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.734618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.817873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.820411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:34.825520 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/floatingips/754a1bc0-a8d2-456b-8dd7-5608a5db1cf1 HTTP/1.1" status: 204 len: 168 time: 2.8927331 Dec 23 15:12:34.835797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Allocated IP 172.20.0.1 (067db609-eee9-43fc-be8f-a3bea1070d28/b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5/60d07b86-b2f1-46d2-822b-4056e885eae3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:34.838472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49854) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:34.855960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '23913272-14b2-4797-946d-17fc749623af'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:34.916556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:34.947073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:floatingip and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:34.955947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:34.971720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Allocated IP 2001:db8::2 (85c38389-b9e9-4066-9cc3-94a42f39b42d/8e6cd163-d178-4731-a739-bb4610300b22/aa5e5cbe-6816-44ab-95a8-d602d1eee649) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:35.069032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.145812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b093e8a-f64e-41d0-a3a0-ffa6b643be13']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:35.167062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1932c355-e981-4f02-a8db-19ae6f13900c') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:35.167441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1932c355-e981-4f02-a8db-19ae6f13900c') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:35.228129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.254478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:35.275894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d262b4-8f57-4163-9abb-de83cf857409 req-1fcbe01e-c48c-45f7-bde4-bd281ffcb1e7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:35.278012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66d262b4-8f57-4163-9abb-de83cf857409 req-1fcbe01e-c48c-45f7-bde4-bd281ffcb1e7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6608264 Dec 23 15:12:35.292103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.358313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:35.358692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.369206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:35.373989 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:35.385815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:35.392963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.404251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Transition to ACTIVE for port object aa5e5cbe-6816-44ab-95a8-d602d1eee649 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:35.424748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:35.426722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Transition to ACTIVE for port object aa5e5cbe-6816-44ab-95a8-d602d1eee649 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:35.434959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.437255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:35.447973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.451427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:35.454984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2a47055-8b44-4940-8073-8ab2ec48ed5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:35.472634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-20184660-d16c-47cb-81f8-b2d64f1f55fa tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:35.505903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:35.509099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:35.513484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:35.542044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event deleted for resources: {'Port': ['ID=71b71930-27cd-4ad7-9cab-fb37d1c36eba,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:35.544890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:35.564371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Pushing event updated for resources: {'Port': ['ID=aa5e5cbe-6816-44ab-95a8-d602d1eee649,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:35.568587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.571644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:35.573884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:35.579926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.612298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.616888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.624868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66d262b4-8f57-4163-9abb-de83cf857409 req-e24a72f7-5068-475e-b1d0-ea28a57dd510 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244071 Dec 23 15:12:35.627632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:35.642106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Attempting to bind port aa5e5cbe-6816-44ab-95a8-d602d1eee649 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:35.642719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Attempting to bind port aa5e5cbe-6816-44ab-95a8-d602d1eee649 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'db0fc0ba-5e55-4828-9a75-e08cb978505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:35.643306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Attempting to bind port aa5e5cbe-6816-44ab-95a8-d602d1eee649 on network 85c38389-b9e9-4066-9cc3-94a42f39b42d {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:35.658284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:35.659075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Checking segment: {'id': 'db0fc0ba-5e55-4828-9a75-e08cb978505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:35.659702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.660301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Bound using segment: {'id': 'db0fc0ba-5e55-4828-9a75-e08cb978505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:35.660996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Bound port: aa5e5cbe-6816-44ab-95a8-d602d1eee649, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0fc0ba-5e55-4828-9a75-e08cb978505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:35.662230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.695268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Transition to ACTIVE for port object 60d07b86-b2f1-46d2-822b-4056e885eae3 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:35.711036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port ea68dcdf-c937-4971-a6cc-44fe884f3822 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:35.728761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.778452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b093e8a-f64e-41d0-a3a0-ffa6b643be13,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:35.784961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6b093e8a-f64e-41d0-a3a0-ffa6b643be13 HTTP/1.1" status: 204 len: 168 time: 3.1992846 Dec 23 15:12:35.786562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:35.794465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "DELETE /v2.0/ports/71b71930-27cd-4ad7-9cab-fb37d1c36eba HTTP/1.1" status: 204 len: 168 time: 2.2650447 Dec 23 15:12:35.796177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:35.797355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49862) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:35.798679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01cc3843-71e4-4da5-af18-ae1e33f7f3d3 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:35.860958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] For port aa5e5cbe-6816-44ab-95a8-d602d1eee649, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:35.868774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] For port aa5e5cbe-6816-44ab-95a8-d602d1eee649, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=aa5e5cbe-6816-44ab-95a8-d602d1eee649,segment=NetworkSegment(db0fc0ba-5e55-4828-9a75-e08cb978505c),segment_id=db0fc0ba-5e55-4828-9a75-e08cb978505c)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:35.872263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7f377a96-889c-4c60-a493-ca50548af734 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:35.927750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Port': ['ID=fd2935f4-66f8-4959-b80f-38225ac6fdbd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:35.932391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:35.982801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.015638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4154154-4012-464f-8895-5cb2a877f59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:36.048006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.101888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e390e8ab-67df-4537-8763-6e46f1a05416 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:36.108370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Pushing event updated for resources: {'Port': ['ID=aa5e5cbe-6816-44ab-95a8-d602d1eee649,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:36.131468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:36.150862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7f377a96-889c-4c60-a493-ca50548af734 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:36.151398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.174814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49866) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:36.176552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.387156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e6d1068-1c19-418b-a8b4-671257bea66d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4595cf127ba9450ea51449156d8129de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025008 Dec 23 15:12:36.387361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network 067db609-eee9-43fc-be8f-a3bea1070d28 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:36.388898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49870) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:36.399940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:36.402053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Port': ['ID=60d07b86-b2f1-46d2-822b-4056e885eae3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:36.415848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:36.453390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:36.490864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::3a3 (85c38389-b9e9-4066-9cc3-94a42f39b42d/8e6cd163-d178-4731-a739-bb4610300b22/ea68dcdf-c937-4971-a6cc-44fe884f3822) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:36.505130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa563aa-3dbb-453b-a6fb-02b4b6fc6c32 req-ae6aab27-2bb1-48b5-bf92-17be13a83caa tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:36.506915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fa563aa-3dbb-453b-a6fb-02b4b6fc6c32 req-ae6aab27-2bb1-48b5-bf92-17be13a83caa tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.7120240 Dec 23 15:12:36.518843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.694174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Deleting subnet fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:36.720055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.728922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.736279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.822341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.863306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Router fc2d487e-1457-4dfc-a19b-9c7ff0250c3e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:36.871442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fa563aa-3dbb-453b-a6fb-02b4b6fc6c32 req-34d7a383-d6a4-4613-90cd-4a2836bec7aa tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488832 Dec 23 15:12:36.896083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.944397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9a5586d7-8037-4d6a-8b33-2fa282fc868f None None] Provisioning for port 60d07b86-b2f1-46d2-822b-4056e885eae3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:36.950816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9a5586d7-8037-4d6a-8b33-2fa282fc868f None None] Provisioning complete for port 60d07b86-b2f1-46d2-822b-4056e885eae3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:36.952131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a5586d7-8037-4d6a-8b33-2fa282fc868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.976933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:36.983207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fe86148f-c870-41b7-9b55-a509d2f05190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:36.998001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Router 9b2be333-f6a1-4fab-adba-8b99bd74b57f is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:12:37.046471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a5586d7-8037-4d6a-8b33-2fa282fc868f None None] Port 60d07b86-b2f1-46d2-822b-4056e885eae3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:37.065528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed596a5-ffa7-45df-89d9-dfdc6c246a91,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:37.068182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:37.132049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:37.133662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ed596a5-ffa7-45df-89d9-dfdc6c246a91 HTTP/1.1" status: 204 len: 168 time: 0.7434199 Dec 23 15:12:37.138252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:37.149456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] Sync routers for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:37.149831 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4618268 Dec 23 15:12:37.152830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49878) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:37.169564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:37.170893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:37.244412 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-0ff4a323-5c85-4fdc-b0f7-b6dc83d4e8b5 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] delete failed (client error): The resource could not be found. Dec 23 15:12:37.245641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ff4a323-5c85-4fdc-b0f7-b6dc83d4e8b5 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-524279476 HTTP/1.1" status: 404 len: 334 time: 0.0917158 Dec 23 15:12:37.252446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49882) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:37.259634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:37.265195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e28866f3-fda0-452f-b994-b8ba99d41bac tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:37.277696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:37.278620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:37.292496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.15 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/f7b3bb8c-a2cc-40f7-b425-1a3a74480edd) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:37.346011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:37.428883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:37.468728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:37.565864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:37.566814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107912b-ff3d-4ea9-91e4-5173bc10401b None None] The sync data for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:37.599210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e656-faf4-4b28-9d6a-7574ae235040 req-9b634b71-f35f-4f65-af96-a3ff14f071d7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:37.602294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b90e656-faf4-4b28-9d6a-7574ae235040 req-9b634b71-f35f-4f65-af96-a3ff14f071d7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.5465086 Dec 23 15:12:37.862389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device aa5e5cbe-6816-44ab-95a8-d602d1eee649 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:37.953415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object ea68dcdf-c937-4971-a6cc-44fe884f3822 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:37.969390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port aa5e5cbe-6816-44ab-95a8-d602d1eee649 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:38.091335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b90e656-faf4-4b28-9d6a-7574ae235040 req-d4f02009-9264-49c4-a5bd-39b4dcebf796 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766681 Dec 23 15:12:38.207538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.220433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b7fcd6f2-4a24-4c55-b882-77722b64835f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:38.257350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f0a5f-7098-4ddc-a9f8-3c405fbba095 None None] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:38.265707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:38.266732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e28866f3-fda0-452f-b994-b8ba99d41bac tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.278213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:38.308330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e28866f3-fda0-452f-b994-b8ba99d41bac tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] update failed (client error): The resource could not be found. Dec 23 15:12:38.309938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e28866f3-fda0-452f-b994-b8ba99d41bac tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e HTTP/1.1" status: 404 len: 339 time: 1.0509870 Dec 23 15:12:38.313664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49902) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:38.322023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1899793427'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:38.331629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:38.339446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:network and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:38.344467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:38.357911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:38.377003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:38.385052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Provisioning for port aa5e5cbe-6816-44ab-95a8-d602d1eee649 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:38.389310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58f358-e91d-41ec-9799-14168c7a87b5 None None] Network 36d66968-992a-413e-bbed-8d95251c2e18 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:38.391369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.425428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.441933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.451418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:38.464114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.464415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Added segment b21ad010-574c-4247-9fda-82c9e6f9339e of type vlan for network 334b3e28-9e44-40ff-bd50-55890cd73766 Dec 23 15:12:38.484789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.489938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-019822c1-d85f-4d42-837c-45476116495d tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:38.501107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.540517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.545556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:38.546719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.554076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:38.592265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Provisioning complete for port aa5e5cbe-6816-44ab-95a8-d602d1eee649 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:38.592675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.634338 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "DELETE /v2.0/subnets/fcc81bc2-9c9b-48ce-ad15-3baa2f68d55d HTTP/1.1" status: 204 len: 168 time: 2.8284082 Dec 23 15:12:38.638276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:38.645939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:38.646911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:38.660664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:38.665416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:38.666124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.690769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Network': ['ID=334b3e28-9e44-40ff-bd50-55890cd73766,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:38.694414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:38.709621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3944635 Dec 23 15:12:38.713016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49914) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:38.721972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'subnet': {'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:38.723906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 334b3e28-9e44-40ff-bd50-55890cd73766 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:38.731517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0230668 Dec 23 15:12:38.746826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49918) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:38.756104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': '85c38389-b9e9-4066-9cc3-94a42f39b42d', 'name': 'tempest-PortsIpV6TestJSON-955544136'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:38.800503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ea68dcdf-c937-4971-a6cc-44fe884f3822,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:38.814595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:38.912077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.926142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ed0d212-a566-45e0-a58e-7e583797b16e tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:38.986779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:38.993034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.016169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] DHCP port deletion for 36d66968-992a-413e-bbed-8d95251c2e18 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:12:39.021656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:39.041723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] Sync routers for ids ['9b2be333-f6a1-4fab-adba-8b99bd74b57f'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:39.050590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Deleting port 8b7e8348-8350-4a28-8b98-d977b5914d55 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:39.051158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.071545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:39.079843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Deleting port 8b7e8348-8350-4a28-8b98-d977b5914d55 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:39.080232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.107112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=f7b3bb8c-a2cc-40f7-b425-1a3a74480edd,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:39.121796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:39.124769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:39.126282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:39.130600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Usage tracker for resource:subnet and tenant:ba2ec3f8fe574dc3833b5f75f322a017 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:39.134750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:39.137748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:39.138681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:39.141284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:39.144515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:39.151295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:39.154632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:39.174937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Made reservation on behalf of ba2ec3f8fe574dc3833b5f75f322a017 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:39.180131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.188765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.190313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.6382151 Dec 23 15:12:39.195851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49930) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:39.199222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:39.205003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.206252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.209486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] For port aa5e5cbe-6816-44ab-95a8-d602d1eee649, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=aa5e5cbe-6816-44ab-95a8-d602d1eee649,segment=NetworkSegment(db0fc0ba-5e55-4828-9a75-e08cb978505c),segment_id=db0fc0ba-5e55-4828-9a75-e08cb978505c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:39.214407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] Routers {'9b2be333-f6a1-4fab-adba-8b99bd74b57f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:39.215116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['9b2be333-f6a1-4fab-adba-8b99bd74b57f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:39.252045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-738737fe-4402-4216-989b-9f55443106f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:39.322346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.336350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:39.378273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:39.393509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port fd89b1d7-13dc-4e3e-8a77-1663bf00645a yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:39.457024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Port': ['ID=60d07b86-b2f1-46d2-822b-4056e885eae3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:39.470438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.503909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:39.561596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] Routers {'9b2be333-f6a1-4fab-adba-8b99bd74b57f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:39.563578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['9b2be333-f6a1-4fab-adba-8b99bd74b57f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:39.577306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.660646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Pushing event updated for resources: {'Port': ['ID=aa5e5cbe-6816-44ab-95a8-d602d1eee649,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:39.665273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:39.669320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:39.670003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf15c63-9316-42ea-97ee-104e03924f78 None None] The sync data for ids ['9b2be333-f6a1-4fab-adba-8b99bd74b57f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:39.696959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] For port 8b7e8348-8350-4a28-8b98-d977b5914d55, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8b7e8348-8350-4a28-8b98-d977b5914d55,segment=NetworkSegment(e0f19d86-0347-4804-96c5-e2c304777573),segment_id=e0f19d86-0347-4804-96c5-e2c304777573)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:39.697097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:39.854502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Calling delete_port for 8b7e8348-8350-4a28-8b98-d977b5914d55 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:39.982010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] For port 8b7e8348-8350-4a28-8b98-d977b5914d55, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8b7e8348-8350-4a28-8b98-d977b5914d55,segment=NetworkSegment(e0f19d86-0347-4804-96c5-e2c304777573),segment_id=e0f19d86-0347-4804-96c5-e2c304777573)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:39.982739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.011974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.033833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:40.109616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Subnet': ['ID=51eb6c4b-4b06-4cf8-a74c-538ecfdc91e5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:40.121356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:40.218746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device aa5e5cbe-6816-44ab-95a8-d602d1eee649 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:40.234888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49942) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:40.304300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::2ea (85c38389-b9e9-4066-9cc3-94a42f39b42d/8e6cd163-d178-4731-a739-bb4610300b22/fd89b1d7-13dc-4e3e-8a77-1663bf00645a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:40.316718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0418aad2-b1a5-46ab-8f43-62d13ab619f6 None None] Provisioning complete for port aa5e5cbe-6816-44ab-95a8-d602d1eee649 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:40.317216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0418aad2-b1a5-46ab-8f43-62d13ab619f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.359056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.373784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ac07555-98ad-41e4-bac9-bdea6648281f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:40.445794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Pushing event deleted for resources: {'Port': ['ID=8b7e8348-8350-4a28-8b98-d977b5914d55,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:40.448659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:40.464829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] No DVR routers for this DVR port 8b7e8348-8350-4a28-8b98-d977b5914d55 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:40.484575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port aa5e5cbe-6816-44ab-95a8-d602d1eee649 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:40.484969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.585902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.605700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object fd89b1d7-13dc-4e3e-8a77-1663bf00645a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:40.613769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Calling delete_port for 8b7e8348-8350-4a28-8b98-d977b5914d55 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:40.642203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1653179580'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:40.647711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:40.648886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0418aad2-b1a5-46ab-8f43-62d13ab619f6 None None] Provisioning for port ea68dcdf-c937-4971-a6cc-44fe884f3822 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:40.652625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Usage tracker for resource:network and tenant:cd7783eb3c47417594f5bc5afc84914c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:40.656726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:40.664007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:40.664379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0418aad2-b1a5-46ab-8f43-62d13ab619f6 None None] Provisioning complete for port ea68dcdf-c937-4971-a6cc-44fe884f3822 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:40.664809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0418aad2-b1a5-46ab-8f43-62d13ab619f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.672943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.681855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Made reservation on behalf of cd7783eb3c47417594f5bc5afc84914c for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:40.687593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.708562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c46d79f-2f0f-4260-a653-23b6e3018e38 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:40.736113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0418aad2-b1a5-46ab-8f43-62d13ab619f6 None None] Port ea68dcdf-c937-4971-a6cc-44fe884f3822 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:40.769675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.780147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Checking segment: {'id': 'b21ad010-574c-4247-9fda-82c9e6f9339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:40.780692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network hostable DHCP agents. Network: 334b3e28-9e44-40ff-bd50-55890cd73766, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:40.781084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8b7e8348-8350-4a28-8b98-d977b5914d55 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:40.783466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network 067db609-eee9-43fc-be8f-a3bea1070d28 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:40.787657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:40.830697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 8b7e8348-8350-4a28-8b98-d977b5914d55 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:40.831109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8b7e8348-8350-4a28-8b98-d977b5914d55 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:40.846525 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e11a2d4d-49dc-425f-bae5-7bd20dd2e576 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/9b2be333-f6a1-4fab-adba-8b99bd74b57f HTTP/1.1" status: 200 len: 924 time: 1.6172142 Dec 23 15:12:40.864746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aabdd8a7-ee71-4417-8047-e18323f2dd71 None None] Provisioning complete for port ea68dcdf-c937-4971-a6cc-44fe884f3822 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:40.865262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aabdd8a7-ee71-4417-8047-e18323f2dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.868811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49948) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:40.877871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:40.883459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:40.896606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=fd89b1d7-13dc-4e3e-8a77-1663bf00645a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:40.907527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:40.912588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:40.913315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:40.928582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aabdd8a7-ee71-4417-8047-e18323f2dd71 None None] Port ea68dcdf-c937-4971-a6cc-44fe884f3822 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:40.972758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:40.973141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:40.981183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5401eff7-29be-49fb-be84-6056d60f3737 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b2be333-f6a1-4fab-adba-8b99bd74b57f HTTP/1.1" status: 200 len: 205 time: 0.1006253 Dec 23 15:12:40.981847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49952) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:40.986731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:40.994660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 334b3e28-9e44-40ff-bd50-55890cd73766 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:41.007390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:41.017902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Usage tracker for resource:security_group_rule and tenant:cd7783eb3c47417594f5bc5afc84914c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:41.021058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 334b3e28-9e44-40ff-bd50-55890cd73766) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:41.025646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:41.031359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e34f21e-b021-4291-94a9-d7f89c550857 None None] Network 334b3e28-9e44-40ff-bd50-55890cd73766 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:41.034419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:41.035068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.044779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:41.059470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3101442 Dec 23 15:12:41.063691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49956) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:41.139743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4254014 Dec 23 15:12:41.140620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49960) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:41.155162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dd2f4285-9eee-49a5-b1a0-0169a712efb4 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'router': {'external_gateway_info': {'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:41.334868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0ddd9c4f-4360-4e61-8b6a-67237f6b692c None None] Provisioning complete for port 60d07b86-b2f1-46d2-822b-4056e885eae3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:41.335373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9c4f-4360-4e61-8b6a-67237f6b692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.369463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.378187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-334b3e28-9e44-40ff-bd50-55890cd73766', 'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766', 'tenant_id': 'ba2ec3f8fe574dc3833b5f75f322a017', 'fixed_ips': [{'subnet_id': '51eb6c4b-4b06-4cf8-a74c-538ecfdc91e5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:41.379118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.382059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.391183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4725d89-b6b7-4ba2-b937-08198004b6c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:41.392238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4725d89-b6b7-4ba2-b937-08198004b6c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:41.401753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.414445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fcb89a01-9fa9-4d7e-9c09-bf2df4eb2da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:41.440331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:41.485113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Deleting port 8b7e8348-8350-4a28-8b98-d977b5914d55 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:41.485543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.488155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd9c4f-4360-4e61-8b6a-67237f6b692c None None] Port 60d07b86-b2f1-46d2-822b-4056e885eae3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:41.524563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4725d89-b6b7-4ba2-b937-08198004b6c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:41.528706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4725d89-b6b7-4ba2-b937-08198004b6c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a3 HTTP/1.1" status: 200 len: 929 time: 0.4611807 Dec 23 15:12:41.534007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:41.535531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80092005-5b02-49da-8b54-3a997b3037e0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:41.538953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:41.540324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.540999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Added segment 6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a of type vlan for network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e Dec 23 15:12:41.575458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Allocated IP 2001:db8:1::2 (334b3e28-9e44-40ff-bd50-55890cd73766/51eb6c4b-4b06-4cf8-a74c-538ecfdc91e5/f74964a2-704a-41f9-baa7-d3ff8e14e876) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:41.622273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] The port '8b7e8348-8350-4a28-8b98-d977b5914d55' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:41.680610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.699333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-637b8320-b4fc-4554-9af7-2e2024a1bad5 None None] Provisioning for port fd89b1d7-13dc-4e3e-8a77-1663bf00645a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:41.720205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-637b8320-b4fc-4554-9af7-2e2024a1bad5 None None] Provisioning complete for port fd89b1d7-13dc-4e3e-8a77-1663bf00645a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:41.720645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-637b8320-b4fc-4554-9af7-2e2024a1bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.811002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-637b8320-b4fc-4554-9af7-2e2024a1bad5 None None] Port fd89b1d7-13dc-4e3e-8a77-1663bf00645a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:41.877369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.883659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.895879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Transition to ACTIVE for port object f74964a2-704a-41f9-baa7-d3ff8e14e876 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:41.917883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Transition to ACTIVE for port object f74964a2-704a-41f9-baa7-d3ff8e14e876 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:41.924917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:41.929088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:41.990829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Network 334b3e28-9e44-40ff-bd50-55890cd73766 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:41.993915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:41.998088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:42.014990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Pushing event updated for resources: {'Port': ['ID=f74964a2-704a-41f9-baa7-d3ff8e14e876,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:42.018826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:42.050615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.054889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:42.055557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.062871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-915fc6d0-a642-49bc-900d-d49b9ecaf725 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:42.096192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4285-9eee-49a5-b1a0-0169a712efb4 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.107899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Attempting to bind port f74964a2-704a-41f9-baa7-d3ff8e14e876 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:42.108333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Attempting to bind port f74964a2-704a-41f9-baa7-d3ff8e14e876 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'b21ad010-574c-4247-9fda-82c9e6f9339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:42.108792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Attempting to bind port f74964a2-704a-41f9-baa7-d3ff8e14e876 on network 334b3e28-9e44-40ff-bd50-55890cd73766 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:42.116465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:42.116896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Checking segment: {'id': 'b21ad010-574c-4247-9fda-82c9e6f9339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:42.117391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.117845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Bound using segment: {'id': 'b21ad010-574c-4247-9fda-82c9e6f9339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:42.118358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Bound port: f74964a2-704a-41f9-baa7-d3ff8e14e876, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21ad010-574c-4247-9fda-82c9e6f9339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '334b3e28-9e44-40ff-bd50-55890cd73766'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:42.118802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.132104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port fd89b1d7-13dc-4e3e-8a77-1663bf00645a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:42.132497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.190778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9527030 Dec 23 15:12:42.194533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49968) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:42.211712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event updated for resources: {'Network': ['ID=28dbb766-7b4e-42ff-8cc3-e95531c42d4e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:42.214880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:42.219988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] For port f74964a2-704a-41f9-baa7-d3ff8e14e876, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:42.222389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Request body: {'subnet': {'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:42.223517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] For port f74964a2-704a-41f9-baa7-d3ff8e14e876, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f74964a2-704a-41f9-baa7-d3ff8e14e876,segment=NetworkSegment(b21ad010-574c-4247-9fda-82c9e6f9339e),segment_id=b21ad010-574c-4247-9fda-82c9e6f9339e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:42.229761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:42.242837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.243887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.251313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:42.412298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d66968-992a-413e-bbed-8d95251c2e18']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:42.421915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:42.427676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Pushing event updated for resources: {'Port': ['ID=f74964a2-704a-41f9-baa7-d3ff8e14e876,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:42.428508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Usage tracker for resource:subnet and tenant:cd7783eb3c47417594f5bc5afc84914c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:42.430944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:42.436584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:42.446956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:42.473377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Made reservation on behalf of cd7783eb3c47417594f5bc5afc84914c for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:42.482873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f19d86-0347-4804-96c5-e2c304777573') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:42.483213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f19d86-0347-4804-96c5-e2c304777573') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:42.525948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.610215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-dd2f4285-9eee-49a5-b1a0-0169a712efb4 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:12:42.611433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd2f4285-9eee-49a5-b1a0-0169a712efb4 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e HTTP/1.1" status: 400 len: 364 time: 1.4676528 Dec 23 15:12:42.630990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.637551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49972) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:42.657633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.718283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.857496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:42.857950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:42.880415 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:42.903223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:42.908099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c7300d6-7ba2-45da-9915-39d5162cf614 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:42.987889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Router 7b8d62cf-f6ed-47a5-b03e-fe3912d7f152 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:12:42.992806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event updated for resources: {'Subnet': ['ID=acf64e1c-3e6d-44f5-8297-8509e9003f9c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:42.996981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:43.012993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Checking segment: {'id': '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:43.013506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Network hostable DHCP agents. Network: 28dbb766-7b4e-42ff-8cc3-e95531c42d4e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:43.036259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:43.045021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 28dbb766-7b4e-42ff-8cc3-e95531c42d4e) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:43.049221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:43.050458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.055875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0dc689-2d06-4c22-bc01-bb819c5b836b None None] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:43.078067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8678989 Dec 23 15:12:43.081415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49976) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:43.088061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Request body: {'port': {'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1089528475'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:43.112531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.125822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.137081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.141932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.149911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b59ec9e-91e9-4a77-8151-f8965969f727 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:43.199388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.247409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:43.251484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Usage tracker for resource:port and tenant:cd7783eb3c47417594f5bc5afc84914c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:43.254683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:43.261470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:43.272260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Made reservation on behalf of cd7783eb3c47417594f5bc5afc84914c for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:43.278001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.295447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-28dbb766-7b4e-42ff-8cc3-e95531c42d4e', 'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e', 'tenant_id': 'cd7783eb3c47417594f5bc5afc84914c', 'fixed_ips': [{'subnet_id': 'acf64e1c-3e6d-44f5-8297-8509e9003f9c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:43.296370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.306792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] device_id is not set on port c25d6bcf-0bd9-4eba-beb3-8012785bc9df yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:43.465573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Allocated IP 172.20.0.11 (28dbb766-7b4e-42ff-8cc3-e95531c42d4e/acf64e1c-3e6d-44f5-8297-8509e9003f9c/c25d6bcf-0bd9-4eba-beb3-8012785bc9df) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:43.472595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for fd89b1d7-13dc-4e3e-8a77-1663bf00645a owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:43.624965 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] 10.222.0.49 "DELETE /v2.0/networks/36d66968-992a-413e-bbed-8d95251c2e18 HTTP/1.1" status: 204 len: 168 time: 4.9755168 Dec 23 15:12:43.636534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=f7b3bb8c-a2cc-40f7-b425-1a3a74480edd,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:43.640005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:43.656745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7810f158-45c4-45a0-a3b7-6904896f70a3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:43.696126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.720745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Transition to ACTIVE for port object c25d6bcf-0bd9-4eba-beb3-8012785bc9df will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:43.744661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:43.752064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e81ca22-0eff-4091-a66a-b13fc6f50160 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:43.862966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:43.863948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event updated for resources: {'Port': ['ID=c25d6bcf-0bd9-4eba-beb3-8012785bc9df,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:43.867607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:43.873480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:43.874258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:43.887494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Allocated IP 172.20.0.2 (28dbb766-7b4e-42ff-8cc3-e95531c42d4e/acf64e1c-3e6d-44f5-8297-8509e9003f9c/e395e5ba-6470-4535-b9bf-9f33877216d1) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:43.911984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f74964a2-704a-41f9-baa7-d3ff8e14e876 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:44.005036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:44.006207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.057427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9748280 Dec 23 15:12:44.061004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49986) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:44.118604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f74964a2-704a-41f9-baa7-d3ff8e14e876 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:44.151806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 49990) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:44.208878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Pushing event deleted for resources: {'Network': ['ID=36d66968-992a-413e-bbed-8d95251c2e18,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:44.216536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:44.225355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Deleting port c25d6bcf-0bd9-4eba-beb3-8012785bc9df {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:44.225834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.254625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.255202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.268662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Transition to ACTIVE for port object e395e5ba-6470-4535-b9bf-9f33877216d1 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:44.292992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Transition to ACTIVE for port object e395e5ba-6470-4535-b9bf-9f33877216d1 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:44.305350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.315353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02f1457b-2979-4379-9546-5498ac98b7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:44.407264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:44.411157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:44.421281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:44.428624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Pushing event updated for resources: {'Port': ['ID=e395e5ba-6470-4535-b9bf-9f33877216d1,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:44.441539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:44.496582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b309c-655e-467e-8e33-d22311535904 None None] Network 334b3e28-9e44-40ff-bd50-55890cd73766 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:44.587682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.603546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0244f1a6-5e5d-40e9-97c1-b4e089b0f3bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=939a29e505b14dd381157a1e6e974aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4480810 Dec 23 15:12:44.609499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 49996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:44.651913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.672129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:44.733375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Calling delete_port for c25d6bcf-0bd9-4eba-beb3-8012785bc9df owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:44.774589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=fd89b1d7-13dc-4e3e-8a77-1663bf00645a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:44.789511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:44.836422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Attempting to bind port e395e5ba-6470-4535-b9bf-9f33877216d1 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:44.837099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Attempting to bind port e395e5ba-6470-4535-b9bf-9f33877216d1 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:44.837265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Attempting to bind port e395e5ba-6470-4535-b9bf-9f33877216d1 on network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:44.840153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:44.848067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:44.848560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Checking segment: {'id': '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:44.849022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.849506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Bound using segment: {'id': '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:44.850036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Bound port: e395e5ba-6470-4535-b9bf-9f33877216d1, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28dbb766-7b4e-42ff-8cc3-e95531c42d4e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:44.850461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.858035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] Sync routers for ids ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:44.861454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Provisioning for port f74964a2-704a-41f9-baa7-d3ff8e14e876 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:44.885013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] Routers {'7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:44.885289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Provisioning complete for port f74964a2-704a-41f9-baa7-d3ff8e14e876 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:44.885660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.889839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:44.901812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.910893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.916861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:44.967346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event deleted for resources: {'Port': ['ID=c25d6bcf-0bd9-4eba-beb3-8012785bc9df,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:44.977816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:44.981513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:44.988753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/fd89b1d7-13dc-4e3e-8a77-1663bf00645a HTTP/1.1" status: 204 len: 168 time: 3.4513891 Dec 23 15:12:44.999213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "PUT /v2.0/routers/7b8d62cf-f6ed-47a5-b03e-fe3912d7f152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0015318 Dec 23 15:12:45.001281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50000) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:45.001759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50002) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:45.026851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:45.041542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] Routers {'7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:45.043070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:45.062076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'port': {'network_id': '067db609-eee9-43fc-be8f-a3bea1070d28', 'name': 'tempest-FloatingIPNegativeTestJSON-533036166'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:45.078073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Deleting port c2ced495-2d65-4c9e-9ee9-c6e5d7e390f4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:45.078444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.136179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.139478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:45.140128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3c6f3-38d9-49b5-8c9c-d8623817005a None None] The sync data for ids ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:45.145596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "DELETE /v2.0/ports/c25d6bcf-0bd9-4eba-beb3-8012785bc9df HTTP/1.1" status: 204 len: 168 time: 1.0799723 Dec 23 15:12:45.145871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50008) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:45.183170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.197564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] For port e395e5ba-6470-4535-b9bf-9f33877216d1, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:45.254622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] For port e395e5ba-6470-4535-b9bf-9f33877216d1, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e395e5ba-6470-4535-b9bf-9f33877216d1,segment=NetworkSegment(6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a),segment_id=6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:45.266377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.269977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.278452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc7b2b9-3305-4d83-80d2-3722b68ab3c2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:12:45.279042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8fc7b2b9-3305-4d83-80d2-3722b68ab3c2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:45.285660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:45.328381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.345003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3a63167-6a4e-4173-858b-05e9f3e701fa tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.1951735 Dec 23 15:12:45.358168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50014) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:45.376601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1181843976'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:45.384094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:45.389035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Usage tracker for resource:network and tenant:cd7783eb3c47417594f5bc5afc84914c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:45.395130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:45.403729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:45.420542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Made reservation on behalf of cd7783eb3c47417594f5bc5afc84914c for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:45.421581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] For port f74964a2-704a-41f9-baa7-d3ff8e14e876, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f74964a2-704a-41f9-baa7-d3ff8e14e876,segment=NetworkSegment(b21ad010-574c-4247-9fda-82c9e6f9339e),segment_id=b21ad010-574c-4247-9fda-82c9e6f9339e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:45.428362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.429329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.433757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Pushing event updated for resources: {'Port': ['ID=e395e5ba-6470-4535-b9bf-9f33877216d1,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:45.437405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:45.437697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:45.470493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:45.480485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.481046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Added segment bb7dc38d-5135-4419-bcd5-d08a80784920 of type vlan for network 5da12fde-fb04-433f-85b8-d5bb19ede452 Dec 23 15:12:45.508756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.514448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Pushing event updated for resources: {'Port': ['ID=f74964a2-704a-41f9-baa7-d3ff8e14e876,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:45.518718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:45.519907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.554426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.559992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:45.560948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.566085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff733c21-5d63-4018-9e3a-b4b6b9f62830 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:45.679870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3177860 Dec 23 15:12:45.681330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50018) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:45.683261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8fc7b2b9-3305-4d83-80d2-3722b68ab3c2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:45.687594 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8fc7b2b9-3305-4d83-80d2-3722b68ab3c2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/fd89b1d7-13dc-4e3e-8a77-1663bf00645a HTTP/1.1" status: 404 len: 333 time: 0.6767631 Dec 23 15:12:45.693803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50022) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:45.771429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event updated for resources: {'Network': ['ID=5da12fde-fb04-433f-85b8-d5bb19ede452,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:45.779677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ea68dcdf-c937-4971-a6cc-44fe884f3822 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:45.780056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.786029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 5da12fde-fb04-433f-85b8-d5bb19ede452 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:45.809234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:45.824974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:port and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:45.830325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 2ddafd59-31fc-4946-93dc-11ecf182924e associated. External IP: 172.26.2.15, port: 23913272-14b2-4797-946d-17fc749623af. Dec 23 15:12:45.859399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:45.884766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:45.899002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:45.925291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:46.000122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f74964a2-704a-41f9-baa7-d3ff8e14e876 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:46.117465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f1a22153-1ed0-4f43-ba79-ab3a210c3a8e None None] Provisioning complete for port f74964a2-704a-41f9-baa7-d3ff8e14e876 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:46.117909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1a22153-1ed0-4f43-ba79-ab3a210c3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.191718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f74964a2-704a-41f9-baa7-d3ff8e14e876 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:46.192291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.397988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Calling delete_port for c2ced495-2d65-4c9e-9ee9-c6e5d7e390f4 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:46.430169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.447599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b8a3fe4-9c3d-413d-93e5-94ee9f582fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:46.468133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Made reservation on behalf of e3889f28341d4f02a6275ce116fd345e for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:46.473813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.495723 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bcc4c04e-9cec-4618-9da0-3902be2c04e8 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/agents/d1552250-8250-44d5-a148-7e53e6484105/dhcp-networks HTTP/1.1" status: 200 len: 10100 time: 0.8141682 Dec 23 15:12:46.498785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c494272e-e43f-4082-b79d-59dd932d8894,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:46.498935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50026) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:46.518295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:46.539566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.582841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] device_id is not set on port 78058d05-a043-491d-bec2-0711cbbcd14a yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:46.665964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.667219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c494272e-e43f-4082-b79d-59dd932d8894 HTTP/1.1" status: 204 len: 168 time: 2.0469680 Dec 23 15:12:46.712691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-485a4a4d-226b-458d-8d5e-349a19532ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.720038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for ea68dcdf-c937-4971-a6cc-44fe884f3822 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:46.739113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Allocated IP 2001:db8::1 (65f09e90-0c3f-4685-a9b1-a32011aae10c/8a004054-6934-42a4-9a4b-56ccacc98153/74d68922-d25c-4438-af33-f0bfbef94375) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:46.840804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1836c4-418c-497f-81c6-d775b293e187 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] Network 5da12fde-fb04-433f-85b8-d5bb19ede452 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:46.904547 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f1836c4-418c-497f-81c6-d775b293e187 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "POST /v2.0/agents/d1552250-8250-44d5-a148-7e53e6484105/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4046171 Dec 23 15:12:46.907638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50032) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:46.912292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78eada-4bf2-4710-8eb1-c9eb3fdb3595 None None] Network 5da12fde-fb04-433f-85b8-d5bb19ede452 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:46.932079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:46.942618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dee7c216-d5d6-45db-9963-de0a12a13604 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:46.950728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Allocated IP 172.20.0.6 (067db609-eee9-43fc-be8f-a3bea1070d28/b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5/78058d05-a043-491d-bec2-0711cbbcd14a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:47.014584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=ea68dcdf-c937-4971-a6cc-44fe884f3822,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:47.022945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:47.130037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.164945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/ea68dcdf-c937-4971-a6cc-44fe884f3822 HTTP/1.1" status: 204 len: 168 time: 1.4676654 Dec 23 15:12:47.168133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50036) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:47.254281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e1215d-bfc9-4364-a92a-f855018d46e0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:12:47.255201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3e1215d-bfc9-4364-a92a-f855018d46e0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:47.304966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86a811c7-7072-4b7e-8266-8c9314da0be6 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/agents/d1552250-8250-44d5-a148-7e53e6484105/dhcp-networks HTTP/1.1" status: 200 len: 10846 time: 0.3960457 Dec 23 15:12:47.309066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50040) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:47.320176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3e1215d-bfc9-4364-a92a-f855018d46e0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:47.321434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c3e1215d-bfc9-4364-a92a-f855018d46e0 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/ea68dcdf-c937-4971-a6cc-44fe884f3822 HTTP/1.1" status: 404 len: 333 time: 0.1522448 Dec 23 15:12:47.327412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50044) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:47.506235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-35df0009-1543-4b76-9afb-4b899d89475a tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "DELETE /v2.0/agents/d1552250-8250-44d5-a148-7e53e6484105/dhcp-networks/5da12fde-fb04-433f-85b8-d5bb19ede452 HTTP/1.1" status: 204 len: 168 time: 0.1938555 Dec 23 15:12:47.507215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50048) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:47.536300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.541809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.549377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.560886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7522f7c5-8fa0-4fc1-bad4-a84c50a37dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:47.569645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07dfe36-00ca-411b-ba04-22f3cfe3bebc None None] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:47.624991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event deleted for resources: {'Port': ['ID=c2ced495-2d65-4c9e-9ee9-c6e5d7e390f4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:47.627867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:47.629615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Transition to ACTIVE for port object 78058d05-a043-491d-bec2-0711cbbcd14a will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:47.635033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Transition to ACTIVE for port object 74d68922-d25c-4438-af33-f0bfbef94375 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:47.688594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5dfdc3c7-be02-45f0-a602-c935ebc9f317 None None] Provisioning for port e395e5ba-6470-4535-b9bf-9f33877216d1 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:47.739223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 8e6cd163-d178-4731-a739-bb4610300b22 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:47.750158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.856380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4934e57a-5846-4f50-9da2-e6a08c217cea tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/agents/d1552250-8250-44d5-a148-7e53e6484105/dhcp-networks HTTP/1.1" status: 200 len: 10100 time: 0.3479006 Dec 23 15:12:47.861001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.862257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.873782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e395e5ba-6470-4535-b9bf-9f33877216d1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:47.875088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50052) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:47.876181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a654d984-2768-4124-b90e-5005df042284 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:47.956625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e395e5ba-6470-4535-b9bf-9f33877216d1 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:47.964285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e395e5ba-6470-4535-b9bf-9f33877216d1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:47.965518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.967560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:47.977844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.054422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.059493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c729f9d-514f-4e16-9b53-8a015b6032c6 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:48.104185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.108878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6cd163-d178-4731-a739-bb4610300b22,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:48.118519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:48.123812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.135627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/8e6cd163-d178-4731-a739-bb4610300b22 HTTP/1.1" status: 204 len: 168 time: 0.8059940 Dec 23 15:12:48.136634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50056) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:48.138153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8ac33-f220-47e0-8a8e-8f16439a4de5 None None] Network 85c38389-b9e9-4066-9cc3-94a42f39b42d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:48.139155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network 067db609-eee9-43fc-be8f-a3bea1070d28 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:48.150881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Port': ['ID=78058d05-a043-491d-bec2-0711cbbcd14a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:48.153720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:48.157385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:48.159208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:48.160931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0472e14a-6520-46aa-b6fe-daa2510640b0 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:48.202307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:48.235407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.293808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:48.313859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.340252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:48.341017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.342866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port aa5e5cbe-6816-44ab-95a8-d602d1eee649 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:48.343319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.401946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.430656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e395e5ba-6470-4535-b9bf-9f33877216d1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e395e5ba-6470-4535-b9bf-9f33877216d1,segment=NetworkSegment(6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a),segment_id=6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:48.434239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7b021bf7-109d-44f9-a552-26211ff09b1a None None] Provisioning complete for port e395e5ba-6470-4535-b9bf-9f33877216d1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:48.435102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b021bf7-109d-44f9-a552-26211ff09b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.469287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.485150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b90986d-184b-4c73-afc5-f63f029ee2ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:48.490048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Port': ['ID=74d68922-d25c-4438-af33-f0bfbef94375,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:48.569578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e395e5ba-6470-4535-b9bf-9f33877216d1,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:48.581282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:48.730194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] For port aa5e5cbe-6816-44ab-95a8-d602d1eee649, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=aa5e5cbe-6816-44ab-95a8-d602d1eee649,segment=NetworkSegment(db0fc0ba-5e55-4828-9a75-e08cb978505c),segment_id=db0fc0ba-5e55-4828-9a75-e08cb978505c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:48.731185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.746760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] DHCP port deletion for 85c38389-b9e9-4066-9cc3-94a42f39b42d request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:12:48.771957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Deleting port aa5e5cbe-6816-44ab-95a8-d602d1eee649 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:48.772388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.842585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7630a37d-7fa4-4dc8-84d8-6883f3acd69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.886838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for aa5e5cbe-6816-44ab-95a8-d602d1eee649 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:48.887408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a71f71a0-fb51-48b5-a61d-7082c3e33091 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/networks/28dbb766-7b4e-42ff-8cc3-e95531c42d4e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.9787934 Dec 23 15:12:48.915520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50060) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:48.939393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Provisioning for port 74d68922-d25c-4438-af33-f0bfbef94375 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:48.954052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Provisioning complete for port 74d68922-d25c-4438-af33-f0bfbef94375 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:48.954726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:48.978937 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6044684a-82a6-4c64-85c9-986ad82f2742 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/networks/28dbb766-7b4e-42ff-8cc3-e95531c42d4e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0618937 Dec 23 15:12:48.982564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50064) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:49.022333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.084086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e035bc86-e938-43ec-b2b9-324084c444b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:49.094945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.095297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.095725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.096212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.096647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.097071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.097533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.097939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.098355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.098769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.099185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:49.119191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:49.119941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.131108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No DVR routers for this DVR port aa5e5cbe-6816-44ab-95a8-d602d1eee649 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:49.144575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:49.172670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=aa5e5cbe-6816-44ab-95a8-d602d1eee649,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:49.193460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:49.221945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2122030 Dec 23 15:12:49.228228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.228539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50068) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:49.256739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.259790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.288068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Port 74d68922-d25c-4438-af33-f0bfbef94375 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:49.289090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:49.311631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] For port aa5e5cbe-6816-44ab-95a8-d602d1eee649, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=aa5e5cbe-6816-44ab-95a8-d602d1eee649,segment=NetworkSegment(db0fc0ba-5e55-4828-9a75-e08cb978505c),segment_id=db0fc0ba-5e55-4828-9a75-e08cb978505c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:49.311963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.338562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:49.365419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:floatingip and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:49.378035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:49.385184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:49.452642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Provisioning for port 78058d05-a043-491d-bec2-0711cbbcd14a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:49.454956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.455664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2be333-f6a1-4fab-adba-8b99bd74b57f {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:12:49.462781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Calling delete_port for aa5e5cbe-6816-44ab-95a8-d602d1eee649 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:49.501115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Provisioning complete for port 78058d05-a043-491d-bec2-0711cbbcd14a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:49.501581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.537475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.540873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.546155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/9b2be333-f6a1-4fab-adba-8b99bd74b57f HTTP/1.1" status: 204 len: 168 time: 8.5593297 Dec 23 15:12:49.550422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:49.551160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50072) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:49.561138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'name': 'tempest-snat-router-355035650', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:49.571028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:49.579061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:router and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:49.596030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:49.596797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Port 78058d05-a043-491d-bec2-0711cbbcd14a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:49.601101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aa230fd5-11db-4f87-9c19-7b0dadbc7974 None None] Could not find standard attr ID for object c25d6bcf-0bd9-4eba-beb3-8012785bc9df. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:12:49.607625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:49.608587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:49.611784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:49.665485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.682415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.704119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d7ecc2d-a807-4309-9d56-2e8a49c2ae73 tempest-DHCPAgentSchedulersTestJSON-2092148232 tempest-DHCPAgentSchedulersTestJSON-2092148232-project-admin] 10.222.0.49 "GET /v2.0/agents/d1552250-8250-44d5-a148-7e53e6484105/dhcp-networks HTTP/1.1" status: 200 len: 10062 time: 0.7201569 Dec 23 15:12:49.708021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50076) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:49.727349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c38389-b9e9-4066-9cc3-94a42f39b42d']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:49.765067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0fc0ba-5e55-4828-9a75-e08cb978505c') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:49.765394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0fc0ba-5e55-4828-9a75-e08cb978505c') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:49.767569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.768961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.793039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e395e5ba-6470-4535-b9bf-9f33877216d1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:49.852759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.866477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.869521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e395e5ba-6470-4535-b9bf-9f33877216d1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:49.870058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.937440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.953628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:49.953829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:49.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:50.042028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device aa5e5cbe-6816-44ab-95a8-d602d1eee649 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:50.044673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.078326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: aa5e5cbe-6816-44ab-95a8-d602d1eee649 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:50.078900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device aa5e5cbe-6816-44ab-95a8-d602d1eee649 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:50.109147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Deleting port aa5e5cbe-6816-44ab-95a8-d602d1eee649 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:50.109612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.113669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.123192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.126704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-51d518c5-8ad7-406f-ba78-a15b58f96102 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:50.135794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.136679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.142492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a260c87a-b706-4fde-b091-c60c71f7b248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:50.145317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.178168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=85c38389-b9e9-4066-9cc3-94a42f39b42d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:50.180561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-32d51902-a81b-41bd-9c73-e27ae4252836 None None] The port 'aa5e5cbe-6816-44ab-95a8-d602d1eee649' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:50.199167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.267447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/85c38389-b9e9-4066-9cc3-94a42f39b42d HTTP/1.1" status: 204 len: 168 time: 2.1253476 Dec 23 15:12:50.275167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50080) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:50.276711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.277137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.277581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.277994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.278403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.278811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.279212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.279621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.280027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.280427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.280822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:12:50.289968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:50.296343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1035031052'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:50.300992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.323898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event updated for resources: {'Port': ['ID=74d68922-d25c-4438-af33-f0bfbef94375,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:50.325134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:50.330818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:50.344234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:50.347541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:50.359830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:50.364942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da12fde-fb04-433f-85b8-d5bb19ede452']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.386874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7dc38d-5135-4419-bcd5-d08a80784920') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.387209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7dc38d-5135-4419-bcd5-d08a80784920') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.400218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:50.406524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.418437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.425692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.464890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:50.476183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:50.490890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:50.491322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:50.492260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.499667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:50.515613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.531984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:50.532436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:50.548983 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:50.573380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.580842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.594907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:50.595768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.676738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:50.677454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307d7020-3373-4324-8c1c-d1740e00c63b None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:50.697210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.703413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:50.710995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1af7038-1878-423e-ac57-75ccd58f7eaf tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:50.728220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.753229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Allocated IP 172.26.2.49 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/860f972f-ae85-4ed8-a185-be6ec7c22ae6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:50.758495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event deleted for resources: {'Network': ['ID=5da12fde-fb04-433f-85b8-d5bb19ede452,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:50.768306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:50.772510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.772922 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment 2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0 of type vlan for network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 Dec 23 15:12:50.788706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "DELETE /v2.0/networks/5da12fde-fb04-433f-85b8-d5bb19ede452 HTTP/1.1" status: 204 len: 168 time: 1.0795584 Dec 23 15:12:50.796166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50086) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:50.797452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.945655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.954753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-894a58f4-f95a-4fc9-b74b-c6fd344db133 None None] Provisioning complete for port 74d68922-d25c-4438-af33-f0bfbef94375 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:50.955070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4710bd84-86c5-4d93-a029-88eb598e28bb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] DELETE failed (client error): The resource could not be found. Dec 23 15:12:50.955231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-894a58f4-f95a-4fc9-b74b-c6fd344db133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:50.955886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4710bd84-86c5-4d93-a029-88eb598e28bb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:12:50.960477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4710bd84-86c5-4d93-a029-88eb598e28bb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "DELETE /v2.0/ports/c25d6bcf-0bd9-4eba-beb3-8012785bc9df HTTP/1.1" status: 404 len: 333 time: 0.1605954 Dec 23 15:12:50.971283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50090) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:50.992008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 16.1502917 Dec 23 15:12:50.993152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50094) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:50.999202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-918431463'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:51.008208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:51.013209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-894a58f4-f95a-4fc9-b74b-c6fd344db133 None None] Port 74d68922-d25c-4438-af33-f0bfbef94375 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:12:51.018045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:network and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:51.025747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:51.100318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:51.134896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.139113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:51.139770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.175399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:51.180982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.191873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae98e6f-462e-44d9-b50b-ceabb60c27c4 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:51.225071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.280999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:12:51.303546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.303953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Added segment f484c982-06f1-4451-aeed-6ad37e104d06 of type vlan for network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 Dec 23 15:12:51.305567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.326923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0427139 Dec 23 15:12:51.337856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50098) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:51.350237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:51.367248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=bb4d94f2-e6c2-40c4-9331-9a265855f7f8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:51.372805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:51.374890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.379602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:51.399255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Deleting subnet acf64e1c-3e6d-44f5-8297-8509e9003f9c {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:12:51.403179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.438951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.445694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:51.525774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.527785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.559836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:51.572212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:51.585977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:51.595452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Router fc2d487e-1457-4dfc-a19b-9c7ff0250c3e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:51.617728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Port': ['ID=860f972f-ae85-4ed8-a185-be6ec7c22ae6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:51.627213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:51.628320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:51.661782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:51.669121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:51.678737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.683090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:51.683739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.695424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.699978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:51.702571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e188efe-50ec-4723-a6de-2b8d75478117 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:51.844372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.889534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:51.894622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:51.895792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-677cdcd4-a552-4d51-a102-e94f094b7fa5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:51.917832 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9235315 Dec 23 15:12:51.923116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50102) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:51.933960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Allocated IP 172.26.2.29 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/97b98126-27b2-434d-a2ce-646fccdd483c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:51.943187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'subnet': {'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:51.958304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event deleted for resources: {'Subnet': ['ID=acf64e1c-3e6d-44f5-8297-8509e9003f9c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:51.978159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:51.991902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Network': ['ID=5ba4cce2-ae14-4d11-837e-f2d8af2d76e0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:52.004615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:12:52.016831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:52.037326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.082436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.104638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afa084-a280-4565-839d-05379e85b933 None None] Network 28dbb766-7b4e-42ff-8cc3-e95531c42d4e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:52.120468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "DELETE /v2.0/subnets/acf64e1c-3e6d-44f5-8297-8509e9003f9c HTTP/1.1" status: 204 len: 168 time: 1.1454818 Dec 23 15:12:52.131232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50106) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:52.172871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:52.183458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.412932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.426052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:52.437027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] Sync routers for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:52.458026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] DHCP port deletion for 28dbb766-7b4e-42ff-8cc3-e95531c42d4e request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:12:52.462540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:52.464054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:52.464545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Deleting port e395e5ba-6470-4535-b9bf-9f33877216d1 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:52.465391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.482969 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8392916 Dec 23 15:12:52.488766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50110) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:52.554386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:52.569033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:52.572295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:52.574507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:52.615240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.620105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:52.659588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:52.660471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc6a8ca-4f01-41ee-bce5-eca19e565cf4 None None] The sync data for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:12:52.662790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.675642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4f5c6d3-1335-42d2-9549-3837f8f489f3 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:52.716377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] For port e395e5ba-6470-4535-b9bf-9f33877216d1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e395e5ba-6470-4535-b9bf-9f33877216d1,segment=NetworkSegment(6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a),segment_id=6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:52.716867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.754640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Deleting port e395e5ba-6470-4535-b9bf-9f33877216d1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:52.755698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.760061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.784422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:52.785997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Port': ['ID=97b98126-27b2-434d-a2ce-646fccdd483c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:52.789370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:52.792403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:52.793267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:52.821449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23983d3c-ed45-42bf-a831-a706459c905c tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:52.837016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.855685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Calling delete_port for e395e5ba-6470-4535-b9bf-9f33877216d1 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:52.933988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:52.944632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-454eb909-59ab-4183-92ec-1d5986fbcf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:52.977152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=b6357c13-c645-4065-a957-55458a46cb38,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:52.987611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Pushing event deleted for resources: {'Port': ['ID=e395e5ba-6470-4535-b9bf-9f33877216d1,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:52.989216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:52.989677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] No DVR routers for this DVR port e395e5ba-6470-4535-b9bf-9f33877216d1 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:12:52.991530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:53.012777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-385d0379-8782-450e-a112-df2b27f1eabe tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.020331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.049457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.060558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:53.274425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] For port e395e5ba-6470-4535-b9bf-9f33877216d1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e395e5ba-6470-4535-b9bf-9f33877216d1,segment=NetworkSegment(6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a),segment_id=6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:53.274766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.284418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Port': ['ID=860f972f-ae85-4ed8-a185-be6ec7c22ae6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:53.300808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:53.318573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:53.318989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: bb4d94f2-e6c2-40c4-9331-9a265855f7f8, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:53.433007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Calling delete_port for e395e5ba-6470-4535-b9bf-9f33877216d1 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:53.456388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:53.485704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, bb4d94f2-e6c2-40c4-9331-9a265855f7f8) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:53.494811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:53.494981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d09a91-30e2-4f2f-8d49-7108ae976066 None None] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:53.495461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.512211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.516622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-385d0379-8782-450e-a112-df2b27f1eabe tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 15:12:53.521184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-385d0379-8782-450e-a112-df2b27f1eabe tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e HTTP/1.1" status: 409 len: 329 time: 1.0279708 Dec 23 15:12:53.521184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1814330 Dec 23 15:12:53.521431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50114) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:53.535827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50118) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:53.549863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8', 'name': 'tempest-PortsIpV6TestJSON-1733616015', 'fixed_ips': [{'subnet_id': 'b6357c13-c645-4065-a957-55458a46cb38', 'ip_address': '2001:db8::10'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:53.652309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.653315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.690907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.695487 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4603896 Dec 23 15:12:53.698763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50122) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:53.725761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9898f3d1-d8be-4e39-9c2c-e6f265e3c683 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'floatingip': {'port_id': '78058d05-a043-491d-bec2-0711cbbcd14a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:53.752558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-bb4d94f2-e6c2-40c4-9331-9a265855f7f8', 'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': 'b6357c13-c645-4065-a957-55458a46cb38'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:53.753535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.803489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9898f3d1-d8be-4e39-9c2c-e6f265e3c683 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.828588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e395e5ba-6470-4535-b9bf-9f33877216d1 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:12:53.861207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:12:53.861572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:12:53.875202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e395e5ba-6470-4535-b9bf-9f33877216d1 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:12:53.875574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e395e5ba-6470-4535-b9bf-9f33877216d1 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:12:53.903097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:53.912639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:53.997962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Allocated IP 2001:db8::2 (bb4d94f2-e6c2-40c4-9331-9a265855f7f8/b6357c13-c645-4065-a957-55458a46cb38/c65d4c1f-b067-43cf-b839-2c9bb99940a4) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:54.052634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:54.070540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.097145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:54.101897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:54.109242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Subnet': ['ID=297bfffe-a7e0-491e-9c90-458ba87aae54,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:54.124434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:54.128615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:54.167462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:54.234364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.242063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Checking segment: {'id': 'f484c982-06f1-4451-aeed-6ad37e104d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:54.242353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network hostable DHCP agents. Network: 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:12:54.246159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Transition to ACTIVE for port object c65d4c1f-b067-43cf-b839-2c9bb99940a4 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:54.256840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-9898f3d1-d8be-4e39-9c2c-e6f265e3c683 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] update failed (client error): The resource could not be found. Dec 23 15:12:54.261770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9898f3d1-d8be-4e39-9c2c-e6f265e3c683 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "PUT /v2.0/floatingips/8c4bf12a-b00d-4378-85e1-950401180b5f HTTP/1.1" status: 404 len: 507 time: 0.5557332 Dec 23 15:12:54.263117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50126) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:54.263707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Router 56509fad-8824-42d8-a2db-7436b2b4f50e is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:12:54.271852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Transition to ACTIVE for port object c65d4c1f-b067-43cf-b839-2c9bb99940a4 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:54.277217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.282808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:54.317645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:12:54.342148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.352224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:54.355192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:54.355444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:54.358898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:54.362570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Deleting port e395e5ba-6470-4535-b9bf-9f33877216d1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:54.362935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.388975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:54.389917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.444661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:54.495566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] The port 'e395e5ba-6470-4535-b9bf-9f33877216d1' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:12:54.549777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6169577 Dec 23 15:12:54.552532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50130) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:54.568192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1025661253', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:54.571975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776eb25a-8037-4405-a4e6-f7a96ad2219a None None] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:54.574915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting port 860f972f-ae85-4ed8-a185-be6ec7c22ae6 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:54.576125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.605701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Pushing event updated for resources: {'Port': ['ID=c65d4c1f-b067-43cf-b839-2c9bb99940a4,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:54.608585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:54.609035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:54.621852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:router and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:54.631407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:54.644911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:54.720776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.730261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Attempting to bind port c65d4c1f-b067-43cf-b839-2c9bb99940a4 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:54.730649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Attempting to bind port c65d4c1f-b067-43cf-b839-2c9bb99940a4 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:54.731102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Attempting to bind port c65d4c1f-b067-43cf-b839-2c9bb99940a4 on network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:54.747433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:54.747986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Checking segment: {'id': '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:54.748330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.748819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Bound using segment: {'id': '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:54.749386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Bound port: c65d4c1f-b067-43cf-b839-2c9bb99940a4, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:54.749823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.766903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbb766-7b4e-42ff-8cc3-e95531c42d4e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:54.829312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:54.829312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbb8077-f1a6-44d6-bc48-e1e51dd8e54a') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:54.854396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.884775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.891812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::10 (bb4d94f2-e6c2-40c4-9331-9a265855f7f8/b6357c13-c645-4065-a957-55458a46cb38/2c09ebd8-00bc-4b06-aab5-3c92bc8aca64) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:54.897628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:12:54.898074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:12:54.915123 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:12:54.967695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] For port c65d4c1f-b067-43cf-b839-2c9bb99940a4, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:54.976489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] For port c65d4c1f-b067-43cf-b839-2c9bb99940a4, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c65d4c1f-b067-43cf-b839-2c9bb99940a4,segment=NetworkSegment(2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0),segment_id=2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:54.983664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-5ba4cce2-ae14-4d11-837e-f2d8af2d76e0', 'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0', 'tenant_id': 'ebacadf0602b4773b7522f946c37c8cd', 'fixed_ips': [{'subnet_id': '297bfffe-a7e0-491e-9c90-458ba87aae54'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:12:54.984920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.001586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.009989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:55.068161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.069206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.175444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Pushing event updated for resources: {'Port': ['ID=c65d4c1f-b067-43cf-b839-2c9bb99940a4,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:55.178934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:55.188686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.288826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.290212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Allocated IP 172.20.0.2 (5ba4cce2-ae14-4d11-837e-f2d8af2d76e0/297bfffe-a7e0-491e-9c90-458ba87aae54/35085d81-a867-4a1f-908d-5ad0f4629cca) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:55.304111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.304464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.308255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:55.329010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.398592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Pushing event deleted for resources: {'Network': ['ID=28dbb766-7b4e-42ff-8cc3-e95531c42d4e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:55.409764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:55.416800 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] 10.222.0.49 "DELETE /v2.0/networks/28dbb766-7b4e-42ff-8cc3-e95531c42d4e HTTP/1.1" status: 204 len: 168 time: 3.2820058 Dec 23 15:12:55.467202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Calling delete_port for 860f972f-ae85-4ed8-a185-be6ec7c22ae6 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:55.537643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.559396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:55.578346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.599924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Transition to ACTIVE for port object 35085d81-a867-4a1f-908d-5ad0f4629cca will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:55.600538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.609077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4461cbc-f44f-40f1-a079-97472e3c88d3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:55.661967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Transition to ACTIVE for port object 35085d81-a867-4a1f-908d-5ad0f4629cca will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:55.670784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.683884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aab946b4-7537-411a-94ea-9ac69da15013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:55.781100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:55.798397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:55.815710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:55.823987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Pushing event updated for resources: {'Port': ['ID=35085d81-a867-4a1f-908d-5ad0f4629cca,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:55.827931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:55.828687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.847721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:55.849708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=2c09ebd8-00bc-4b06-aab5-3c92bc8aca64,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:55.858164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:55.858311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:55.859723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:55.862388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:55.873262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:55.892595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:55.894468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3548341 Dec 23 15:12:55.895829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50138) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:55.905081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': 'bb4d94f2-e6c2-40c4-9331-9a265855f7f8', 'name': 'tempest-PortsIpV6TestJSON-747470406', 'fixed_ips': [{'subnet_id': 'b6357c13-c645-4065-a957-55458a46cb38', 'ip_address': '2001:db8::f'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:55.933857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Sync routers for ids ['56509fad-8824-42d8-a2db-7436b2b4f50e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:55.959514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:55.974962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c65d4c1f-b067-43cf-b839-2c9bb99940a4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:56.036345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.043996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f6c31fa-2472-4899-b1dd-6bdffe2ef334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144391539-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:56.084854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Attempting to bind port 35085d81-a867-4a1f-908d-5ad0f4629cca on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:56.085336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Attempting to bind port 35085d81-a867-4a1f-908d-5ad0f4629cca by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f484c982-06f1-4451-aeed-6ad37e104d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:56.085769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Attempting to bind port 35085d81-a867-4a1f-908d-5ad0f4629cca on network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:56.091120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Routers {'56509fad-8824-42d8-a2db-7436b2b4f50e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:56.091857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['56509fad-8824-42d8-a2db-7436b2b4f50e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:56.098275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:56.103757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:56.104954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.109234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50148) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:56.109647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5574059 Dec 23 15:12:56.112814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:56.163298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event deleted for resources: {'Port': ['ID=860f972f-ae85-4ed8-a185-be6ec7c22ae6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:56.175871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:56.176606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Checking segment: {'id': 'f484c982-06f1-4451-aeed-6ad37e104d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:56.176915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.177403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Bound using segment: {'id': 'f484c982-06f1-4451-aeed-6ad37e104d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:56.177954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Bound port: 35085d81-a867-4a1f-908d-5ad0f4629cca, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f484c982-06f1-4451-aeed-6ad37e104d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:56.178386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.190802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:56.193504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:56.209034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:12:56.217310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.251276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 9518700b-d2f0-409a-b11d-5942a5602d5a yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:12:56.339086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c65d4c1f-b067-43cf-b839-2c9bb99940a4 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:56.399448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] For port 35085d81-a867-4a1f-908d-5ad0f4629cca, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:56.411754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] For port 35085d81-a867-4a1f-908d-5ad0f4629cca, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=35085d81-a867-4a1f-908d-5ad0f4629cca,segment=NetworkSegment(f484c982-06f1-4451-aeed-6ad37e104d06),segment_id=f484c982-06f1-4451-aeed-6ad37e104d06)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:56.415169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Set router 56509fad-8824-42d8-a2db-7436b2b4f50e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:56.437060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.439388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.442240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "DELETE /v2.0/floatingips/8c4bf12a-b00d-4378-85e1-950401180b5f HTTP/1.1" status: 204 len: 168 time: 2.1760571 Dec 23 15:12:56.455043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50152) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:56.459400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting port 74d68922-d25c-4438-af33-f0bfbef94375 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:56.460090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.462112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'floatingip': {'floating_network_id': '067db609-eee9-43fc-be8f-a3bea1070d28', 'port_id': '78058d05-a043-491d-bec2-0711cbbcd14a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:56.467162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.472843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:56.477709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:56.481835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:floatingip and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:56.492468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:56.507134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-528f7231-d8c5-4f2d-8a7a-10eb64481804 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd7783eb3c47417594f5bc5afc84914c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5400231 Dec 23 15:12:56.507323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:56.513985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50156) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:56.580942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.614705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::f (bb4d94f2-e6c2-40c4-9331-9a265855f7f8/b6357c13-c645-4065-a957-55458a46cb38/9518700b-d2f0-409a-b11d-5942a5602d5a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:56.630444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52ac222b-a39a-47fb-a3a0-bd5fcd54b3bf tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/56509fad-8824-42d8-a2db-7436b2b4f50e HTTP/1.1" status: 200 len: 907 time: 0.5169494 Dec 23 15:12:56.635071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50160) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:56.642557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'name': 'tempest-snat-router-355035650', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': True}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:56.649323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:56.651931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:12:56.657489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7dbb501d-f4bb-4d69-bc46-eb007a3c4185 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1968923 Dec 23 15:12:56.659084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50164) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:56.703738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Usage tracker for resource:router and tenant:fb19f43f7ac944a6a063251b5138794c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:56.706393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Pushing event updated for resources: {'Port': ['ID=35085d81-a867-4a1f-908d-5ad0f4629cca,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:56.709805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:56.715951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:56.725283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '78058d05-a043-491d-bec2-0711cbbcd14a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:56.735926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:56.738435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:56.819098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.819668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Usage tracker for resource:floatingip and tenant:e3889f28341d4f02a6275ce116fd345e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:56.828904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:56.838057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56509fad-8824-42d8-a2db-7436b2b4f50e', 'name': 'tempest-snat-router-355035650', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': False}, 'gw_port_id': '97b98126-27b2-434d-a2ce-646fccdd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:49Z', 'updated_at': '2021-12-23T15:12:53Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': '97b98126-27b2-434d-a2ce-646fccdd483c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56509fad-8824-42d8-a2db-7436b2b4f50e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:51Z', 'updated_at': '2021-12-23T15:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:56.844132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Checking router: 56509fad-8824-42d8-a2db-7436b2b4f50e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:12:56.844795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Updating router 56509fad-8824-42d8-a2db-7436b2b4f50e port 97b98126-27b2-434d-a2ce-646fccdd483c binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:12:56.846575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:56.853236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.854244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.855347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.868633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.885552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.923431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.964348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:56.986246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 9518700b-d2f0-409a-b11d-5942a5602d5a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:57.057028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.26.2.149 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/3ee86d8a-bc72-4a3d-8c2d-d6e8af30f6aa) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:57.094825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.100958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.133213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.142723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f69afb9-0d82-403a-af50-2b231d1a8034 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:57.341154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:57.408578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=9518700b-d2f0-409a-b11d-5942a5602d5a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:57.411745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:57.415372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:57.417183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:57.421866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:57.422567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.450059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.492885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5923231 Dec 23 15:12:57.493686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50168) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:57.504578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55618a-0410-4c2e-a7dc-50cf880ba00b None None] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:57.571056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.611158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Calling delete_port for 74d68922-d25c-4438-af33-f0bfbef94375 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:57.643602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.769358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3fbcc0-8e49-42aa-96c4-6b713ce9ead7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:57.770101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a3fbcc0-8e49-42aa-96c4-6b713ce9ead7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:12:57.787008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Provisioning for port c65d4c1f-b067-43cf-b839-2c9bb99940a4 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:57.797647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a3fbcc0-8e49-42aa-96c4-6b713ce9ead7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:12:57.798086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Provisioning complete for port c65d4c1f-b067-43cf-b839-2c9bb99940a4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:57.798513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.798967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a3fbcc0-8e49-42aa-96c4-6b713ce9ead7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2998405 Dec 23 15:12:57.804273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50172) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:57.856955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.869117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.875120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:57.906357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80092005-5b02-49da-8b54-3a997b3037e0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:57.909821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.919584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:57.922423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 35085d81-a867-4a1f-908d-5ad0f4629cca up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:57.940779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:57.944433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80092005-5b02-49da-8b54-3a997b3037e0 HTTP/1.1" status: 204 len: 168 time: 1.4269550 Dec 23 15:12:57.969865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.020526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.028708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16942261-fca3-430e-a708-ada28d015ff0 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:58.072981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfa326-78ce-4096-ae41-61f107a00bf6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:58.077839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfa326-78ce-4096-ae41-61f107a00bf6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:58.082344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfa326-78ce-4096-ae41-61f107a00bf6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:12:58.084193 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4dfa326-78ce-4096-ae41-61f107a00bf6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2750213 Dec 23 15:12:58.089692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50180) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:58.135805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:58.140585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:58.142923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=3ee86d8a-bc72-4a3d-8c2d-d6e8af30f6aa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:58.146137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.150880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:58.176747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 9518700b-d2f0-409a-b11d-5942a5602d5a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:12:58.177102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.186481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:58.187058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:58.254492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Port': ['ID=74d68922-d25c-4438-af33-f0bfbef94375,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:58.267521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:58.464279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50186) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:58.487496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.490757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.536202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:12:58.536672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.540801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Usage tracker for resource:security_group_rule and tenant:3cd8b8f3736f4e5e9cb0690a7e1a17ea is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:12:58.544026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:12:58.550636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:12:58.558430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 35085d81-a867-4a1f-908d-5ad0f4629cca completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:12:58.577474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Transition to ACTIVE for port object 97b98126-27b2-434d-a2ce-646fccdd483c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:12:58.588452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] For port c65d4c1f-b067-43cf-b839-2c9bb99940a4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c65d4c1f-b067-43cf-b839-2c9bb99940a4,segment=NetworkSegment(2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0),segment_id=2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:12:58.602969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.611229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.614092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8550b8d0-0f50-4917-868c-7bded295295f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:58.630546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.698962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.709200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Attempting to bind port 97b98126-27b2-434d-a2ce-646fccdd483c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:12:58.709873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Attempting to bind port 97b98126-27b2-434d-a2ce-646fccdd483c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:12:58.709992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Attempting to bind port 97b98126-27b2-434d-a2ce-646fccdd483c on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:12:58.712110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Allocated IP 172.26.2.71 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/8de950b8-0507-46ff-ab6c-45e606e23e8f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:12:58.713125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba69f5-fa33-40c5-b773-adcbf1ade14a None None] Pushing event updated for resources: {'Port': ['ID=97b98126-27b2-434d-a2ce-646fccdd483c,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:58.781116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:12:58.781624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:12:58.782017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.782467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:12:58.783012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Bound port: 97b98126-27b2-434d-a2ce-646fccdd483c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:12:58.783779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.921584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Pushing event updated for resources: {'Port': ['ID=c65d4c1f-b067-43cf-b839-2c9bb99940a4,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:58.940821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:58.941421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:58.941824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:58.956434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] For port 97b98126-27b2-434d-a2ce-646fccdd483c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:12:58.962377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] For port 97b98126-27b2-434d-a2ce-646fccdd483c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=97b98126-27b2-434d-a2ce-646fccdd483c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:12:58.972698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:58.977980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:59.061382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba69f5-fa33-40c5-b773-adcbf1ade14a None None] Pushing event updated for resources: {'Port': ['ID=97b98126-27b2-434d-a2ce-646fccdd483c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:59.083819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ba69f5-fa33-40c5-b773-adcbf1ade14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:59.103811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Routers {'56509fad-8824-42d8-a2db-7436b2b4f50e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:59.104866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['56509fad-8824-42d8-a2db-7436b2b4f50e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:59.128097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.139688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.148441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b377f6b4-ac56-4ca8-920c-54b7b44b88d9 tempest-RoutersAdminNegativeTest-226819228 tempest-RoutersAdminNegativeTest-226819228-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:59.224551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.225366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.233180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcad7e2-5ae9-461f-b417-01e9fb4a16af None None] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:12:59.265863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992656e3-1d75-40ff-813e-98d4aa6777e9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:59.269718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:59.364199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 9518700b-d2f0-409a-b11d-5942a5602d5a owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:12:59.396590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.397937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Router fc2d487e-1457-4dfc-a19b-9c7ff0250c3e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:12:59.427147 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cd8b8f3736f4e5e9cb0690a7e1a17ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9613075 Dec 23 15:12:59.431526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50190) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:59.458193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Provisioning complete for port c65d4c1f-b067-43cf-b839-2c9bb99940a4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:12:59.458715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.539543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.616413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] Set router 56509fad-8824-42d8-a2db-7436b2b4f50e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:12:59.664611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.676368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:12:59.684613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9fb7edf-d7e7-42b3-a3a4-ecdc8773c01b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:12:59.690910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:12:59.711554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1882019 Dec 23 15:12:59.713234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:59.716090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] Sync routers for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:12:59.762945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:59.764466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:59.802656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:12:59.826750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:12:59.829480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:12:59.836478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2f9d9c28-037f-45d7-b0d3-f8ecd9d78ef5 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] show failed (client error): The resource could not be found. Dec 23 15:12:59.841955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f9d9c28-037f-45d7-b0d3-f8ecd9d78ef5 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-425503072 HTTP/1.1" status: 404 len: 334 time: 0.1276827 Dec 23 15:12:59.842741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:59.871051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d54e7e5e-fb26-40fb-a8b2-2b92f0bad2fd tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:12:59.906566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c65d4c1f-b067-43cf-b839-2c9bb99940a4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:12:59.922965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:59.948850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] Routers {'fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:12:59.949909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:12:59.955297 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-d54e7e5e-fb26-40fb-a8b2-2b92f0bad2fd tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] update failed (client error): The resource could not be found. Dec 23 15:12:59.960315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d54e7e5e-fb26-40fb-a8b2-2b92f0bad2fd tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1855445366 HTTP/1.1" status: 404 len: 335 time: 0.0961895 Dec 23 15:12:59.960976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:12:59.982885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event updated for resources: {'Port': ['ID=8de950b8-0507-46ff-ab6c-45e606e23e8f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:12:59.986088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:12:59.995871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.005841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Allocated IP 172.26.2.73 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/88ebd8ad-cab0-473e-9371-f085b8182e8a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:00.008063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:00.052942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:00.053987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271a008-be2c-4497-8e3c-618914f1a09c None None] The sync data for ids ['fc2d487e-1457-4dfc-a19b-9c7ff0250c3e'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:00.070474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=9518700b-d2f0-409a-b11d-5942a5602d5a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:00.090853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:00.288647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Provisioning for port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:00.297681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Provisioning complete for port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:00.298107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.361258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:00.416723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router f943545c-e758-4505-8761-6de15015b386 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:13:00.418143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.430400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c65d4c1f-b067-43cf-b839-2c9bb99940a4 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:00.430611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.466624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.494955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-877d5d65-6bf0-4cb1-899a-aa6f839a3d42 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:00.536519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.537620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Provisioning for port 35085d81-a867-4a1f-908d-5ad0f4629cca completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:00.540714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting port 8de950b8-0507-46ff-ab6c-45e606e23e8f {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:00.541276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.555070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting subnet 51eb6c4b-4b06-4cf8-a74c-538ecfdc91e5 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:00.561627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.571675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Provisioning complete for port 35085d81-a867-4a1f-908d-5ad0f4629cca triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:00.572104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.594293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.604064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:00.630580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:00.643074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.649184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:00.700712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.712779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56509fad-8824-42d8-a2db-7436b2b4f50e', 'name': 'tempest-snat-router-355035650', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': False}, 'gw_port_id': '97b98126-27b2-434d-a2ce-646fccdd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:49Z', 'updated_at': '2021-12-23T15:12:53Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': '97b98126-27b2-434d-a2ce-646fccdd483c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56509fad-8824-42d8-a2db-7436b2b4f50e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:51Z', 'updated_at': '2021-12-23T15:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:00.728116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b5243-9b4a-487e-aa6f-3779cc461cc9 None None] The sync data for ids ['56509fad-8824-42d8-a2db-7436b2b4f50e'] in dv-neutron-822797-1-hyperv is: [{'id': '56509fad-8824-42d8-a2db-7436b2b4f50e', 'name': 'tempest-snat-router-355035650', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': False}, 'gw_port_id': '97b98126-27b2-434d-a2ce-646fccdd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:49Z', 'updated_at': '2021-12-23T15:12:53Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': '97b98126-27b2-434d-a2ce-646fccdd483c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56509fad-8824-42d8-a2db-7436b2b4f50e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:51Z', 'updated_at': '2021-12-23T15:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:00.825194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.829575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.833760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/992656e3-1d75-40ff-813e-98d4aa6777e9 HTTP/1.1" status: 204 len: 168 time: 1.3970711 Dec 23 15:13:00.868085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.887140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] For port 35085d81-a867-4a1f-908d-5ad0f4629cca, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=35085d81-a867-4a1f-908d-5ad0f4629cca,segment=NetworkSegment(f484c982-06f1-4451-aeed-6ad37e104d06),segment_id=f484c982-06f1-4451-aeed-6ad37e104d06)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:00.895470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.900432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ba69f5-fa33-40c5-b773-adcbf1ade14a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:00.947132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Could not find standard attr ID for object 9518700b-d2f0-409a-b11d-5942a5602d5a. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:13:00.968507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:00.974072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-db0c1648-d363-402c-a1bf-516044003be4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:00.992155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Pushing event updated for resources: {'Port': ['ID=35085d81-a867-4a1f-908d-5ad0f4629cca,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:01.002032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.002447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.002850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.003221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.003610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.003987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.004364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.004745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.005121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.005528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.005903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:01.006788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:01.009932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:01.020561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] Sync routers for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:01.021120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/9518700b-d2f0-409a-b11d-5942a5602d5a HTTP/1.1" status: 204 len: 168 time: 2.9299986 Dec 23 15:13:01.030951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50208) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:01.036250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:01.037591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:01.054438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Subnet': ['ID=51eb6c4b-4b06-4cf8-a74c-538ecfdc91e5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:01.062186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:01.069924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.081873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/subnets/51eb6c4b-4b06-4cf8-a74c-538ecfdc91e5 HTTP/1.1" status: 204 len: 168 time: 1.1187191 Dec 23 15:13:01.083240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.087335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8aa2b0aa-d719-4edb-aada-ffdf7319c9e0 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5242944 Dec 23 15:13:01.087335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50212) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:01.108052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50214) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:01.110618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-110709c0-655c-46bb-9ee8-a543bceb0aa2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:13:01.111338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-110709c0-655c-46bb-9ee8-a543bceb0aa2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:01.122315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Port': ['ID=88ebd8ad-cab0-473e-9371-f085b8182e8a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:01.131843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:01.133014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:01.135377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:01.141715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5bf32-b1b1-460b-84d6-1524be1aed0b None None] Network 334b3e28-9e44-40ff-bd50-55890cd73766 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:01.152381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992656e3-1d75-40ff-813e-98d4aa6777e9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:01.160080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:01.170228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-110709c0-655c-46bb-9ee8-a543bceb0aa2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:01.174278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-110709c0-655c-46bb-9ee8-a543bceb0aa2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/9518700b-d2f0-409a-b11d-5942a5602d5a HTTP/1.1" status: 404 len: 333 time: 0.1349173 Dec 23 15:13:01.198869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50220) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:01.284843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:01.285290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.331795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:01.333697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:01.444878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.446298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:01.446849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade62f61-f512-43df-9eeb-0aadfc864e56 None None] The sync data for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:01.452040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.454073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.501904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting port f74964a2-704a-41f9-baa7-d3ff8e14e876 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:01.502323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.560073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d50f4b53-64e6-44f8-b702-4192ea99140f None None] Provisioning complete for port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:01.560499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d50f4b53-64e6-44f8-b702-4192ea99140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.648761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d50f4b53-64e6-44f8-b702-4192ea99140f None None] Port 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:01.679918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Calling delete_port for 8de950b8-0507-46ff-ab6c-45e606e23e8f owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:01.686318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d50f4b53-64e6-44f8-b702-4192ea99140f None None] Provisioning complete for port 35085d81-a867-4a1f-908d-5ad0f4629cca triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:01.686747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d50f4b53-64e6-44f8-b702-4192ea99140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:01.792497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] DHCP port deletion for 334b3e28-9e44-40ff-bd50-55890cd73766 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:01.800105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Deleting port f74964a2-704a-41f9-baa7-d3ff8e14e876 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:01.800597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.004359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d50f4b53-64e6-44f8-b702-4192ea99140f None None] Could not find standard attr ID for object 9518700b-d2f0-409a-b11d-5942a5602d5a. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:13:02.049533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.058400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 35085d81-a867-4a1f-908d-5ad0f4629cca up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:02.097974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] For port f74964a2-704a-41f9-baa7-d3ff8e14e876, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f74964a2-704a-41f9-baa7-d3ff8e14e876,segment=NetworkSegment(b21ad010-574c-4247-9fda-82c9e6f9339e),segment_id=b21ad010-574c-4247-9fda-82c9e6f9339e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:02.099590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.203049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:02.306730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 35085d81-a867-4a1f-908d-5ad0f4629cca triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:02.307158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.307609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Calling delete_port for f74964a2-704a-41f9-baa7-d3ff8e14e876 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:02.378019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.388317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ae3e0e7-ef3a-48d2-9417-49a6366bfdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:02.431754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.432560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.433903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] For port f74964a2-704a-41f9-baa7-d3ff8e14e876, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f74964a2-704a-41f9-baa7-d3ff8e14e876,segment=NetworkSegment(b21ad010-574c-4247-9fda-82c9e6f9339e),segment_id=b21ad010-574c-4247-9fda-82c9e6f9339e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:02.434495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.455114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=2c09ebd8-00bc-4b06-aab5-3c92bc8aca64,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:02.458287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:02.687728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.765115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Calling delete_port for f74964a2-704a-41f9-baa7-d3ff8e14e876 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:02.839845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:02.853976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c2af9b7-c5f2-4006-9674-13dc44de17e5 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:02.864007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 97b98126-27b2-434d-a2ce-646fccdd483c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:02.940763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Port': ['ID=f74964a2-704a-41f9-baa7-d3ff8e14e876,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:02.951661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:02.967237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] No DVR routers for this DVR port f74964a2-704a-41f9-baa7-d3ff8e14e876 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:03.028397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:13:03.029758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:13:03.051229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 97b98126-27b2-434d-a2ce-646fccdd483c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:03.064723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 97b98126-27b2-434d-a2ce-646fccdd483c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:03.065296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.143833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 HTTP/1.1" status: 204 len: 168 time: 1.9436607 Dec 23 15:13:03.148007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50244) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:03.232977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45c4d48-c871-4d5e-bf8c-1f59be81fb7f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:13:03.241832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a45c4d48-c871-4d5e-bf8c-1f59be81fb7f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:03.253501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.272043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:03.283973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.302869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 97b98126-27b2-434d-a2ce-646fccdd483c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=97b98126-27b2-434d-a2ce-646fccdd483c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:03.307086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.314082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:03.331020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.403914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=97b98126-27b2-434d-a2ce-646fccdd483c,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:03.408622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:03.414417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334b3e28-9e44-40ff-bd50-55890cd73766']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:03.423679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event deleted for resources: {'Port': ['ID=8de950b8-0507-46ff-ab6c-45e606e23e8f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:03.426052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:03.429014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a45c4d48-c871-4d5e-bf8c-1f59be81fb7f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:03.432189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21ad010-574c-4247-9fda-82c9e6f9339e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:03.432693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21ad010-574c-4247-9fda-82c9e6f9339e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:03.433365 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a45c4d48-c871-4d5e-bf8c-1f59be81fb7f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/2c09ebd8-00bc-4b06-aab5-3c92bc8aca64 HTTP/1.1" status: 404 len: 333 time: 0.2841024 Dec 23 15:13:03.434358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50254) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:03.455737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.479834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.506947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:03.507509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:03.526885 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:03.531346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Deleting port f74964a2-704a-41f9-baa7-d3ff8e14e876 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:03.531834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.603316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-806e22dd-91d3-476d-ba96-e1b8d09efed6 None None] The port 'f74964a2-704a-41f9-baa7-d3ff8e14e876' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:13:03.711928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.717921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:03.742023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.752865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Network': ['ID=334b3e28-9e44-40ff-bd50-55890cd73766,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:03.756454 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/networks/334b3e28-9e44-40ff-bd50-55890cd73766 HTTP/1.1" status: 204 len: 168 time: 2.6692417 Dec 23 15:13:03.757366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:03.758885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50264) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:03.804645 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] create failed (client error): The resource could not be found. Dec 23 15:13:03.805873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.0989883 Dec 23 15:13:03.816817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50270) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:03.880933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 97b98126-27b2-434d-a2ce-646fccdd483c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:03.928133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet b6357c13-c645-4065-a957-55458a46cb38 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:03.954066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:03.993319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting port 78058d05-a043-491d-bec2-0711cbbcd14a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:03.993716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.045652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 97b98126-27b2-434d-a2ce-646fccdd483c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:04.046271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.136877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.212434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50276) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:04.229510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Router b4e2b82d-ef19-4726-9e22-7f91d89f0d32 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:13:04.313468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f74964a2-704a-41f9-baa7-d3ff8e14e876 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:04.381917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f74964a2-704a-41f9-baa7-d3ff8e14e876 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:04.383507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f74964a2-704a-41f9-baa7-d3ff8e14e876 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:04.521544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting subnet 4bb674f9-653f-47b2-9c13-3d15598209e5 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:04.524885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.526472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1351677669'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:04.543305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:04.546108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.594312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Usage tracker for resource:network and tenant:bd5b2045110f4ff099d89d7c493858ba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:04.604144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:04.616397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.631632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:04.640273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.714719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.778150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Calling delete_port for 78058d05-a043-491d-bec2-0711cbbcd14a owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:04.810199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Made reservation on behalf of bd5b2045110f4ff099d89d7c493858ba for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:04.815812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.857528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.929696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:04.975887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.000069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48874883-5a14-49ed-a360-388bd9bfb0ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:05.007388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:13:05.056940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=b6357c13-c645-4065-a957-55458a46cb38,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:05.060180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:05.065596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:05.075324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.081234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Usage tracker for resource:security_group_rule and tenant:bd5b2045110f4ff099d89d7c493858ba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:05.084266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d568f8-580a-4ec3-b2b0-71ba146c9765 None None] Network bb4d94f2-e6c2-40c4-9331-9a265855f7f8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:05.117966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:05.128957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.137017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-93260cab-7f52-4bfc-997f-324c8517c213 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:05.190728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:05.216751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb674f9-653f-47b2-9c13-3d15598209e5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:05.228474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:05.239772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.250881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f6485-b51c-4654-9344-27ad76208796 None None] Network e3b320a4-1e1e-4bbe-82d5-61ab499cab2b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:05.255083 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/b6357c13-c645-4065-a957-55458a46cb38 HTTP/1.1" status: 204 len: 168 time: 1.8194563 Dec 23 15:13:05.257672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50288) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:05.288066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/subnets/4bb674f9-653f-47b2-9c13-3d15598209e5 HTTP/1.1" status: 204 len: 168 time: 1.5255787 Dec 23 15:13:05.296874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50292) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:05.376651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.391818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8a3cf9d-3efb-4729-a967-889bfeef73a6 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:05.451367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.1 (5ba4cce2-ae14-4d11-837e-f2d8af2d76e0/297bfffe-a7e0-491e-9c90-458ba87aae54/88b026ec-d636-441b-b13d-10d06fed0355) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:05.466811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.482083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event deleted for resources: {'Port': ['ID=78058d05-a043-491d-bec2-0711cbbcd14a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:05.485464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:05.612966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port c65d4c1f-b067-43cf-b839-2c9bb99940a4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:05.613815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.776256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.813375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Transition to ACTIVE for port object 88b026ec-d636-441b-b13d-10d06fed0355 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:05.816183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:05.835423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] DHCP port deletion for bb4d94f2-e6c2-40c4-9331-9a265855f7f8 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:05.838889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Sync routers for ids ['b4e2b82d-ef19-4726-9e22-7f91d89f0d32'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:05.846125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Deleting port c65d4c1f-b067-43cf-b839-2c9bb99940a4 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:05.847144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:05.854559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Routers {'b4e2b82d-ef19-4726-9e22-7f91d89f0d32'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:05.855607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b4e2b82d-ef19-4726-9e22-7f91d89f0d32'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:05.931025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-eb53d74e-ae27-40db-81d5-fd844e2d95c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.7961588 Dec 23 15:13:05.942360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] For port c65d4c1f-b067-43cf-b839-2c9bb99940a4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c65d4c1f-b067-43cf-b839-2c9bb99940a4,segment=NetworkSegment(2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0),segment_id=2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:05.942779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.004935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] DHCP port deletion for e3b320a4-1e1e-4bbe-82d5-61ab499cab2b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:06.017091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Deleting port f3d24f4b-ebb8-4609-a522-3c6080c90af1 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:06.017546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.057263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.058627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b3ccdda1-52da-4595-bffa-4972ba5282a4 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.4225352 Dec 23 15:13:06.078482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50296) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:06.090659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.110089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Set router b4e2b82d-ef19-4726-9e22-7f91d89f0d32 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:13:06.115551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for c65d4c1f-b067-43cf-b839-2c9bb99940a4 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:06.144672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744e041-6c02-4735-9402-a8e9a7c87949 req-9052c9d2-7d64-4589-9b7f-8c16b9d6d67f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:06.153085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7744e041-6c02-4735-9402-a8e9a7c87949 req-9052c9d2-7d64-4589-9b7f-8c16b9d6d67f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.9502537 Dec 23 15:13:06.200350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1245b23-d299-4e40-b723-273b275eeebe tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:06.254414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.279924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.282481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "DELETE /v2.0/ports/78058d05-a043-491d-bec2-0711cbbcd14a HTTP/1.1" status: 204 len: 168 time: 2.4593184 Dec 23 15:13:06.288363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:06.289884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50300) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:06.290982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=88b026ec-d636-441b-b13d-10d06fed0355,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:06.294167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:06.300470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.308997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.312216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:06.328631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:06.329449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] For port f3d24f4b-ebb8-4609-a522-3c6080c90af1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f3d24f4b-ebb8-4609-a522-3c6080c90af1,segment=NetworkSegment(019f7854-facb-4bd8-88ae-5f3bfcb86337),segment_id=019f7854-facb-4bd8-88ae-5f3bfcb86337)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:06.329958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.461298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:06.478039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:06.478651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:06.489219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c77e60a-ace7-4532-83cf-41eb65a966e1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:06.494693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:06.519765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting subnet 15579419-2fb9-4e1b-8483-d1c66bcd4ab7 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:06.531183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.544668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Calling delete_port for f3d24f4b-ebb8-4609-a522-3c6080c90af1 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:06.552718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b82d-ef19-4726-9e22-7f91d89f0d32', 'name': 'tempest-snat-router-355035650', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '88ebd8ad-cab0-473e-9371-f085b8182e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:56Z', 'updated_at': '2021-12-23T15:13:00Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': '88ebd8ad-cab0-473e-9371-f085b8182e8a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b82d-ef19-4726-9e22-7f91d89f0d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:58Z', 'updated_at': '2021-12-23T15:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:06.558370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Checking router: b4e2b82d-ef19-4726-9e22-7f91d89f0d32 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:13:06.558772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Updating router b4e2b82d-ef19-4726-9e22-7f91d89f0d32 port 88ebd8ad-cab0-473e-9371-f085b8182e8a binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:13:06.560237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=c65d4c1f-b067-43cf-b839-2c9bb99940a4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:06.562726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No DVR routers for this DVR port c65d4c1f-b067-43cf-b839-2c9bb99940a4 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:06.609308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7744e041-6c02-4735-9402-a8e9a7c87949 req-bfd1b0e1-11da-4e2c-83ab-970eba087cff tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548538 Dec 23 15:13:06.610762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.611279 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Added segment 35342a2f-ee95-4fc0-a6db-75f1e5aead60 of type vlan for network 3e250223-b5c0-4314-9d05-213a882168c5 Dec 23 15:13:06.651892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.661023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-47c83ead-5dfa-4ee9-839a-0d0a2b15bdfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:06.663221 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-47c83ead-5dfa-4ee9-839a-0d0a2b15bdfb service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.6672826 Dec 23 15:13:06.664051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.679197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6dcac520-bcfe-43a4-ab32-01098f01a48d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:06.706518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:06.759471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Pushing event deleted for resources: {'Port': ['ID=f3d24f4b-ebb8-4609-a522-3c6080c90af1,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:06.763725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:06.778450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.792563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] For port c65d4c1f-b067-43cf-b839-2c9bb99940a4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c65d4c1f-b067-43cf-b839-2c9bb99940a4,segment=NetworkSegment(2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0),segment_id=2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:06.793385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.809520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] No DVR routers for this DVR port f3d24f4b-ebb8-4609-a522-3c6080c90af1 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:06.840300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.843737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.877850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4d94f2-e6c2-40c4-9331-9a265855f7f8']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:06.893312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:06.894005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb7d6e-8a3a-4ea2-bf36-b73fcc5a15e0') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:06.909493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.925111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.932015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:06.932725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:06.949779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Calling delete_port for c65d4c1f-b067-43cf-b839-2c9bb99940a4 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:06.979855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0f2ed2d-8cca-40d4-a568-10d841b0d865 None None] Provisioning for port 88b026ec-d636-441b-b13d-10d06fed0355 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:06.993445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0f2ed2d-8cca-40d4-a568-10d841b0d865 None None] Provisioning complete for port 88b026ec-d636-441b-b13d-10d06fed0355 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:06.993877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ed2d-8cca-40d4-a568-10d841b0d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.008420 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-0d5947e9-07b1-43eb-a72c-57026a634fa9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.3288589 Dec 23 15:13:07.040798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:07.047644 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:07.072010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.074902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2ed2d-8cca-40d4-a568-10d841b0d865 None None] Port 88b026ec-d636-441b-b13d-10d06fed0355 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:07.081010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:07.082219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.088143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.092233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:13:07.092648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:13:07.094939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1679a641-6745-45c4-b973-5f4bf2625f2f tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:07.127823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:07.139544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.153591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Transition to ACTIVE for port object 88ebd8ad-cab0-473e-9371-f085b8182e8a will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:07.158419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.160787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.163242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=bb4d94f2-e6c2-40c4-9331-9a265855f7f8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:07.166241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-339a3c43-8482-4ea2-b0ef-44878502502f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:07.171026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:07.202564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba224c5-ac69-4ba0-99aa-94de3d32cb3f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:07.202564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0ba224c5-ac69-4ba0-99aa-94de3d32cb3f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Synchronizing usage tracker for tenant:e3889f28341d4f02a6275ce116fd345e on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:07.215732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/bb4d94f2-e6c2-40c4-9331-9a265855f7f8 HTTP/1.1" status: 204 len: 168 time: 1.9530759 Dec 23 15:13:07.218241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50304) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:07.231034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.242718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-298668760'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:07.253429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Attempting to bind port 88ebd8ad-cab0-473e-9371-f085b8182e8a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:13:07.253948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Attempting to bind port 88ebd8ad-cab0-473e-9371-f085b8182e8a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:13:07.254809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Attempting to bind port 88ebd8ad-cab0-473e-9371-f085b8182e8a on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:13:07.257209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0423515 Dec 23 15:13:07.257351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Pushing event updated for resources: {'Port': ['ID=88ebd8ad-cab0-473e-9371-f085b8182e8a,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:07.268244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:07.269498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:13:07.269925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:07.270397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.270787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:13:07.271143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.271305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Bound port: 88ebd8ad-cab0-473e-9371-f085b8182e8a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:13:07.271697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.281871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:07.299482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0ba224c5-ac69-4ba0-99aa-94de3d32cb3f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Unset dirty status for tenant:e3889f28341d4f02a6275ce116fd345e on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:07.303708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ba224c5-ac69-4ba0-99aa-94de3d32cb3f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b8d62cf-f6ed-47a5-b03e-fe3912d7f152 HTTP/1.1" status: 200 len: 913 time: 0.9757612 Dec 23 15:13:07.305453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.305602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50312) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:07.305730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.305730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.305730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.306028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.306665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.306665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.306969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.307314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.307507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-e96f2154-7fe1-47a9-957d-b2d65bb6e983 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:07.307660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.308025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:07.309155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-e96f2154-7fe1-47a9-957d-b2d65bb6e983 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.2842741 Dec 23 15:13:07.318271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:07.322563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:network and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:07.363735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] For port 88ebd8ad-cab0-473e-9371-f085b8182e8a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:13:07.367118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] For port 88ebd8ad-cab0-473e-9371-f085b8182e8a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=88ebd8ad-cab0-473e-9371-f085b8182e8a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:13:07.371924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.377129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-859f3090-6cfb-42e8-af59-a557a7a87fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:07.396070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Pushing event updated for resources: {'Network': ['ID=3e250223-b5c0-4314-9d05-213a882168c5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:07.401103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:07.410207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 3e250223-b5c0-4314-9d05-213a882168c5 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:07.417081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:07.481570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:07.505514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Pushing event updated for resources: {'Port': ['ID=88ebd8ad-cab0-473e-9371-f085b8182e8a,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:07.512225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:07.515048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Routers {'b4e2b82d-ef19-4726-9e22-7f91d89f0d32'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:07.515823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b4e2b82d-ef19-4726-9e22-7f91d89f0d32'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:07.532629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:07.538149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.594417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Deleting port c65d4c1f-b067-43cf-b839-2c9bb99940a4 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:07.595877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.601668 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06c5dfc8-6bfd-43b2-b907-81a9f4ba9980 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/b4e2b82d-ef19-4726-9e22-7f91d89f0d32 HTTP/1.1" status: 200 len: 906 time: 1.4457445 Dec 23 15:13:07.621939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'network': {'name': 'tempest-network--413120602', 'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:07.627220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50318) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:07.627796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:07.632267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:network and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:07.637331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:07.643912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:07.660963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Made reservation on behalf of d631e0589d0f46f48e9f0c7ba77ebb18 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:07.667211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.687770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.720456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:07.732307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6a2fb949-db0e-444c-990d-ea48f253e725 tempest-FloatingIPAdminTestJSON-1982204775 tempest-FloatingIPAdminTestJSON-1982204775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:07.737497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:07.742306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:security_group_rule and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:07.744993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5243ea8e-2b61-4d03-b61a-08cc08ca7d4b None None] The port 'c65d4c1f-b067-43cf-b839-2c9bb99940a4' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:13:07.747669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:07.758990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:07.846044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c65d4c1f-b067-43cf-b839-2c9bb99940a4 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:07.906386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c65d4c1f-b067-43cf-b839-2c9bb99940a4 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:07.907116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c65d4c1f-b067-43cf-b839-2c9bb99940a4 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:07.907742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3d24f4b-ebb8-4609-a522-3c6080c90af1 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:07.910253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] Set router b4e2b82d-ef19-4726-9e22-7f91d89f0d32 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:13:07.953486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f3d24f4b-ebb8-4609-a522-3c6080c90af1 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:07.954066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3d24f4b-ebb8-4609-a522-3c6080c90af1 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:07.971236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.050806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.057594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:08.063786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Subnet': ['ID=15579419-2fb9-4e1b-8483-d1c66bcd4ab7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:08.064017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bdcb59f2-5f87-44b5-8e94-685d93ecff4f tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:08.066727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:08.086301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.093288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9d63e-7caa-4bcb-bf37-6e5bc22799ec None None] Network 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:08.107261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.107481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:08.107659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Added segment 9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04 of type vlan for network a215736b-eee8-4bb9-809f-cc0b155a1d0b Dec 23 15:13:08.120085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-11cf8696-a692-4a11-965b-de4f0ecd1dac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7384119 Dec 23 15:13:08.134166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/subnets/15579419-2fb9-4e1b-8483-d1c66bcd4ab7 HTTP/1.1" status: 204 len: 168 time: 2.8357999 Dec 23 15:13:08.136198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50324) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:08.142664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc34de2-b15a-4d95-9e23-f176f2b9d1b8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:08.160041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:08.165922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.166324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Added segment 5d05aaca-efe1-4357-9e9d-92f1979eaedc of type vlan for network fcc65a9b-190f-480e-8ce0-600820e0bd1a Dec 23 15:13:08.210015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943464e2-e4ea-470e-bbe4-51e7ac6875db req-65becf05-4bb7-4759-9f80-184ec7ae27b8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:08.211688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-943464e2-e4ea-470e-bbe4-51e7ac6875db req-65becf05-4bb7-4759-9f80-184ec7ae27b8 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3326347 Dec 23 15:13:08.260997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.322489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2b82d-ef19-4726-9e22-7f91d89f0d32', 'name': 'tempest-snat-router-355035650', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '88ebd8ad-cab0-473e-9371-f085b8182e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:56Z', 'updated_at': '2021-12-23T15:13:00Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': '88ebd8ad-cab0-473e-9371-f085b8182e8a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b82d-ef19-4726-9e22-7f91d89f0d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:58Z', 'updated_at': '2021-12-23T15:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:08.327805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfbcb8-4ef9-4168-a999-1612adcfa08e None None] The sync data for ids ['b4e2b82d-ef19-4726-9e22-7f91d89f0d32'] in dv-neutron-822797-1-hyperv is: [{'id': 'b4e2b82d-ef19-4726-9e22-7f91d89f0d32', 'name': 'tempest-snat-router-355035650', 'tenant_id': 'fb19f43f7ac944a6a063251b5138794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '88ebd8ad-cab0-473e-9371-f085b8182e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:12:56Z', 'updated_at': '2021-12-23T15:13:00Z', 'revision_number': 3, 'project_id': 'fb19f43f7ac944a6a063251b5138794c', 'gw_port': {'id': '88ebd8ad-cab0-473e-9371-f085b8182e8a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2b82d-ef19-4726-9e22-7f91d89f0d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:12:58Z', 'updated_at': '2021-12-23T15:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:08.332133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.341704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.386238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d277cbb-bd70-49db-86aa-32a5f858511b tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:08.397589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.425859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-943464e2-e4ea-470e-bbe4-51e7ac6875db req-ae3fb18b-87bd-4c9a-a347-e865a139bb01 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031832 Dec 23 15:13:08.437380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.441198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:08.441198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.450165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] DHCP port deletion for 9a1ee1e1-f729-4431-983d-6b5bb74e7b0e request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:08.458943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Deleting port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:08.459520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.519095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.524096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=88b026ec-d636-441b-b13d-10d06fed0355,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:08.531534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2406771 Dec 23 15:13:08.531534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:08.533394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:08.547547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50328) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:08.625445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.654438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.658837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:08.659512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.671819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:08.748736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] For port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,segment=NetworkSegment(4ff29643-1c01-47ab-886d-04e84e58934d),segment_id=4ff29643-1c01-47ab-886d-04e84e58934d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:08.749507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:08.928795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Calling delete_port for 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:08.966427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-22263540-f3b3-4b01-881e-678680b4b16e service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8291514 Dec 23 15:13:08.968345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Network': ['ID=a215736b-eee8-4bb9-809f-cc0b155a1d0b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:08.972970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:08.987010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:09.020236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7828529 Dec 23 15:13:09.063651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50332) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:09.157872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.163345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:09.183791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Network': ['ID=fcc65a9b-190f-480e-8ce0-600820e0bd1a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:09.194586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.198365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:09.215902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Pushing event deleted for resources: {'Port': ['ID=8492e8e2-1d3e-4c8e-98b5-d49ec8e79326,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:09.218757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:09.219936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network fcc65a9b-190f-480e-8ce0-600820e0bd1a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:09.237078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:09.262196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:09.271964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:09.351358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] No DVR routers for this DVR port 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:09.433072 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b77c05d-320d-468d-9827-c9cd2b8011d5 req-8601492a-b61c-4ff5-98c5-117762ba5780 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365504 Dec 23 15:13:09.448164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.512317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.584598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc65a9b-190f-480e-8ce0-600820e0bd1a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:09.611535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b320a4-1e1e-4bbe-82d5-61ab499cab2b']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:09.638268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d05aaca-efe1-4357-9e9d-92f1979eaedc') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:09.638692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d05aaca-efe1-4357-9e9d-92f1979eaedc') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:09.674779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.725132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4db06a6f-2f8b-4bdf-b786-2ebedd7d47ac None None] Provisioning complete for port 88b026ec-d636-441b-b13d-10d06fed0355 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:09.725980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4db06a6f-2f8b-4bdf-b786-2ebedd7d47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.789876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.811563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:09.812041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.815702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:09.827958 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:09.830883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4db06a6f-2f8b-4bdf-b786-2ebedd7d47ac None None] Port 88b026ec-d636-441b-b13d-10d06fed0355 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:09.839767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019f7854-facb-4bd8-88ae-5f3bfcb86337') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:09.840102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019f7854-facb-4bd8-88ae-5f3bfcb86337') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:09.868584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:09.876176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:09.884827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.887165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 88ebd8ad-cab0-473e-9371-f085b8182e8a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:09.895787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.955742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:09.965556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 88ebd8ad-cab0-473e-9371-f085b8182e8a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:09.968370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:09.970780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 88ebd8ad-cab0-473e-9371-f085b8182e8a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:09.971284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.015323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.020714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:10.057656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcc65a9b-190f-480e-8ce0-600820e0bd1a {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:13:10.059697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcc65a9b-190f-480e-8ce0-600820e0bd1a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:10.064008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.072886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:10.081669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.109129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:10.115698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/networks/fcc65a9b-190f-480e-8ce0-600820e0bd1a HTTP/1.1" status: 204 len: 168 time: 1.5598996 Dec 23 15:13:10.119755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:10.128170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:10.133719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:10.134830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:10.135296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.139279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:network and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:10.143161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:10.152094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:10.168314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Made reservation on behalf of d631e0589d0f46f48e9f0c7ba77ebb18 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:10.173516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.218303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:10.230186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.230595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Added segment 0659c36c-f82f-4a9e-a8a7-cbbc9ef8377f of type vlan for network f5604e61-c58a-4dbb-aa11-b555302394e2 Dec 23 15:13:10.277870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.318303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.335679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 88ebd8ad-cab0-473e-9371-f085b8182e8a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=88ebd8ad-cab0-473e-9371-f085b8182e8a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:10.340105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.342340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:10.431697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=88ebd8ad-cab0-473e-9371-f085b8182e8a,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:10.434828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:10.467640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.468899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:10.469571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.473748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:10.475027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:10.475542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8492e8e2-1d3e-4c8e-98b5-d49ec8e79326 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:10.481664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-250a4a64-8d14-4d09-a943-226795458bf2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:10.512257 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:10.595369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4715462 Dec 23 15:13:10.596612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50342) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:10.606074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'subnet': {'network_id': 'f5604e61-c58a-4dbb-aa11-b555302394e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:10.609917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Network': ['ID=f5604e61-c58a-4dbb-aa11-b555302394e2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:10.616370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:10.617948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:10.626499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:subnet and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:10.627627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network f5604e61-c58a-4dbb-aa11-b555302394e2 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:10.631085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:10.639838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:10.663995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Made reservation on behalf of d631e0589d0f46f48e9f0c7ba77ebb18 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:10.668830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.697009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-62739a06-5b6d-4c0e-a5db-7cdcf8ba6b51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 1.0674658 Dec 23 15:13:10.769116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11046-17aa-4a12-9085-6814c7deb92a req-096b7bef-4f80-46e2-82fe-27bcade1ecdc tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:10.770798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ae11046-17aa-4a12-9085-6814c7deb92a req-096b7bef-4f80-46e2-82fe-27bcade1ecdc tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 1.0554979 Dec 23 15:13:10.772719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router f943545c-e758-4505-8761-6de15015b386 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:10.776376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.794492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8252f33d-2d78-44ab-8a09-ac29c52deff4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:10.818956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.835399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:10.928425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Network': ['ID=e3b320a4-1e1e-4bbe-82d5-61ab499cab2b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:10.999396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:11.013721 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/networks/e3b320a4-1e1e-4bbe-82d5-61ab499cab2b HTTP/1.1" status: 204 len: 168 time: 2.8735507 Dec 23 15:13:11.033824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50346) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:11.211773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:11.223898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] Sync routers for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:11.238675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:11.239541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:11.243414 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/routers/f943545c-e758-4505-8761-6de15015b386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1314421 Dec 23 15:13:11.244183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50350) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:11.253008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'port': {'network_id': '5ba4cce2-ae14-4d11-837e-f2d8af2d76e0', 'name': 'tempest-FloatingIPTestJSON-263924229'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:11.298000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ae11046-17aa-4a12-9085-6814c7deb92a req-259cf7aa-339d-41b5-b1d1-12a3a08e247c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5082390 Dec 23 15:13:11.306797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:11.319462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:11.320501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:11.327943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-a3d3c7cc-5834-4276-8253-c9a83e7589db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:11.329619 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-a3d3c7cc-5834-4276-8253-c9a83e7589db service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.5985155 Dec 23 15:13:11.413138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:11.413792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872c0a4-0fef-46b0-94e0-f05d7352f1ec None None] The sync data for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:11.418836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:11.428181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:11.446306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:11.538940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3bf80b5-ffbb-4119-a5c7-adbd9123753f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:11.545374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:11.548249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:11.551975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Usage tracker for resource:port and tenant:ebacadf0602b4773b7522f946c37c8cd is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:11.556447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:11.566035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:11.574881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Checking segment: {'id': '0659c36c-f82f-4a9e-a8a7-cbbc9ef8377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f5604e61-c58a-4dbb-aa11-b555302394e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:11.575291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Network hostable DHCP agents. Network: f5604e61-c58a-4dbb-aa11-b555302394e2, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:13:11.586941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Made reservation on behalf of ebacadf0602b4773b7522f946c37c8cd for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:11.592579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:11.625929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] device_id is not set on port 33d4914e-6752-4fea-84bc-1b61cdeaf220 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:11.674371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Network f5604e61-c58a-4dbb-aa11-b555302394e2 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:13:11.697195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, f5604e61-c58a-4dbb-aa11-b555302394e2) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:11.706347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34f12c-441c-4e0e-ab3a-c967dbf92dc1 None None] Network f5604e61-c58a-4dbb-aa11-b555302394e2 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:11.707304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:11.707995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:11.773138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1730199 Dec 23 15:13:11.775923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:11.776367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-a09ab5e3-4a5f-4702-aa0d-9edc56656a74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.4044194 Dec 23 15:13:11.784111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5604e61-c58a-4dbb-aa11-b555302394e2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:11.798383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:11.806794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:floatingip and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:11.811878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:11.823210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:11.833981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Allocated IP 172.20.0.5 (5ba4cce2-ae14-4d11-837e-f2d8af2d76e0/297bfffe-a7e0-491e-9c90-458ba87aae54/33d4914e-6752-4fea-84bc-1b61cdeaf220) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:11.846209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 88ebd8ad-cab0-473e-9371-f085b8182e8a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:11.846529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:11.950191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:11.994086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.033560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1ee1e1-f729-4431-983d-6b5bb74e7b0e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:12.043451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc217b-8ce6-4d8f-ad94-ec618f54bdb1 None None] Network f5604e61-c58a-4dbb-aa11-b555302394e2 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:12.044039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Deleting port 88ebd8ad-cab0-473e-9371-f085b8182e8a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:12.044429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.073373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-bee6faa0-393a-4205-a767-f8b145b9cfec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:12.075021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-bee6faa0-393a-4205-a767-f8b145b9cfec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.2567966 Dec 23 15:13:12.118431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.152289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 88ebd8ad-cab0-473e-9371-f085b8182e8a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:12.152719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.174113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e37760e2-cbc4-4faf-8eaa-9edc0e776b04 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:12.464682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.491801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.494073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Transition to ACTIVE for port object 33d4914e-6752-4fea-84bc-1b61cdeaf220 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:12.515573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff29643-1c01-47ab-886d-04e84e58934d') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:12.515894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff29643-1c01-47ab-886d-04e84e58934d') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:12.584533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.659323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.684358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.698903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b00d1698-dc12-41cf-b95c-2b108eec5105 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:12.742200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=4ec7e837-7e48-4ec5-bbf0-d4b1907378dc,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:12.757691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:12.760723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:12.761378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:12.782645 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:12.810977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Allocated IP 172.20.0.14 (f5604e61-c58a-4dbb-aa11-b555302394e2/c3bf80b5-ffbb-4119-a5c7-adbd9123753f/ac8e2e99-a27b-43b4-ae79-1434a5fc93ba) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:12.818847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1a2-e614-40e8-8733-a6508754e82b req-23230a2a-3bf7-49fd-8e5c-6bf10cac5928 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:12.820488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c8eb1a2-e614-40e8-8733-a6508754e82b req-23230a2a-3bf7-49fd-8e5c-6bf10cac5928 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3307304 Dec 23 15:13:12.822430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:12.825466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event updated for resources: {'Port': ['ID=33d4914e-6752-4fea-84bc-1b61cdeaf220,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:12.831340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:12.833370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:12.852165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:12.963776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:12.970600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Checking segment: {'id': '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:12.971059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network hostable DHCP agents. Network: a215736b-eee8-4bb9-809f-cc0b155a1d0b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:13:12.978575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-d011f7c6-aa28-495d-9824-1cac995a31c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8689063 Dec 23 15:13:12.984858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81c9e1c0-45ee-4401-98c2-16b63edec0db tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:13.002355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.040663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:13.041442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.048033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] For port 88ebd8ad-cab0-473e-9371-f085b8182e8a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=88ebd8ad-cab0-473e-9371-f085b8182e8a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:13.048446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.061722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c8eb1a2-e614-40e8-8733-a6508754e82b req-d2fd2e7f-5603-4a9d-82c1-93d29b4b2a41 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330573 Dec 23 15:13:13.064597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Network': ['ID=9a1ee1e1-f729-4431-983d-6b5bb74e7b0e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:13.094092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8459027 Dec 23 15:13:13.095051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:13.102683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Request body: {'floatingip': {'port_id': '33d4914e-6752-4fea-84bc-1b61cdeaf220'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:13.121770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:13.183049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ae75d07c-6c07-4522-a59f-5cf42e173b23 None None] Provisioning for port 33d4914e-6752-4fea-84bc-1b61cdeaf220 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:13.189903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ae75d07c-6c07-4522-a59f-5cf42e173b23 None None] Provisioning complete for port 33d4914e-6752-4fea-84bc-1b61cdeaf220 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:13.191551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae75d07c-6c07-4522-a59f-5cf42e173b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.196501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/networks/9a1ee1e1-f729-4431-983d-6b5bb74e7b0e HTTP/1.1" status: 204 len: 168 time: 2.1591694 Dec 23 15:13:13.199859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50364) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:13.255657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ae75d07c-6c07-4522-a59f-5cf42e173b23 None None] Port 33d4914e-6752-4fea-84bc-1b61cdeaf220 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:13.275675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Calling delete_port for 88ebd8ad-cab0-473e-9371-f085b8182e8a owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:13.285956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.294884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.393778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:13:13.441522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a215736b-eee8-4bb9-809f-cc0b155a1d0b) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:13.452606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83613296-e68c-431f-8f7d-394e7ff1de71 None None] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:13.462226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:13.462882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.469766 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-1593b1c7-afad-4b1e-bb80-0c9392267063 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644797 Dec 23 15:13:13.573810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5063102 Dec 23 15:13:13.576633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50368) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:13.592664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.601198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-100632837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:13.609533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9cf25e5f-0d1a-4f30-8330-724a72202043 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:13.676894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:13.694029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a215736b-eee8-4bb9-809f-cc0b155a1d0b', 'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': '4ec7e837-7e48-4ec5-bbf0-d4b1907378dc'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:13:13.694912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.713131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:router and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:13.721526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:13.723900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting port 60d07b86-b2f1-46d2-822b-4056e885eae3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:13.724294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.744527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:13.759056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting subnet 8a004054-6934-42a4-9a4b-56ccacc98153 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:13.766501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Network f5604e61-c58a-4dbb-aa11-b555302394e2 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:13.778801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:13.787394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.818041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:13.818890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9abef507-8be4-470f-92de-26ddda0a6f66 req-e384f754-bafc-47a7-acd3-c69991713c3d service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341365 Dec 23 15:13:13.851467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8e2e99-a27b-43b4-ae79-1434a5fc93ba,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:13.864259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.865346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.876686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:13.907669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Allocated IP 2001:db8::2 (a215736b-eee8-4bb9-809f-cc0b155a1d0b/4ec7e837-7e48-4ec5-bbf0-d4b1907378dc/ce58d636-b90f-4992-a7d8-63b886f8534a) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:13.924875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:13.932568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:13.981715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event deleted for resources: {'Port': ['ID=88ebd8ad-cab0-473e-9371-f085b8182e8a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:13.989196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:14.004368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.110710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.129179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.150753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.166021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Transition to ACTIVE for port object ce58d636-b90f-4992-a7d8-63b886f8534a will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:14.190428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Transition to ACTIVE for port object ce58d636-b90f-4992-a7d8-63b886f8534a will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:14.198854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.207853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e9a014b-36b0-4348-8b4a-d5ba1d480811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:14.275827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.291738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Calling delete_port for 60d07b86-b2f1-46d2-822b-4056e885eae3 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:14.292375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Pushing event updated for resources: {'Port': ['ID=ce58d636-b90f-4992-a7d8-63b886f8534a,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:14.308392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:14.318881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:14.320344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:14.324277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:14.446538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Attempting to bind port ce58d636-b90f-4992-a7d8-63b886f8534a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:13:14.446853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Attempting to bind port ce58d636-b90f-4992-a7d8-63b886f8534a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:13:14.447058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Attempting to bind port ce58d636-b90f-4992-a7d8-63b886f8534a on network a215736b-eee8-4bb9-809f-cc0b155a1d0b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:13:14.466779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:13:14.467094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Checking segment: {'id': '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:14.467550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.467998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Bound using segment: {'id': '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:13:14.468537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Bound port: ce58d636-b90f-4992-a7d8-63b886f8534a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:13:14.468960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.570922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] For port ce58d636-b90f-4992-a7d8-63b886f8534a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:13:14.574869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] For port ce58d636-b90f-4992-a7d8-63b886f8534a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce58d636-b90f-4992-a7d8-63b886f8534a,segment=NetworkSegment(9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04),segment_id=9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:13:14.583019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.589832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0a65e82-8fb0-4709-bb41-9452befd0b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:14.691039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Pushing event updated for resources: {'Port': ['ID=ce58d636-b90f-4992-a7d8-63b886f8534a,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:14.704324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:14.801743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.803197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1c9bd78-96d0-44d2-98ca-557512cea51c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2229130 Dec 23 15:13:14.804190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.805820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:14.837926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50376) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:14.882344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'network_id': 'a215736b-eee8-4bb9-809f-cc0b155a1d0b', 'name': 'tempest-PortsIpV6TestJSON-2044989798'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:14.965954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.064999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.136846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.143946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95212fff-2579-4110-bfd5-e7fce1c5458e tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:15.207601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:15.211565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Subnet': ['ID=8a004054-6934-42a4-9a4b-56ccacc98153,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:15.229611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:15.232991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:15.234159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.237222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:15.249596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:15.251948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:15.257215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.260543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4fa018-e6ba-496d-b2b9-f26e4b6f7024 None None] Network 65f09e90-0c3f-4685-a9b1-a32011aae10c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:15.289045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/subnets/8a004054-6934-42a4-9a4b-56ccacc98153 HTTP/1.1" status: 204 len: 168 time: 2.0880032 Dec 23 15:13:15.346141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50380) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:15.381749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae98b42-4770-4719-822d-95c51d13956e req-5cb30178-9246-4a02-a1f2-00939c99c96e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:15.383475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ae98b42-4770-4719-822d-95c51d13956e req-5cb30178-9246-4a02-a1f2-00939c99c96e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.9468870 Dec 23 15:13:15.387450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event deleted for resources: {'Port': ['ID=60d07b86-b2f1-46d2-822b-4056e885eae3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:15.391017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.393070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:15.394137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:15.398935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.438070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.519030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port ef824fd0-4d52-4534-946b-f6dceddb3b28 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:15.619750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ae98b42-4770-4719-822d-95c51d13956e req-9de58ee5-4c90-4d7b-9304-8c6ec979938e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899486 Dec 23 15:13:15.647150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.647743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4e2b82d-ef19-4726-9e22-7f91d89f0d32 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:15.653059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] DHCP port deletion for 65f09e90-0c3f-4685-a9b1-a32011aae10c request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:15.657698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Deleting port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:15.658168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.747553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.792823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.804521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:15.811750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b4e2b82d-ef19-4726-9e22-7f91d89f0d32 HTTP/1.1" status: 204 len: 168 time: 8.1808355 Dec 23 15:13:15.813773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:16.022735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Deleting port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:16.023181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.109132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] For port 68de2e25-6e44-403a-b9b1-d03cfdd68d18, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=68de2e25-6e44-403a-b9b1-d03cfdd68d18,segment=NetworkSegment(8fb66956-02d9-47b6-af99-a29bd3349016),segment_id=8fb66956-02d9-47b6-af99-a29bd3349016)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:16.109626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.143161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.145288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.164112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.183646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:16.214779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.254570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Calling delete_port for 68de2e25-6e44-403a-b9b1-d03cfdd68d18 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:16.312096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::e4 (a215736b-eee8-4bb9-809f-cc0b155a1d0b/4ec7e837-7e48-4ec5-bbf0-d4b1907378dc/ef824fd0-4d52-4534-946b-f6dceddb3b28) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:16.336617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ce58d636-b90f-4992-a7d8-63b886f8534a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:16.360152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] The port '68de2e25-6e44-403a-b9b1-d03cfdd68d18' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:13:16.405403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.412949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e00821ca-089f-4fe4-873c-5416a7a10409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:16.472848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Router 7b8d62cf-f6ed-47a5-b03e-fe3912d7f152 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:16.511885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8e2e99-a27b-43b4-ae79-1434a5fc93ba,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:16.535983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:16.647329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b72c9-eeef-4ad1-9b47-23d93a438089 None None] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:16.650046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:16.662814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "PUT /v2.0/routers/7b8d62cf-f6ed-47a5-b03e-fe3912d7f152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3517575 Dec 23 15:13:16.663683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50390) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:16.671660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] Sync routers for ids ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:16.697869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] Routers {'7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:16.698597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.792743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.805735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] Routers {'7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:16.806775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:12:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.810102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.823376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Pushing event deleted for resources: {'Port': ['ID=68de2e25-6e44-403a-b9b1-d03cfdd68d18,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:16.842086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f09e90-0c3f-4685-a9b1-a32011aae10c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.852719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:16.856186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb66956-02d9-47b6-af99-a29bd3349016') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.857125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb66956-02d9-47b6-af99-a29bd3349016') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.865134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] No DVR routers for this DVR port 68de2e25-6e44-403a-b9b1-d03cfdd68d18 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:16.870527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.870844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.888854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.895405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:16.895864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.896454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:16.897446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bcfed6-1849-417e-9cf5-2c60919d371b None None] The sync data for ids ['7b8d62cf-f6ed-47a5-b03e-fe3912d7f152'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:16.922922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43d9e7fa-61f4-449d-8daa-89abdf390dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:16.924399 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:16.938706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7740f07b-d035-44fe-af81-daae731048f0 None None] Provisioning for port ce58d636-b90f-4992-a7d8-63b886f8534a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:16.956446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ce58d636-b90f-4992-a7d8-63b886f8534a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:16.987784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ce58d636-b90f-4992-a7d8-63b886f8534a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:16.988218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.157121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.198043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port ce58d636-b90f-4992-a7d8-63b886f8534a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce58d636-b90f-4992-a7d8-63b886f8534a,segment=NetworkSegment(9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04),segment_id=9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:17.204271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.206676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0d579c2a-871d-48fe-93f8-a9d6c87218f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:17.294483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68de2e25-6e44-403a-b9b1-d03cfdd68d18 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:17.354159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 68de2e25-6e44-403a-b9b1-d03cfdd68d18 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:17.354623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68de2e25-6e44-403a-b9b1-d03cfdd68d18 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:17.378687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=ce58d636-b90f-4992-a7d8-63b886f8534a,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:17.390951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:17.472927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.477413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7aaf4541-55c4-4d8a-afa2-1db3f2b91e05 None None] Provisioning complete for port ce58d636-b90f-4992-a7d8-63b886f8534a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:17.477583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.477991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaf4541-55c4-4d8a-afa2-1db3f2b91e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.480831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.495442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:17.556813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Pushing event deleted for resources: {'Network': ['ID=65f09e90-0c3f-4685-a9b1-a32011aae10c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:17.559597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:17.570835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/networks/65f09e90-0c3f-4685-a9b1-a32011aae10c HTTP/1.1" status: 204 len: 168 time: 2.2215850 Dec 23 15:13:17.572112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50394) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:17.591951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.596206 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8163612 Dec 23 15:13:17.634870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50396) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:17.683805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.711564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.745015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-62c6a4cd-909a-4fff-8629-ae4c8c62fb03 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Synchronizing usage tracker for tenant:ba2ec3f8fe574dc3833b5f75f322a017 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:17.769915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.789233 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-81f01709-17fa-4293-8a8c-95dec5113b8b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=f5604e61-c58a-4dbb-aa11-b555302394e2 HTTP/1.1" status: 200 len: 690 time: 0.1463590 Dec 23 15:13:17.795604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50402) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:17.806870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-62c6a4cd-909a-4fff-8629-ae4c8c62fb03 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Unset dirty status for tenant:ba2ec3f8fe574dc3833b5f75f322a017 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:17.808151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62c6a4cd-909a-4fff-8629-ae4c8c62fb03 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2d487e-1457-4dfc-a19b-9c7ff0250c3e HTTP/1.1" status: 200 len: 205 time: 0.1752253 Dec 23 15:13:17.816823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b82fa-9737-494a-9b9b-059d27dd5cc2 req-cd7b4adb-1ffd-4f63-a547-c34fe7a77c1f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:17.818489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-146b82fa-9737-494a-9b9b-059d27dd5cc2 req-cd7b4adb-1ffd-4f63-a547-c34fe7a77c1f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8933744 Dec 23 15:13:17.819906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:17.823608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ce58d636-b90f-4992-a7d8-63b886f8534a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:17.829663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.889800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.890610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8d62cf-f6ed-47a5-b03e-fe3912d7f152 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:17.917363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ce58d636-b90f-4992-a7d8-63b886f8534a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:17.917648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.920778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:17.922537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8dc4be6-a8ff-48e2-94c0-5b3254e56d7b tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "DELETE /v2.0/routers/7b8d62cf-f6ed-47a5-b03e-fe3912d7f152 HTTP/1.1" status: 204 len: 168 time: 1.2571998 Dec 23 15:13:17.925527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50410) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:17.959021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object ef824fd0-4d52-4534-946b-f6dceddb3b28 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:18.041685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.056914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 88ebd8ad-cab0-473e-9371-f085b8182e8a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:18.087629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 2ddafd59-31fc-4946-93dc-11ecf182924e associated. External IP: 172.26.2.15, port: 23913272-14b2-4797-946d-17fc749623af. Dec 23 15:13:18.091945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 88ebd8ad-cab0-473e-9371-f085b8182e8a {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:18.092466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 88ebd8ad-cab0-473e-9371-f085b8182e8a not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:18.135526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.144940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-146b82fa-9737-494a-9b9b-059d27dd5cc2 req-1f3d54c1-a9ad-4611-b98c-239665b9e0fc tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118117 Dec 23 15:13:18.186245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.199070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Deleting port ac8e2e99-a27b-43b4-ae79-1434a5fc93ba {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:18.199463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.263631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.274998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d34546bd-a6be-487f-9ce0-cffabe92075f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:18.361117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting subnet b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:18.370104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.459998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.493089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ef824fd0-4d52-4534-946b-f6dceddb3b28,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:18.498494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:18.504546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:18.506526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:18.518662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:18.523226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:18.524187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.534608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.535020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.682848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Calling delete_port for ac8e2e99-a27b-43b4-ae79-1434a5fc93ba owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:18.742504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10f6bfb4-ff80-4786-9518-0520bd7fb6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.750957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9091659 Dec 23 15:13:18.756284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50416) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:18.764942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.853294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-21520cdd-531f-49f6-b1bd-a760897012e7 None None] Provisioning for port ef824fd0-4d52-4534-946b-f6dceddb3b28 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:18.859060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-21520cdd-531f-49f6-b1bd-a760897012e7 None None] Provisioning complete for port ef824fd0-4d52-4534-946b-f6dceddb3b28 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:18.859620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-21520cdd-531f-49f6-b1bd-a760897012e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.911670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.918918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-21520cdd-531f-49f6-b1bd-a760897012e7 None None] Port ef824fd0-4d52-4534-946b-f6dceddb3b28 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:18.921769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b1b69c29-a008-44af-9e58-61f8390f4e47 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:18.970673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event deleted for resources: {'Subnet': ['ID=b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:18.973414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:18.974758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:18.979219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:19.010885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.018796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2befa6c-e8dd-4061-a68d-9fbed62867f7 None None] Network 067db609-eee9-43fc-be8f-a3bea1070d28 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:19.031108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac8e2e99-a27b-43b4-ae79-1434a5fc93ba,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:19.045617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:19.053664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "DELETE /v2.0/subnets/b79c84b5-e2cd-4f2f-8c7a-2c0e40d5e0f5 HTTP/1.1" status: 204 len: 168 time: 1.1250274 Dec 23 15:13:19.055283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50420) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:19.255570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.281796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.293615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.295333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] DHCP port deletion for 067db609-eee9-43fc-be8f-a3bea1070d28 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:19.300340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Deleting port 7f377a96-889c-4c60-a493-ca50548af734 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:19.300576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.301944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting port 7f377a96-889c-4c60-a493-ca50548af734 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:19.302323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.325013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.349013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.383170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Deleting port 97b98126-27b2-434d-a2ce-646fccdd483c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:19.383577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.396341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.464769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.514783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.515025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Fanout notify agent at l3_agent the message router_deleted on router fc2d487e-1457-4dfc-a19b-9c7ff0250c3e {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:19.561390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.565188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1d481ade-1dfa-443a-a3fa-188041b54075 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] 10.222.0.49 "DELETE /v2.0/routers/fc2d487e-1457-4dfc-a19b-9c7ff0250c3e HTTP/1.1" status: 204 len: 168 time: 1.7377563 Dec 23 15:13:19.581582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] For port 7f377a96-889c-4c60-a493-ca50548af734, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7f377a96-889c-4c60-a493-ca50548af734,segment=NetworkSegment(ffb2c6a5-84ee-4640-81cf-b1d347eef624),segment_id=ffb2c6a5-84ee-4640-81cf-b1d347eef624)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:19.582208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.661106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] For port 7f377a96-889c-4c60-a493-ca50548af734, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7f377a96-889c-4c60-a493-ca50548af734,segment=NetworkSegment(ffb2c6a5-84ee-4640-81cf-b1d347eef624),segment_id=ffb2c6a5-84ee-4640-81cf-b1d347eef624)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:19.661561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.730484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.737855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Calling delete_port for 7f377a96-889c-4c60-a493-ca50548af734 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:19.831616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:19.840024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:19.845039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:19.880766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7f377a96-889c-4c60-a493-ca50548af734 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:19.890558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Calling delete_port for 7f377a96-889c-4c60-a493-ca50548af734 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:19.917956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bf80b5-ffbb-4119-a5c7-adbd9123753f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:19.927777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7f377a96-889c-4c60-a493-ca50548af734 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:19.928919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7f377a96-889c-4c60-a493-ca50548af734 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:19.931421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:19.948111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Pushing event deleted for resources: {'Port': ['ID=7f377a96-889c-4c60-a493-ca50548af734,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:19.951302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:19.958209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] No DVR routers for this DVR port 7f377a96-889c-4c60-a493-ca50548af734 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:19.989218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] For port 97b98126-27b2-434d-a2ce-646fccdd483c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=97b98126-27b2-434d-a2ce-646fccdd483c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:19.989642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.030228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50428) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:20.066736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.085766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:13:20.086131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:13:20.160018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Calling delete_port for 97b98126-27b2-434d-a2ce-646fccdd483c owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:20.369913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5604e61-c58a-4dbb-aa11-b555302394e2']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:20.388852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0659c36c-f82f-4a9e-a8a7-cbbc9ef8377f') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:20.389255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0659c36c-f82f-4a9e-a8a7-cbbc9ef8377f') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:20.412271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.431056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8e49f1a6-3e3f-4d2d-8943-4afafea79182 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba2ec3f8fe574dc3833b5f75f322a017&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900135 Dec 23 15:13:20.432988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.435168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:20.457347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:20.457792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:20.472767 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:20.501846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.584754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.593219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Deleting port 7f377a96-889c-4c60-a493-ca50548af734 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:20.593613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.626171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8763854a-0a23-4b0e-8b45-bd4e45c17a7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:20.628618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:20.644375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5604e61-c58a-4dbb-aa11-b555302394e2 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:13:20.652862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.659264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5604e61-c58a-4dbb-aa11-b555302394e2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:20.695694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:20.706117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.715811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] The port '7f377a96-889c-4c60-a493-ca50548af734' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:13:20.791911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.805699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f5604e61-c58a-4dbb-aa11-b555302394e2 HTTP/1.1" status: 204 len: 168 time: 3.0086582 Dec 23 15:13:20.809104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.814302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:20.814800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.815914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fec09642-4a2d-4306-bea2-83e8d3396ac5 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:20.922326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:20.961728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067db609-eee9-43fc-be8f-a3bea1070d28']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:20.978664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb2c6a5-84ee-4640-81cf-b1d347eef624') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:20.979254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb2c6a5-84ee-4640-81cf-b1d347eef624') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:20.995150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.007185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.014783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:21.029845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.035117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb5208-029f-4d7c-8947-601c912d24f4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:21.038779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:21.049265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:21.049870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.075586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.077517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66eb5208-029f-4d7c-8947-601c912d24f4 HTTP/1.1" status: 204 len: 168 time: 0.6413147 Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:21.078547 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:21.192604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.197416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2394a51a-a7d3-456e-afca-5d7e50a171d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:21.217397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.229403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Pushing event deleted for resources: {'Network': ['ID=067db609-eee9-43fc-be8f-a3bea1070d28,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:21.233115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:21.234781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] 10.222.0.49 "DELETE /v2.0/networks/067db609-eee9-43fc-be8f-a3bea1070d28 HTTP/1.1" status: 204 len: 168 time: 2.1783435 Dec 23 15:13:21.264581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event deleted for resources: {'Port': ['ID=97b98126-27b2-434d-a2ce-646fccdd483c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:21.328150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:21.534381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-492d25ed-867a-432d-ab82-80509b3b9283 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Synchronizing usage tracker for tenant:d631e0589d0f46f48e9f0c7ba77ebb18 on resource:floatingip {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:21.591601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50456) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:21.715704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-492d25ed-867a-432d-ab82-80509b3b9283 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Unset dirty status for tenant:d631e0589d0f46f48e9f0c7ba77ebb18 on resource:floatingip {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:21.719657 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-492d25ed-867a-432d-ab82-80509b3b9283 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1765 time: 0.8712165 Dec 23 15:13:21.720202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50464) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:21.726348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.883512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:21.884085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:21.884575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:21.885613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:21.886102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:21.886579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:21.887780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Synchronizing usage tracker for tenant:d631e0589d0f46f48e9f0c7ba77ebb18 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:21.930111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Unset dirty status for tenant:d631e0589d0f46f48e9f0c7ba77ebb18 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:21.934840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3831d1a3-d9a0-4388-a072-a649fc205a11 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4541 time: 0.2135017 Dec 23 15:13:21.935748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50472) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:21.938277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.946568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:21.951856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5349e887-3b00-4a84-9f21-bb740874feab tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:22.011200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b33462cd-520d-482c-ab50-e8d54bf9ba7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3889f28341d4f02a6275ce116fd345e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4179969 Dec 23 15:13:22.019633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50478) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:22.022897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-329887e0-9ec8-4633-bbd3-9b094efa3aea tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] delete failed (client error): The resource could not be found. Dec 23 15:13:22.024110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-329887e0-9ec8-4633-bbd3-9b094efa3aea tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/0b80098d-3158-4156-b1fc-44629bda0654 HTTP/1.1" status: 404 len: 345 time: 0.0841148 Dec 23 15:13:22.039997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:22.088631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.119251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.129614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50486) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:22.190599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.197736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:22.205739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.215814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-337429b1-f56b-48c1-b6ee-21c419f272d2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] DELETE failed (client error): The resource could not be found. Dec 23 15:13:22.216336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337429b1-f56b-48c1-b6ee-21c419f272d2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:13:22.216607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ca64a-21df-49fc-8d01-dd01f5afabca,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:22.219711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:22.221517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.225658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d6ca64a-21df-49fc-8d01-dd01f5afabca HTTP/1.1" status: 204 len: 168 time: 0.2015646 Dec 23 15:13:22.257539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ef824fd0-4d52-4534-946b-f6dceddb3b28,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:22.263947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.268380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-337429b1-f56b-48c1-b6ee-21c419f272d2 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f5604e61-c58a-4dbb-aa11-b555302394e2 HTTP/1.1" status: 404 len: 339 time: 0.2148612 Dec 23 15:13:22.272307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:22.275357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50494) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:22.282183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'network': {'name': 'tempest-network--148967684', 'router:external': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:22.288264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:22.292784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:network and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:22.296060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:22.302885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:22.313938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Made reservation on behalf of d631e0589d0f46f48e9f0c7ba77ebb18 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:22.319021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.339428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797642939'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:22.372269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:22.382512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:22.397006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:22.420189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:22.424947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:22.427982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:22.434736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:22.465348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:22.472236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:22.489283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.504904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.505411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Added segment d0d3751d-2ea5-46a4-aafc-1c7d351237d2 of type vlan for network 26591768-03ad-4080-90cc-0736cd6f560c Dec 23 15:13:22.514663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.515624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56509fad-8824-42d8-a2db-7436b2b4f50e {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:22.519162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.536482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:22.555924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:22.556644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:22.565793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.570779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "DELETE /v2.0/routers/56509fad-8824-42d8-a2db-7436b2b4f50e HTTP/1.1" status: 204 len: 168 time: 6.7449799 Dec 23 15:13:22.571556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:22.580652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.589028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1833751925', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:22.611815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:22.643944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:22.644424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4c34d-9f92-442d-b655-6aa0342400cb None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:22.647948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Usage tracker for resource:router and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:22.655116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:22.668235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:22.672777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.682644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:22.689745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:22.693693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:22.697313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.698268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:22.699171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.708819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-445d9c11-f990-452a-b7b3-262669a2419a tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:22.712061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.713109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.786799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a2082bdc-f90b-435e-a2cb-176d05e8b506 None None] Provisioning complete for port ef824fd0-4d52-4534-946b-f6dceddb3b28 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:22.787591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2082bdc-f90b-435e-a2cb-176d05e8b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.821029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:22.831384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Network': ['ID=26591768-03ad-4080-90cc-0736cd6f560c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:22.834384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:22.861398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 26591768-03ad-4080-90cc-0736cd6f560c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:22.866188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5896027 Dec 23 15:13:22.868231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50508) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:22.875634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:22.924242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.071518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a2082bdc-f90b-435e-a2cb-176d05e8b506 None None] Port ef824fd0-4d52-4534-946b-f6dceddb3b28 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:23.088619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:23.100258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:23.106266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:23.111257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:23.112487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Synchronizing usage tracker for tenant:bd5b2045110f4ff099d89d7c493858ba on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:23.156628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Unset dirty status for tenant:bd5b2045110f4ff099d89d7c493858ba on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:23.160912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d234584-7e4c-455b-b377-6a7d6245ed58 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2889040 Dec 23 15:13:23.168152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50516) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:23.280661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.294136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.302159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eb239eca-aa09-44a6-9197-7771afb1b69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:23.366575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:23.369657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce19f15-40f5-46c9-81b8-25d81eb63180,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:23.377523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.381573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:23.384210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:23.387910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:23.405520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:23.547794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50526) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:23.569757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.617867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26591768-03ad-4080-90cc-0736cd6f560c']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:23.626854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.632702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.639987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d3751d-2ea5-46a4-aafc-1c7d351237d2') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:23.640171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d3751d-2ea5-46a4-aafc-1c7d351237d2') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:23.641537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.647328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-891d7e84-1722-47d3-9062-a136d90cf5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:23.677710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.712412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.715700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.717663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5869079 Dec 23 15:13:23.725985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:23.726698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.755217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50532) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:23.767524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 97b98126-27b2-434d-a2ce-646fccdd483c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:23.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:23.806066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:23.807450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 97b98126-27b2-434d-a2ce-646fccdd483c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:23.808058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 97b98126-27b2-434d-a2ce-646fccdd483c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:23.811878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:23.815044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-1399353578'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:23.831634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:23.836641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.840204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1090e82a-63fc-4831-8efb-9500699fc40b tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:23.858144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26591768-03ad-4080-90cc-0736cd6f560c {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:13:23.862598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.869496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Network': ['ID=26591768-03ad-4080-90cc-0736cd6f560c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:23.872834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:23.883569 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/networks/26591768-03ad-4080-90cc-0736cd6f560c HTTP/1.1" status: 204 len: 168 time: 0.7139978 Dec 23 15:13:23.887707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50538) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:23.891518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:23.894312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'network': {'name': 'tempest-network--602903577', 'router:external': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:23.898598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:23.899450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:23.903593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:network and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:23.906779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:23.913119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:23.925549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Made reservation on behalf of d631e0589d0f46f48e9f0c7ba77ebb18 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:23.931267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.955492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:23.965714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:23.976195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:23.976618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Added segment 5c9df8a9-47ae-4563-bed2-e4f8968ea74d of type vlan for network 356123c6-f030-4520-8746-afc918ea0b91 Dec 23 15:13:24.010826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.046461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.047468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:24.048116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.053434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:24.100412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:24.106064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.135543 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0aa0b79d-f5a1-47e5-a32f-bb47e4f5ebf7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3583145 Dec 23 15:13:24.137341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50542) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.137901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.157487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-security--288593303', 'description': 'tempest-security-description-1662756861'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:24.172869 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2813606 Dec 23 15:13:24.174989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.184458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.189435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Network': ['ID=356123c6-f030-4520-8746-afc918ea0b91,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:24.195309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:24.200757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.203732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 356123c6-f030-4520-8746-afc918ea0b91 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:24.226597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.227495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.257574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.262657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.265323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.269481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "PUT /v2.0/security-groups/f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b HTTP/1.1" status: 200 len: 1611 time: 0.1287177 Dec 23 15:13:24.269481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb40737f-8df9-4d62-8854-333e4dc071ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:24.275713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50550) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.289480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e75034d6-3ec6-4fb0-9859-746ef08caed8 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:24.359682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d910b599-d62e-4c02-b154-677ec46a8fe2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups/f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b HTTP/1.1" status: 200 len: 1611 time: 0.0675371 Dec 23 15:13:24.361096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50554) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.363484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:24.366421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:24.383601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:24.442300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:security_group_rule and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:24.442485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.456277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:24.471671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.517396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.523046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0eb38159-2e50-4b22-929a-94484f6d2697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:24.537394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:24.539574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:24.542531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:24.543745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.550955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b HTTP/1.1" status: 204 len: 168 time: 0.1831677 Dec 23 15:13:24.551375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29e5b6-f253-4a78-955d-9213f917468e tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:24.551375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7b29e5b6-f253-4a78-955d-9213f917468e tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] 10.222.0.49 "GET /v2.0/networks/356123c6-f030-4520-8746-afc918ea0b91 HTTP/1.1" status: 200 len: 756 time: 0.3698204 Dec 23 15:13:24.551546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.551546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50562) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.553598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=ef824fd0-4d52-4534-946b-f6dceddb3b28,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:24.569931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:24.648883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router f943545c-e758-4505-8761-6de15015b386 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:24.667753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.719010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b96248-daef-414d-9597-3653a277caf9 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:24.719972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.720536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f7b96248-daef-414d-9597-3653a277caf9 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] 10.222.0.49 "GET /v2.0/networks/3e250223-b5c0-4314-9d05-213a882168c5 HTTP/1.1" status: 200 len: 768 time: 0.1554983 Dec 23 15:13:24.723716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50566) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.747778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-491ec806-8405-4e13-9263-2f56e68f04c9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:24.794491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:24.806962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:24.850363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-491ec806-8405-4e13-9263-2f56e68f04c9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:24.853772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-491ec806-8405-4e13-9263-2f56e68f04c9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3028476 Dec 23 15:13:24.859473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:24.862864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50570) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.888343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-b349994c-858c-4113-ad5b-77aa070db821 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] delete failed (client error): The resource could not be found. Dec 23 15:13:24.896097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b349994c-858c-4113-ad5b-77aa070db821 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/f180cd21-36d6-4cf1-8b6f-c4ec8fa7d30b HTTP/1.1" status: 404 len: 347 time: 0.0256088 Dec 23 15:13:24.923303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50574) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:24.933070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967656738'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:24.939730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:25.024893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:25.050273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.082110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356123c6-f030-4520-8746-afc918ea0b91']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:25.100583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9df8a9-47ae-4563-bed2-e4f8968ea74d') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:25.101195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9df8a9-47ae-4563-bed2-e4f8968ea74d') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:25.115581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.133024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b84d0712-7d00-4258-a1ad-b76af1bb055f None None] Provisioning complete for port ef824fd0-4d52-4534-946b-f6dceddb3b28 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:25.133881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b84d0712-7d00-4258-a1ad-b76af1bb055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.134180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.142176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:25.142712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:25.158055 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:25.195243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b84d0712-7d00-4258-a1ad-b76af1bb055f None None] Port ef824fd0-4d52-4534-946b-f6dceddb3b28 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:25.240410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.244372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cd2dd30-5c70-4d6f-a5da-65f846ef9063 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:25.259586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 356123c6-f030-4520-8746-afc918ea0b91 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:13:25.264143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.274991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Network': ['ID=356123c6-f030-4520-8746-afc918ea0b91,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:25.278697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:25.282034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/networks/356123c6-f030-4520-8746-afc918ea0b91 HTTP/1.1" status: 204 len: 168 time: 0.5557125 Dec 23 15:13:25.286819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50578) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:25.288973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.294126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'network': {'name': 'tempest-network--586580222'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:25.300840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:25.305889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Usage tracker for resource:network and tenant:d631e0589d0f46f48e9f0c7ba77ebb18 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:25.309043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:25.311685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.312084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.323049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:25.327321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:25.346758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Made reservation on behalf of d631e0589d0f46f48e9f0c7ba77ebb18 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:25.364595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.412176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:25.412876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:25.419715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:25.426461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:25.435811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:25.438747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:25.457151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.457596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment aff97f44-fafa-473f-a7c1-5dcb0221ed86 of type vlan for network c0b8087c-b102-4292-9f56-af29ad81e924 Dec 23 15:13:25.458739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.459058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d3692-30c5-489a-bd44-632460173b06,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:25.459176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Added segment a58bad28-7fa0-4c4d-87a1-c1a35de23a0b of type vlan for network c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50 Dec 23 15:13:25.475879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:25.496809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Allocated IP 172.26.2.28 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/0ed31b08-3d2c-4c68-98ca-e0fd2a17f6e7) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:25.515028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.550470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.564187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.569674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2739eb73-93b2-4f42-86f2-f063cac05517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:25.604810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.611629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.612628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:25.613304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1183381'] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.636481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b0a84-910f-44b4-898a-74055d6dce59,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:25.639380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:25.640259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.641586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7172742 Dec 23 15:13:25.642870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:25.656326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50582) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:25.674030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '2e6b0a84-910f-44b4-898a-74055d6dce59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:25.683048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3923120 Dec 23 15:13:25.683048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:25.730700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50586) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:25.740307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:25.746842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:25.770543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:25.786058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:25.863041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Network': ['ID=c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:25.866009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:25.875287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:25.887541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.891981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:25.892692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.895245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:25.907744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2786a2a5-6941-4590-83fe-e7ad2ae81302 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:26.057183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.077914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=c0b8087c-b102-4292-9f56-af29ad81e924,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:26.089532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:26.089710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c0b8087c-b102-4292-9f56-af29ad81e924 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:26.107140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5539865 Dec 23 15:13:26.110864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50590) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:26.125343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679582323'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:26.136746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:26.145868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:26.151458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:26.155423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:26.162200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.169183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] Sync routers for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:26.183764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:26.185021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.196834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:26.252838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.254696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.258983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:26.264554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.265146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:26.265933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.280616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed6ddaeb-b7bb-485c-bcf0-3a32030b542b tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:26.315991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.321940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.323759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.333463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.333930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9974bc7-80bc-4b2b-aea1-139416020281 None None] The sync data for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:26.342958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:26.368310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12169240-c631-443e-b7d0-d4e431052ee3,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:26.371268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:26.371924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.379750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9bd6808b-49a8-4554-a49e-777927b85b10 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:26.423070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:26.434669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:26.436647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event updated for resources: {'Port': ['ID=0ed31b08-3d2c-4c68-98ca-e0fd2a17f6e7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:26.440204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:26.459554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.460849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8024328 Dec 23 15:13:26.470536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef89f78a-b1ee-4dc7-931b-cb0102b02787 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/floatingips/2ddafd59-31fc-4946-93dc-11ecf182924e HTTP/1.1" status: 200 len: 976 time: 13.3742139 Dec 23 15:13:26.472831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Network c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50 is not hosted by any dhcp agent {{(pid=88873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 23 15:13:26.473921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:26.474364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.474631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:26.475670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:26.475801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "PUT /v2.0/networks/c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50 HTTP/1.1" status: 200 len: 857 time: 0.7429111 Dec 23 15:13:26.476003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:26.480040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50598) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:26.483874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:26.514400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event updated for resources: {'Network': ['ID=c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:26.517240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:26.531643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Router d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:13:26.578459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.578856 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment d87b52c5-bd94-498d-aead-aa8cf5ce243f of type vlan for network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb Dec 23 15:13:26.614729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.672776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 33d4914e-6752-4fea-84bc-1b61cdeaf220 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:26.673204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.710085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.731663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.750939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.778616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.795626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58bad28-7fa0-4c4d-87a1-c1a35de23a0b') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.795919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58bad28-7fa0-4c4d-87a1-c1a35de23a0b') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:26.807036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.809182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.825080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.832073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:26.832564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:26.847104 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:26.926630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.930204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e9eea71b-281f-47d9-b554-180a3a123749 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:26.944494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:13:26.948898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:26.960921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Pushing event deleted for resources: {'Network': ['ID=c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:26.963267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:26.964964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] 10.222.0.49 "DELETE /v2.0/networks/c00f2e77-5d8f-4b1c-8dd6-8b2c0895fe50 HTTP/1.1" status: 204 len: 168 time: 0.4837739 Dec 23 15:13:26.969276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50606) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:27.011242 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e1793b-3276-409a-9905-57ec86c392b8 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] DELETE failed (client error): The resource could not be found. Dec 23 15:13:27.012112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e1793b-3276-409a-9905-57ec86c392b8 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:13:27.014212 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-12e1793b-3276-409a-9905-57ec86c392b8 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] 10.222.0.49 "DELETE /v2.0/subnets/c3bf80b5-ffbb-4119-a5c7-adbd9123753f HTTP/1.1" status: 404 len: 337 time: 0.0437398 Dec 23 15:13:27.016122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.016992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50610) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:27.020428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:27.021078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.032532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ba01f66-7241-42d9-8789-4736d867ae0b tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:27.157650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.295945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.305558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.333948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e250223-b5c0-4314-9d05-213a882168c5']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:27.357414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35342a2f-ee95-4fc0-a6db-75f1e5aead60') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:27.357787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35342a2f-ee95-4fc0-a6db-75f1e5aead60') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:27.375013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.411082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.419661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:27.420571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:27.437812 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:27.498545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.499812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/12169240-c631-443e-b7d0-d4e431052ee3 HTTP/1.1" status: 204 len: 168 time: 1.0201874 Dec 23 15:13:27.511328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3929403 Dec 23 15:13:27.511328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50614) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:27.515127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:27.518903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50616) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:27.527573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:27.530992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:27.537756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:27.542154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:27.596735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12169240-c631-443e-b7d0-d4e431052ee3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:27.611554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.622056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b149990-ebc3-4ba6-abf1-d444b48def6a tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:27.630286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:27.647594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.653400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.666597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Pushing event deleted for resources: {'Network': ['ID=3e250223-b5c0-4314-9d05-213a882168c5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:27.672460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:27.678318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] 10.222.0.49 "DELETE /v2.0/networks/3e250223-b5c0-4314-9d05-213a882168c5 HTTP/1.1" status: 204 len: 168 time: 0.6599851 Dec 23 15:13:27.703283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:27.707984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:27.711121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:27.717841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:27.725118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:27.728921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:27.737622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] Sync routers for ids ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:27.750520 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/routers/d3a3e6f3-9ca8-4b2d-858b-f4413be586c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9858828 Dec 23 15:13:27.755024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50624) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:27.760780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0f6c0b37-e155-4016-8d2b-88b947735d14 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:27.765643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] Routers {'d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:27.767452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:27.868508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.869244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:27.882352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0f6c0b37-e155-4016-8d2b-88b947735d14 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:27.883831 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0f6c0b37-e155-4016-8d2b-88b947735d14 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3701489 Dec 23 15:13:27.887574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50628) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:27.929646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.056141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf98ac-281f-4ec6-8db8-8715c693cb64 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:28.060673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3adf98ac-281f-4ec6-8db8-8715c693cb64 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 HTTP/1.1" status: 200 len: 988 time: 0.2992642 Dec 23 15:13:28.061671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50634) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:28.062048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50636) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:28.068792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:28.080965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] Routers {'d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:28.081674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:28.146898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:28.151453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075211dd-afd3-40e8-9e85-fa639b0d7016 None None] The sync data for ids ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:28.159349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.159811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.160093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Floating IP 2ddafd59-31fc-4946-93dc-11ecf182924e disassociated. External IP: 172.26.2.15, port: 33d4914e-6752-4fea-84bc-1b61cdeaf220. Dec 23 15:13:28.160473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 33d4914e-6752-4fea-84bc-1b61cdeaf220 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:28.205378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.272543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.419395 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8bc54c57-6830-481d-99c5-f870eaed4914 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd5b2045110f4ff099d89d7c493858ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3517587 Dec 23 15:13:28.427073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:28.466270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.480291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:28.491013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.501002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:28.516361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b0a84-910f-44b4-898a-74055d6dce59,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:28.525624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:28.536426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.545915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f62d1607-a893-4af9-81c7-3427c47226f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:28.618171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=33d4914e-6752-4fea-84bc-1b61cdeaf220,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:28.637751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:28.639605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=12c1f958-c4c8-44e2-9112-92748242ce1b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:28.645762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.649507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/2e6b0a84-910f-44b4-898a-74055d6dce59 HTTP/1.1" status: 204 len: 168 time: 0.7563639 Dec 23 15:13:28.650097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.650509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50648) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:28.652513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:28.688427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.713526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': 'aff97f44-fafa-473f-a7c1-5dcb0221ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:28.713931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: c0b8087c-b102-4292-9f56-af29ad81e924, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:13:28.758649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1deda24f-956e-4791-8467-2ef8f7fdff5e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:28.819769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1deda24f-956e-4791-8467-2ef8f7fdff5e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:28.821188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1deda24f-956e-4791-8467-2ef8f7fdff5e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1677923 Dec 23 15:13:28.826309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50652) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:28.827108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network c0b8087c-b102-4292-9f56-af29ad81e924 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:13:28.838927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--843284349'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:28.843227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, c0b8087c-b102-4292-9f56-af29ad81e924) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:28.850449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:28.850673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:28.851108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.854639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d327be2-c8d5-49fe-af12-b72a9ad1b0a0 None None] Network c0b8087c-b102-4292-9f56-af29ad81e924 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:28.870628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:28.872957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.880055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c21a7f61-9930-4cc1-957a-3375f39d7a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:28.885180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3621771 Dec 23 15:13:28.885537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50656) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:28.894614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:28.901946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Router 6172a3f6-0f82-489f-9fc1-1d71cafb70bc is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:13:28.913606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c77e60a-ace7-4532-83cf-41eb65a966e1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:28.919628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:28.924481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.944121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:28.947872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c77e60a-ace7-4532-83cf-41eb65a966e1 HTTP/1.1" status: 204 len: 168 time: 0.5136707 Dec 23 15:13:29.110063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:29.119987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:29.129145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:29.139933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:29.174095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-c0b8087c-b102-4292-9f56-af29ad81e924', 'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': '12c1f958-c4c8-44e2-9112-92748242ce1b'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:13:29.180010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.232686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router f943545c-e758-4505-8761-6de15015b386 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:29.325532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.336519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.343804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e9ed163-4007-4d18-8b42-a1bf5b81f54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:29.380598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:29.392082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:29.396524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:29.405946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:29.423927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Allocated IP 172.20.0.2 (c0b8087c-b102-4292-9f56-af29ad81e924/12c1f958-c4c8-44e2-9112-92748242ce1b/cf313adb-d150-4227-bd5c-efb517258e1b) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:29.429764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50664) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:29.474490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613a113b-a264-4929-8a55-29e869babde1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:29.480744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:29.486838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.488186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:29.488318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6599586 Dec 23 15:13:29.499038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50668) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:29.508488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '613a113b-a264-4929-8a55-29e869babde1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:29.523037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:29.530301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:29.536263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:29.546375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:29.548385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:29.561451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] Sync routers for ids ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:29.580627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] Routers {'6172a3f6-0f82-489f-9fc1-1d71cafb70bc'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:29.581727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:29.612269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.682079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.691116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:29.695934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Transition to ACTIVE for port object cf313adb-d150-4227-bd5c-efb517258e1b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:29.719119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] Routers {'6172a3f6-0f82-489f-9fc1-1d71cafb70bc'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:29.720134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:29.724018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Transition to ACTIVE for port object cf313adb-d150-4227-bd5c-efb517258e1b will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:29.732140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.738702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f78ab198-aa6d-415e-98a7-edd1f3b25fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:29.767716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.798651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:29.799381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71342a53-cd72-43f8-bd62-7815a8ade650 None None] The sync data for ids ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:29.839957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Pushing event updated for resources: {'Port': ['ID=cf313adb-d150-4227-bd5c-efb517258e1b,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:29.846658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:29.860096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Network c0b8087c-b102-4292-9f56-af29ad81e924 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:29.861678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:29.864266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:29.880179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ce327f2-6df6-4e08-b70e-fcec18e5a1c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d631e0589d0f46f48e9f0c7ba77ebb18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4458675 Dec 23 15:13:29.880699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50672) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:29.909568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.913098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3338656 Dec 23 15:13:29.915687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.923531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50676) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:29.933266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:29.963453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Attempting to bind port cf313adb-d150-4227-bd5c-efb517258e1b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:13:29.963855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Attempting to bind port cf313adb-d150-4227-bd5c-efb517258e1b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'aff97f44-fafa-473f-a7c1-5dcb0221ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:13:29.964285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Attempting to bind port cf313adb-d150-4227-bd5c-efb517258e1b on network c0b8087c-b102-4292-9f56-af29ad81e924 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:13:29.973085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:13:29.973723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Checking segment: {'id': 'aff97f44-fafa-473f-a7c1-5dcb0221ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:29.974333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:29.975031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Bound using segment: {'id': 'aff97f44-fafa-473f-a7c1-5dcb0221ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:13:29.975815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Bound port: cf313adb-d150-4227-bd5c-efb517258e1b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff97f44-fafa-473f-a7c1-5dcb0221ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0b8087c-b102-4292-9f56-af29ad81e924'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:13:29.976340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.079627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] For port cf313adb-d150-4227-bd5c-efb517258e1b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:13:30.083265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] For port cf313adb-d150-4227-bd5c-efb517258e1b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cf313adb-d150-4227-bd5c-efb517258e1b,segment=NetworkSegment(aff97f44-fafa-473f-a7c1-5dcb0221ed86),segment_id=aff97f44-fafa-473f-a7c1-5dcb0221ed86)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:13:30.087192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.091953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9b2ed7c-c3a2-4c81-b71e-e9d8667d68a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:30.094630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.107323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.111148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.114498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:30.131355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] Sync routers for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:30.149421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67aafc13-e0c5-48cd-8d8d-927da3143f08 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:30.186755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:30.187423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:30.205920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.231777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.244154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:30.265972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:30.267073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe97372-2dfe-4add-a640-4c7124545af2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:30.277715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Pushing event updated for resources: {'Port': ['ID=cf313adb-d150-4227-bd5c-efb517258e1b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:30.282405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:30.285779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:30.293869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:30.294613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:30.307094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.313675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8075287 Dec 23 15:13:30.313675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50680) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:30.322581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '613a113b-a264-4929-8a55-29e869babde1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:30.335954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:30.344568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:30.348132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.353052 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/ports/33d4914e-6752-4fea-84bc-1b61cdeaf220 HTTP/1.1" status: 204 len: 168 time: 3.8686576 Dec 23 15:13:30.353052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:30.355109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50684) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:30.362891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:30.394414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:30.397656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7cb6-ce1d-4a4f-b60b-a00200fca766 None None] The sync data for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:30.421424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=a1039273-c05b-42a3-a01a-65fd1369d962,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:30.466425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:30.488290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.496160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': 'd87b52c5-bd94-498d-aead-aa8cf5ce243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:30.496563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:13:30.508643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.514700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bf01606-58c6-4c51-9684-77bb564b464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:30.539182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc34de2-b15a-4d95-9e23-f176f2b9d1b8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:30.544788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:30.551805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ef824fd0-4d52-4534-946b-f6dceddb3b28 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:30.552189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.596144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.597451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.598734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dc34de2-b15a-4d95-9e23-f176f2b9d1b8 HTTP/1.1" status: 204 len: 168 time: 0.7166567 Dec 23 15:13:30.614545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:13:30.726712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:30.738944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:30.739633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.743662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f645f9-4f72-4f11-992c-0cc61a67fc7c None None] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:30.790495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9032853 Dec 23 15:13:30.794526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50690) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:30.806091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-364633395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:30.818068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.818598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:30.845857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:30.853495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:30.876108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:30.883227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.909289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.942505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:30.959483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae272eb-5a9b-4d0b-a63d-26600d041ae2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:30.967517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:30.972055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.973951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6601567 Dec 23 15:13:30.974797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.975965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:30.977415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:30.992490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '613a113b-a264-4929-8a55-29e869babde1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:31.000526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:31.006459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:31.011470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:31.020597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:31.075321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.077415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb', 'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': 'a1039273-c05b-42a3-a01a-65fd1369d962'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:13:31.078348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.083436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for ef824fd0-4d52-4534-946b-f6dceddb3b28 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:31.184301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.228621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.261931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.263505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2365e35-fc61-4c8d-88da-052d283c2205 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4676619 Dec 23 15:13:31.267977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50704) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:31.285726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Allocated IP 172.21.0.2 (02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb/a1039273-c05b-42a3-a01a-65fd1369d962/7e8f3ac8-dece-468e-8009-68d722309bdf) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:31.368021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.383634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.392498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:31.482075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.485148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e421b3-d6a5-4d2c-a067-efe440a8120f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:31.489886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a45b5a9-df08-4de7-801b-e8494f2ddb23 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:31.496158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:31.542489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=ef824fd0-4d52-4534-946b-f6dceddb3b28,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:31.549124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:31.569017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.573121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5904720 Dec 23 15:13:31.574410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50712) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:31.583710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '613a113b-a264-4929-8a55-29e869babde1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:31.596345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:31.604734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:31.608928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:31.617987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:31.676708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.681846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.686578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.700445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Transition to ACTIVE for port object 7e8f3ac8-dece-468e-8009-68d722309bdf will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:31.722230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Transition to ACTIVE for port object 7e8f3ac8-dece-468e-8009-68d722309bdf will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:31.729472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.733993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:31.777103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:31.813737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Pushing event updated for resources: {'Port': ['ID=7e8f3ac8-dece-468e-8009-68d722309bdf,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:31.818083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:31.840101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:31.841767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:31.846100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:31.981688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cf313adb-d150-4227-bd5c-efb517258e1b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:31.994202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.062836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Attempting to bind port 7e8f3ac8-dece-468e-8009-68d722309bdf on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:13:32.063163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Attempting to bind port 7e8f3ac8-dece-468e-8009-68d722309bdf by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd87b52c5-bd94-498d-aead-aa8cf5ce243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:13:32.063771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Attempting to bind port 7e8f3ac8-dece-468e-8009-68d722309bdf on network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:13:32.074883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:13:32.077322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Checking segment: {'id': 'd87b52c5-bd94-498d-aead-aa8cf5ce243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:32.078087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.078738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Bound using segment: {'id': 'd87b52c5-bd94-498d-aead-aa8cf5ce243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:13:32.080200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Bound port: 7e8f3ac8-dece-468e-8009-68d722309bdf, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87b52c5-bd94-498d-aead-aa8cf5ce243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:13:32.080888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.203345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port cf313adb-d150-4227-bd5c-efb517258e1b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:32.263005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] For port 7e8f3ac8-dece-468e-8009-68d722309bdf, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:13:32.267890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] For port 7e8f3ac8-dece-468e-8009-68d722309bdf, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7e8f3ac8-dece-468e-8009-68d722309bdf,segment=NetworkSegment(d87b52c5-bd94-498d-aead-aa8cf5ce243f),segment_id=d87b52c5-bd94-498d-aead-aa8cf5ce243f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:13:32.273548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.280737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e11c79d0-9562-48ee-a643-ea839274d98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:32.368709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Pushing event updated for resources: {'Port': ['ID=7e8f3ac8-dece-468e-8009-68d722309bdf,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:32.376595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50722) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:32.381210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:32.453626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.502239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.521521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:32.625477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd3723-6988-4e34-a90f-e15bff98d801 None None] Network c0b8087c-b102-4292-9f56-af29ad81e924 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:32.631754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d285e461-52f9-432b-bd8c-d28ef5e8b616,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:32.634619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:32.655139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.657204 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0783873 Dec 23 15:13:32.661042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50728) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:32.672603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '613a113b-a264-4929-8a55-29e869babde1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:32.672827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1424577270'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:32.681088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:32.690306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:32.696512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:32.704529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:32.719536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:32.725386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.736364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Usage tracker for resource:network and tenant:7244aaff60024355830e1c6c64b2b6d7 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:32.741887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:32.752876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.755533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:32.762212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Provisioning for port cf313adb-d150-4227-bd5c-efb517258e1b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:32.771457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Provisioning complete for port cf313adb-d150-4227-bd5c-efb517258e1b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:32.771881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.834566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.924923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:32.941551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb4e43f8-581d-4f1e-bddd-be1c7d2dba89 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:33.049566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c27ea7-e952-4ee9-a3a7-a58a679e984f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:33.066134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:33.067596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.089468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:33.097595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.104873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] For port cf313adb-d150-4227-bd5c-efb517258e1b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cf313adb-d150-4227-bd5c-efb517258e1b,segment=NetworkSegment(aff97f44-fafa-473f-a7c1-5dcb0221ed86),segment_id=aff97f44-fafa-473f-a7c1-5dcb0221ed86)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:33.111058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.117091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-571849f1-72f3-4e4b-b641-ceebaac32b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:33.141018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.145654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.4815760 Dec 23 15:13:33.146358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50732) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:33.166737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.208272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Pushing event updated for resources: {'Port': ['ID=cf313adb-d150-4227-bd5c-efb517258e1b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:33.221360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:33.259452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.337273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.389806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:33.399618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Usage tracker for resource:security_group_rule and tenant:7244aaff60024355830e1c6c64b2b6d7 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:33.429647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.434740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:33.445058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.446274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.449265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:33.459410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13149f91-5196-401b-ba4a-3d41f3041037 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:33.481472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Router d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:33.539917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9211f116-5d00-45d2-8215-47b04c5625a0 None None] Provisioning complete for port cf313adb-d150-4227-bd5c-efb517258e1b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:33.540604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9211f116-5d00-45d2-8215-47b04c5625a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.559078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70c27ea7-e952-4ee9-a3a7-a58a679e984f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:33.580932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:33.589527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.593365 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/70c27ea7-e952-4ee9-a3a7-a58a679e984f HTTP/1.1" status: 204 len: 168 time: 0.4410570 Dec 23 15:13:33.596177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50736) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:33.700723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-26a10873-506b-4a32-b6a1-8320287f9dfe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:33.757147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.20.0.1 (c0b8087c-b102-4292-9f56-af29ad81e924/12c1f958-c4c8-44e2-9112-92748242ce1b/91d6e2a0-1091-4786-8432-954112038c62) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:33.790440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.792723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:33.805915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.815741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] Sync routers for ids ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:33.830700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4f9206a-e019-4fb6-8daa-b73b58880cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:33.834051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-26a10873-506b-4a32-b6a1-8320287f9dfe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:33.835506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26a10873-506b-4a32-b6a1-8320287f9dfe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2383640 Dec 23 15:13:33.839405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:33.839863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] Routers {'d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:33.844194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:33.965789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 88b026ec-d636-441b-b13d-10d06fed0355 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:33.966178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:33.968272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:13:33.979965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:33.993012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] Routers {'d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:33.993977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:33.998363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Router 6172a3f6-0f82-489f-9fc1-1d71cafb70bc has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:34.005718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/routers/d3a3e6f3-9ca8-4b2d-858b-f4413be586c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9339061 Dec 23 15:13:34.015185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50744) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:34.018797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd246a-ce08-4c85-af2b-6f6729eaad5d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:34.023287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:34.070085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:34.070711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9c308-9d75-43b1-95c8-79c3e8f2408d None None] The sync data for ids ['d3a3e6f3-9ca8-4b2d-858b-f4413be586c5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:34.072441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e8f3ac8-dece-468e-8009-68d722309bdf up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:34.098188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.098586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Added segment 11ae227b-bf82-450f-acd5-4c5ac50dd4b8 of type vlan for network 2e749f92-7b98-41e2-84ff-05b2925ce631 Dec 23 15:13:34.134000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.149133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-286f65fb-7d48-4eea-ba14-99d2af72b9c1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:13:34.149750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-286f65fb-7d48-4eea-ba14-99d2af72b9c1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:34.158704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7e8f3ac8-dece-468e-8009-68d722309bdf completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:34.164850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cf313adb-d150-4227-bd5c-efb517258e1b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:34.170506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.214341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.237085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-286f65fb-7d48-4eea-ba14-99d2af72b9c1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:34.241651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-286f65fb-7d48-4eea-ba14-99d2af72b9c1 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/ef824fd0-4d52-4534-946b-f6dceddb3b28 HTTP/1.1" status: 404 len: 333 time: 0.2171004 Dec 23 15:13:34.241992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50748) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:34.255854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port cf313adb-d150-4227-bd5c-efb517258e1b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:34.256731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.264791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.299129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.302582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 91d6e2a0-1091-4786-8432-954112038c62 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:34.306255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf5c9081-f6fd-46cc-812a-04173fa1431c tempest-ServersTestJSON-900148212 tempest-ServersTestJSON-900148212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:34.322154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.327298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:34.327625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.336141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d285e461-52f9-432b-bd8c-d28ef5e8b616,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:34.348243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:34.348817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e2891ab-207b-4948-9aae-fc1ed68577df tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:34.437046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.472190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0903013 Dec 23 15:13:34.477707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.478792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d285e461-52f9-432b-bd8c-d28ef5e8b616 HTTP/1.1" status: 204 len: 168 time: 0.6311548 Dec 23 15:13:34.480628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50752) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:34.488202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50754) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:34.495578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'subnet': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:34.515892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Network': ['ID=2e749f92-7b98-41e2-84ff-05b2925ce631,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:34.520908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:34.529959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:13:34.545092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.588145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 88b026ec-d636-441b-b13d-10d06fed0355 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:34.628721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.633643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2005663d-f067-438f-9660-06f2d202b8b3 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:34.673475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ddb04-2d98-4248-a180-31a0f4798964 None None] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:34.748041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:34.759890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network c0b8087c-b102-4292-9f56-af29ad81e924 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:34.766854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Usage tracker for resource:subnet and tenant:7244aaff60024355830e1c6c64b2b6d7 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:34.772012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:34.774753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:34.784192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Provisioning for port 7e8f3ac8-dece-468e-8009-68d722309bdf completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:34.804381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=91d6e2a0-1091-4786-8432-954112038c62,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:34.807451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Provisioning complete for port 7e8f3ac8-dece-468e-8009-68d722309bdf triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:34.807668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:34.808118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:34.812505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:34.835268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:34.854792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2069f4ca-b09d-45d9-8087-b0052b542b85 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:34.892910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:34.916490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2069f4ca-b09d-45d9-8087-b0052b542b85 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:34.921317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2069f4ca-b09d-45d9-8087-b0052b542b85 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4305325 Dec 23 15:13:34.922028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50760) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:34.928958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.082041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.135700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] For port 7e8f3ac8-dece-468e-8009-68d722309bdf, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7e8f3ac8-dece-468e-8009-68d722309bdf,segment=NetworkSegment(d87b52c5-bd94-498d-aead-aa8cf5ce243f),segment_id=d87b52c5-bd94-498d-aead-aa8cf5ce243f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:35.140942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.143691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:35.219783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Pushing event updated for resources: {'Port': ['ID=7e8f3ac8-dece-468e-8009-68d722309bdf,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:35.230617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:35.272431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-415fdd2e-ead9-41c9-8625-ed46c4c58176 None None] Provisioning for port 91d6e2a0-1091-4786-8432-954112038c62 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:35.278813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-415fdd2e-ead9-41c9-8625-ed46c4c58176 None None] Provisioning complete for port 91d6e2a0-1091-4786-8432-954112038c62 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:35.279475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-415fdd2e-ead9-41c9-8625-ed46c4c58176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.334254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.347378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-415fdd2e-ead9-41c9-8625-ed46c4c58176 None None] Port 91d6e2a0-1091-4786-8432-954112038c62 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:35.363003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.380611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.508304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.527279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.531806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:35.531959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.536797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.540991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-03f33348-4908-4b8b-b9eb-f1719b8d2dd7 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "PUT /v2.0/routers/6172a3f6-0f82-489f-9fc1-1d71cafb70bc HTTP/1.1" status: 200 len: 925 time: 5.6122694 Dec 23 15:13:35.543844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] Sync routers for ids ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:35.545077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50764) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:35.548011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:35.566549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] Routers {'6172a3f6-0f82-489f-9fc1-1d71cafb70bc'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:35.567366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:35.614872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.615332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Fanout notify agent at l3_agent the message router_deleted on router d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:35.636718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:35.647063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.648319 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-afa9e12a-2036-425d-bfdd-511b6fc28678 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/routers/d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 HTTP/1.1" status: 204 len: 168 time: 1.4025323 Dec 23 15:13:35.649779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.653336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50768) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:35.654064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:35.655278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-731cd2be-d192-4efb-a247-68717f7ea7ae None None] Provisioning complete for port 7e8f3ac8-dece-468e-8009-68d722309bdf triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:35.655844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-731cd2be-d192-4efb-a247-68717f7ea7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.663861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65e421b3-d6a5-4d2c-a067-efe440a8120f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:35.671669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:35.675313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.692819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:35.696445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/65e421b3-d6a5-4d2c-a067-efe440a8120f HTTP/1.1" status: 204 len: 168 time: 0.7694697 Dec 23 15:13:35.701845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50772) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:35.702010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] Routers {'6172a3f6-0f82-489f-9fc1-1d71cafb70bc'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:35.702812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:35.739790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=88b026ec-d636-441b-b13d-10d06fed0355,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:35.751213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:35.771343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:35.771928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa0849-6d7d-436c-9250-703de908f9f9 None None] The sync data for ids ['6172a3f6-0f82-489f-9fc1-1d71cafb70bc'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:35.882343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e8f3ac8-dece-468e-8009-68d722309bdf up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:35.960271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7e8f3ac8-dece-468e-8009-68d722309bdf triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:35.962116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.056217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2742d845-0084-4e98-9ecc-d4c0835bc69a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:36.123827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 4ec7e837-7e48-4ec5-bbf0-d4b1907378dc {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:36.127962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.199696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.204204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2742d845-0084-4e98-9ecc-d4c0835bc69a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:36.205693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2742d845-0084-4e98-9ecc-d4c0835bc69a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5026672 Dec 23 15:13:36.205810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.209746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:36.236617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:36.359302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.377851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.397401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Subnet': ['ID=49e7fd13-30f0-4534-ac43-8b6434a47a75,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:36.403683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:36.439009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.442893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.470649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Checking segment: {'id': '11ae227b-bf82-450f-acd5-4c5ac50dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:36.471062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network hostable DHCP agents. Network: 2e749f92-7b98-41e2-84ff-05b2925ce631, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:13:36.484141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7aa8723-73f6-450a-b190-ce40614f4744 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:36.496689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b6fa3d57-db9d-453e-9802-522e5649df94 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/6172a3f6-0f82-489f-9fc1-1d71cafb70bc HTTP/1.1" status: 200 len: 925 time: 0.9382603 Dec 23 15:13:36.498482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50782) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:36.513238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ae272eb-5a9b-4d0b-a63d-26600d041ae2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:36.518169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:36.521878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.523118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9ae272eb-5a9b-4d0b-a63d-26600d041ae2 HTTP/1.1" status: 204 len: 168 time: 0.2854302 Dec 23 15:13:36.526975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.531182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:36.570251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.576720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.604883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ac1a590-6f31-442a-8773-23e3fe88af9e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:36.639053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:13:36.657609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.664941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-87fa8662-8644-4211-a554-2c220d64d210 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:36.706271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 2e749f92-7b98-41e2-84ff-05b2925ce631) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:36.710449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec7e837-7e48-4ec5-bbf0-d4b1907378dc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:36.719628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178c470-9e55-43be-af16-b905f9800788 None None] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:36.719895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:36.720542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.721963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e51aafc9-688a-4060-80e5-754f6be179ea tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:36.725685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=91d6e2a0-1091-4786-8432-954112038c62,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:36.726709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:36.733524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:36.743650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.750178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14a198-2f31-475b-8424-d38695639ee2 None None] Network a215736b-eee8-4bb9-809f-cc0b155a1d0b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:36.752248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.762300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/4ec7e837-7e48-4ec5-bbf0-d4b1907378dc HTTP/1.1" status: 204 len: 168 time: 1.0710893 Dec 23 15:13:36.762300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e51aafc9-688a-4060-80e5-754f6be179ea tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:36.762300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e51aafc9-688a-4060-80e5-754f6be179ea tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2243357 Dec 23 15:13:36.762663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50790) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:36.762663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45cc2b55-00bc-436f-a0ce-e6a9aedce88b tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Synchronizing usage tracker for tenant:fb19f43f7ac944a6a063251b5138794c on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:36.762839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:36.809318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.825438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:36.859542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3716693 Dec 23 15:13:36.884829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:36.901847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1558100558'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:36.977138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45cc2b55-00bc-436f-a0ce-e6a9aedce88b tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Unset dirty status for tenant:fb19f43f7ac944a6a063251b5138794c on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:36.981221 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-45cc2b55-00bc-436f-a0ce-e6a9aedce88b tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=6172a3f6-0f82-489f-9fc1-1d71cafb70bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4790709 Dec 23 15:13:36.984516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50802) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:37.031520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.140351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ce58d636-b90f-4992-a7d8-63b886f8534a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:37.140700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.174532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-2e749f92-7b98-41e2-84ff-05b2925ce631', 'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'tenant_id': '7244aaff60024355830e1c6c64b2b6d7', 'fixed_ips': [{'subnet_id': '49e7fd13-30f0-4534-ac43-8b6434a47a75'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:13:37.175708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.249111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network c0b8087c-b102-4292-9f56-af29ad81e924 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:37.255425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] DHCP port deletion for a215736b-eee8-4bb9-809f-cc0b155a1d0b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:37.261048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Deleting port ce58d636-b90f-4992-a7d8-63b886f8534a {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:37.261673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.264473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.274182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:37.291179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:37.302832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fe97372-2dfe-4add-a640-4c7124545af2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:37.324056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:37.333677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.337582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3fe97372-2dfe-4add-a640-4c7124545af2 HTTP/1.1" status: 204 len: 168 time: 0.5713949 Dec 23 15:13:37.349203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50808) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:37.397693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:37.405449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Usage tracker for resource:port and tenant:7244aaff60024355830e1c6c64b2b6d7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:37.410350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:37.419692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:37.531189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:37.537561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.566648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dece4487-0105-4851-b263-b9df5341d676 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:37.599883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] device_id is not set on port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:37.601332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Allocated IP 2001:db8::2 (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/5e6586ca-cd36-4d65-bc10-dadc70d495d8) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:37.632024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] For port ce58d636-b90f-4992-a7d8-63b886f8534a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce58d636-b90f-4992-a7d8-63b886f8534a,segment=NetworkSegment(9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04),segment_id=9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:37.632656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:37.634630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6125ab0-0327-44af-b8b9-bd64a85ee181 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:37.635279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d6125ab0-0327-44af-b8b9-bd64a85ee181 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Synchronizing usage tracker for tenant:fb19f43f7ac944a6a063251b5138794c on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:37.717904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dece4487-0105-4851-b263-b9df5341d676 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:37.719627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dece4487-0105-4851-b263-b9df5341d676 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3678179 Dec 23 15:13:37.726570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50812) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:37.898619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d6125ab0-0327-44af-b8b9-bd64a85ee181 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Unset dirty status for tenant:fb19f43f7ac944a6a063251b5138794c on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:37.899997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6125ab0-0327-44af-b8b9-bd64a85ee181 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.9126441 Dec 23 15:13:37.903293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50816) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:37.937374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ce58d636-b90f-4992-a7d8-63b886f8534a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:37.953290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] For port ce58d636-b90f-4992-a7d8-63b886f8534a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce58d636-b90f-4992-a7d8-63b886f8534a,segment=NetworkSegment(9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04),segment_id=9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:37.953608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.026235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9bf2354e-350e-403a-9abb-78b942c0f369 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=6172a3f6-0f82-489f-9fc1-1d71cafb70bc HTTP/1.1" status: 200 len: 205 time: 0.1214933 Dec 23 15:13:38.027985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:38.053209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Calling delete_port for ce58d636-b90f-4992-a7d8-63b886f8534a owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:38.164194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.174597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for ce58d636-b90f-4992-a7d8-63b886f8534a owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:38.188736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router f943545c-e758-4505-8761-6de15015b386 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:38.255810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea342c34-a0cc-4ec3-9bf5-ff13dea8cc55 None None] Provisioning complete for port 91d6e2a0-1091-4786-8432-954112038c62 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:38.256131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea342c34-a0cc-4ec3-9bf5-ff13dea8cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.304514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.325181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.372438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ea342c34-a0cc-4ec3-9bf5-ff13dea8cc55 None None] Port 91d6e2a0-1091-4786-8432-954112038c62 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:38.377287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.383505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:38.389398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:13:38.389814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:13:38.394009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.399218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:38.423053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.424778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a113b-a264-4929-8a55-29e869babde1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:38.429571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:38.448511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Pushing event deleted for resources: {'Port': ['ID=ce58d636-b90f-4992-a7d8-63b886f8534a,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:38.457553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:38.465279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.469422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/613a113b-a264-4929-8a55-29e869babde1 HTTP/1.1" status: 204 len: 168 time: 0.7383406 Dec 23 15:13:38.473951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50826) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:38.512149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.515313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] No DVR routers for this DVR port ce58d636-b90f-4992-a7d8-63b886f8534a on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:38.535127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Transition to ACTIVE for port object 5e6586ca-cd36-4d65-bc10-dadc70d495d8 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:38.545292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router c4962f6f-6c51-4378-8f62-5e2b926de16f is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:13:38.556270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Transition to ACTIVE for port object 5e6586ca-cd36-4d65-bc10-dadc70d495d8 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:38.558463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-150d97cb-356d-4a37-a2bc-d463a832bfcb tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:38.563116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.567885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-126e0ea0-cf9e-432e-a549-1008dad8eb2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:38.637198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:38.640678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:38.644696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-150d97cb-356d-4a37-a2bc-d463a832bfcb tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:38.645321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:38.645957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-150d97cb-356d-4a37-a2bc-d463a832bfcb tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1707726 Dec 23 15:13:38.652095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50832) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:38.666847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064743654'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:38.670460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Pushing event updated for resources: {'Port': ['ID=5e6586ca-cd36-4d65-bc10-dadc70d495d8,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:38.674532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:38.684428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:38.704792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Allocated IP 2001:db8::183 (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/ba57aec4-6be6-4b2c-9bae-57491ea9cd8d) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:38.727761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:38.763989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:38.765313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Attempting to bind port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:13:38.765814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Attempting to bind port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '11ae227b-bf82-450f-acd5-4c5ac50dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:13:38.766300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Attempting to bind port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 on network 2e749f92-7b98-41e2-84ff-05b2925ce631 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:13:38.772494 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/c4962f6f-6c51-4378-8f62-5e2b926de16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5005207 Dec 23 15:13:38.772986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50836) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:38.773918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:13:38.774709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Checking segment: {'id': '11ae227b-bf82-450f-acd5-4c5ac50dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:38.775232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.775752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Bound using segment: {'id': '11ae227b-bf82-450f-acd5-4c5ac50dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:13:38.776448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Bound port: 5e6586ca-cd36-4d65-bc10-dadc70d495d8, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae227b-bf82-450f-acd5-4c5ac50dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:13:38.776842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.782424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.784365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] Sync routers for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:38.799914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:38.800933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:38.859284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff1868-957a-4ad7-bc37-7d97a8a3704a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:38.860330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1dff1868-957a-4ad7-bc37-7d97a8a3704a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:38.873916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] For port 5e6586ca-cd36-4d65-bc10-dadc70d495d8, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:13:38.877330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] For port 5e6586ca-cd36-4d65-bc10-dadc70d495d8, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e6586ca-cd36-4d65-bc10-dadc70d495d8,segment=NetworkSegment(11ae227b-bf82-450f-acd5-4c5ac50dd4b8),segment_id=11ae227b-bf82-450f-acd5-4c5ac50dd4b8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:13:38.882153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.882921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1dff1868-957a-4ad7-bc37-7d97a8a3704a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:38.887186 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1dff1868-957a-4ad7-bc37-7d97a8a3704a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports/91d6e2a0-1091-4786-8432-954112038c62 HTTP/1.1" status: 200 len: 910 time: 0.1104310 Dec 23 15:13:38.887966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50840) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:38.891099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f268641b-7ccd-4225-9a87-cd1643bfe845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:38.892205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ce58d636-b90f-4992-a7d8-63b886f8534a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:38.893586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:38.895965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:38.906046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:38.915248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:38.916058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:38.968633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Pushing event updated for resources: {'Port': ['ID=5e6586ca-cd36-4d65-bc10-dadc70d495d8,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:38.972324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:38.973303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] Sync routers for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:38.987235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:38.988177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27cd56-f373-4281-977a-40bffd37d49a None None] The sync data for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:38.997087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:38.997841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.058880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] The port 'ce58d636-b90f-4992-a7d8-63b886f8534a' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:13:39.076924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.094488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] Routers {'f943545c-e758-4505-8761-6de15015b386'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:39.095601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f943545c-e758-4505-8761-6de15015b386'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.163988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.164660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebcf58-22c9-476f-a248-a17c94d43e6e None None] The sync data for ids ['f943545c-e758-4505-8761-6de15015b386'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:39.271747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:39.286747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:39.296273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:39.303652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.305444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/routers/f943545c-e758-4505-8761-6de15015b386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9464438 Dec 23 15:13:39.313617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50844) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:39.328666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:39.401621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.451460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.454298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a215736b-eee8-4bb9-809f-cc0b155a1d0b']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.456917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Transition to ACTIVE for port object ba57aec4-6be6-4b2c-9bae-57491ea9cd8d will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:39.477970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.478345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fccf3a0-99fb-4c9b-b5c4-fbec6b287a04') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:39.491209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Deleting port 0ed31b08-3d2c-4c68-98ca-e0fd2a17f6e7 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:39.491596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.499488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.520426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.539862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.548801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38552a0b-3410-4b3a-92cd-1bfa7df67061 tempest-PortsAdminExtendedAttrsTestJSON-362883448 tempest-PortsAdminExtendedAttrsTestJSON-362883448-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:39.600191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.615209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:39.615807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.636549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.638535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.640133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9885006 Dec 23 15:13:39.642095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437363fc-4aae-4112-bc14-6658cadfa0ab,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:39.650478 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:39.653392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:39.658676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:39.707754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91995e40-e220-4ba2-959a-46b31615da0e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:39.751750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '437363fc-4aae-4112-bc14-6658cadfa0ab', 'direction': 'ingress', 'protocol': 17}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:39.776078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:39.794204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:39.803429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:39.822986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:39.837955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:39.860995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e6586ca-cd36-4d65-bc10-dadc70d495d8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:39.864331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:39.873010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:39.877686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:39.878408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.885197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=ba57aec4-6be6-4b2c-9bae-57491ea9cd8d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:39.905898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:39.922530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.936049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:39.945135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:39.956623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0690618 Dec 23 15:13:40.011390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:40.079563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Calling delete_port for 0ed31b08-3d2c-4c68-98ca-e0fd2a17f6e7 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:40.117152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-310513346', 'allowed_address_pairs': [{'ip_address': '2001:db8::183', 'mac_address': 'fa:16:3e:fc:ee:b3'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:40.120420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.125276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.135262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:40.163031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=a215736b-eee8-4bb9-809f-cc0b155a1d0b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:40.165673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:40.170019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/a215736b-eee8-4bb9-809f-cc0b155a1d0b HTTP/1.1" status: 204 len: 168 time: 3.4050927 Dec 23 15:13:40.174643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50856) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:40.280617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ae2c1-f435-417d-98ea-a98c45deef70 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:40.281334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b43ae2c1-f435-417d-98ea-a98c45deef70 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:40.356689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.367655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:40.369975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.373115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Usage tracker for resource:port and tenant:7244aaff60024355830e1c6c64b2b6d7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:40.377736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:40.381555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-08bc1a5a-94f9-4aaa-bf5c-30857dc05433 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:40.390758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b43ae2c1-f435-417d-98ea-a98c45deef70 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:40.392169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b43ae2c1-f435-417d-98ea-a98c45deef70 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/ad60fa28-c4f1-4827-b755-e6086b667150 HTTP/1.1" status: 200 len: 844 time: 0.2164590 Dec 23 15:13:40.397540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50860) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:40.402459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:40.422005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8bf471-a6bb-4263-b285-4acc890d0500,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:40.470295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:40.494469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:40.501533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.555184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.559358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9021957 Dec 23 15:13:40.566579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50866) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:40.632152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50870) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:40.632359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3652590-9ec0-4986-b46a-d82c3d18db63 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/ad60fa28-c4f1-4827-b755-e6086b667150?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2335718 Dec 23 15:13:40.635766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.656668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:40.680379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:40.792094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event deleted for resources: {'Port': ['ID=0ed31b08-3d2c-4c68-98ca-e0fd2a17f6e7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:40.803955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:40.854169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45563a2d-db0c-4067-b3dd-5dbf85befb62 None None] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:40.895539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.906991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.958630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Provisioning for port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:40.977803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.982636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Provisioning complete for port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:40.983055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:40.994007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:41.005304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] device_id is not set on port 860adaec-1a44-4802-8c77-a6675d9a0570 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:41.014388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.045249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:41.053859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:41.085275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:41.092004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 3ee86d8a-bc72-4a3d-8c2d-d6e8af30f6aa {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:41.092472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.109494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.210908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.218475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:41.260173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] For port 5e6586ca-cd36-4d65-bc10-dadc70d495d8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e6586ca-cd36-4d65-bc10-dadc70d495d8,segment=NetworkSegment(11ae227b-bf82-450f-acd5-4c5ac50dd4b8),segment_id=11ae227b-bf82-450f-acd5-4c5ac50dd4b8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:41.265068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.266676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-864c5e56-c635-43f2-993b-5572bd7fcc70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:41.357493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Pushing event updated for resources: {'Port': ['ID=5e6586ca-cd36-4d65-bc10-dadc70d495d8,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:41.372571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:41.437655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.464869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.612999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95eee7eb-24f8-4480-8ec5-85c5d10b00bf None None] Provisioning for port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:41.619253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95eee7eb-24f8-4480-8ec5-85c5d10b00bf None None] Provisioning complete for port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:41.619458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95eee7eb-24f8-4480-8ec5-85c5d10b00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.643140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 3ee86d8a-bc72-4a3d-8c2d-d6e8af30f6aa owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:41.691052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-95eee7eb-24f8-4480-8ec5-85c5d10b00bf None None] Port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:41.702717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.707728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95eee7eb-24f8-4480-8ec5-85c5d10b00bf None None] Provisioning complete for port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:41.708163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95eee7eb-24f8-4480-8ec5-85c5d10b00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.708556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.21.0.1 (02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb/a1039273-c05b-42a3-a01a-65fd1369d962/52df32c2-93db-4ebb-a7b6-973178f97fc1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:41.718833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.736036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Allocated IP 2001:db8::3bc (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/860adaec-1a44-4802-8c77-a6675d9a0570) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:41.738564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b0b4369-3502-487c-8b68-244ac1d171f1 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:41.887239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e6586ca-cd36-4d65-bc10-dadc70d495d8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:41.969466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:41.970240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:41.990128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.011118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:13:42.025826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 52df32c2-93db-4ebb-a7b6-973178f97fc1 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:42.050523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.057117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:42.110044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=3ee86d8a-bc72-4a3d-8c2d-d6e8af30f6aa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:42.114219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4a9e233a-7655-43c7-ac47-4aea55c0e2e0 None None] Provisioning complete for port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:42.114649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a9e233a-7655-43c7-ac47-4aea55c0e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.116022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:42.160356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437363fc-4aae-4112-bc14-6658cadfa0ab,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:42.171751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:42.185906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.193797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:42.197220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e233a-7655-43c7-ac47-4aea55c0e2e0 None None] Port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:42.206514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.245687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.269316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.270629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/437363fc-4aae-4112-bc14-6658cadfa0ab HTTP/1.1" status: 204 len: 168 time: 1.7029529 Dec 23 15:13:42.287301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:42.447626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.448288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Fanout notify agent at l3_agent the message router_deleted on router 6172a3f6-0f82-489f-9fc1-1d71cafb70bc {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:42.538618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:42.543535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:42.549838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.551078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/6172a3f6-0f82-489f-9fc1-1d71cafb70bc HTTP/1.1" status: 204 len: 168 time: 4.5209203 Dec 23 15:13:42.555041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:42.561979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50884) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:42.568932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d0f23162-69b3-4c95-8ac1-3ab10760cfa8 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:42.591474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928798770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:42.607012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:42.640219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Usage tracker for resource:router and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:42.647125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:42.650680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=52df32c2-93db-4ebb-a7b6-973178f97fc1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:42.663855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:42.669575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:42.671804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d0f23162-69b3-4c95-8ac1-3ab10760cfa8 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:42.673330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d0f23162-69b3-4c95-8ac1-3ab10760cfa8 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3837750 Dec 23 15:13:42.677947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50888) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:42.714073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.723050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.724087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.735477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.747125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--930916025'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:42.750225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f6f5d13-5473-4598-abc8-8638c5a907c3 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:42.762941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:42.780987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.790887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Transition to ACTIVE for port object 860adaec-1a44-4802-8c77-a6675d9a0570 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:42.838741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:42.842277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:42.845077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.846632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:42.848498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=c9fff090-0c68-454a-b2e4-e6afde30039a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:42.851212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:42.851808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.859356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d603ba6-5fd5-49af-b2d7-2207a32ac9eb None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:42.862821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:42.869014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.890466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.897254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1d67820-e55f-428f-ae2f-e7655d16bb9f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:42.929241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2890086 Dec 23 15:13:42.936533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:42.940637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.942239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:42.967495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'security_group': {'name': 'tempest-secgroup-1389550246'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:42.982919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:43.004976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:43.011797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:43.029338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.034449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97f92716-9637-465a-bec2-f200d2dc595a tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4650033 Dec 23 15:13:43.034449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:43.039904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:43.040465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50896) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:43.042753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:43.046702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=860adaec-1a44-4802-8c77-a6675d9a0570,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:43.049423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:43.053917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:43.054618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.064466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:43.075674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:43.080497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:43.083665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:43.119001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:43.145197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.165949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-56fe1650-70d1-440a-8f0f-3911ef1ece25 None None] Provisioning for port 52df32c2-93db-4ebb-a7b6-973178f97fc1 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:43.166699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:43.176951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.179094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-56fe1650-70d1-440a-8f0f-3911ef1ece25 None None] Provisioning complete for port 52df32c2-93db-4ebb-a7b6-973178f97fc1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:43.179712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56fe1650-70d1-440a-8f0f-3911ef1ece25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.194477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.252580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1812100 Dec 23 15:13:43.253606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50900) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:43.267504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.299945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-56fe1650-70d1-440a-8f0f-3911ef1ece25 None None] Port 52df32c2-93db-4ebb-a7b6-973178f97fc1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:43.435704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'tenant_id': '26fed87a36294aa0bdb4fa2d383b1737', 'fixed_ips': [{'subnet_id': 'c9fff090-0c68-454a-b2e4-e6afde30039a'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:13:43.436775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.455558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:43.467299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group_rule and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:43.473422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:43.535966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:43.541950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f38bb40e-eaab-4442-93e5-d9151fb7db46 None None] Provisioning for port 860adaec-1a44-4802-8c77-a6675d9a0570 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:43.549071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.550070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.550518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Fanout notify agent at l3_agent the message router_deleted on router f943545c-e758-4505-8761-6de15015b386 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:43.553486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f38bb40e-eaab-4442-93e5-d9151fb7db46 None None] Provisioning complete for port 860adaec-1a44-4802-8c77-a6675d9a0570 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:43.554027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f38bb40e-eaab-4442-93e5-d9151fb7db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.561546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.577556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2513c264-526d-4d55-b49e-4774a3c08727 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:43.664652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f38bb40e-eaab-4442-93e5-d9151fb7db46 None None] Port 860adaec-1a44-4802-8c77-a6675d9a0570 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:43.670129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ed8ee-bdbf-483c-9fff-880e3781860f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:43.674599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ed8ee-bdbf-483c-9fff-880e3781860f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:43.679008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ed8ee-bdbf-483c-9fff-880e3781860f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:43.680459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-225ed8ee-bdbf-483c-9fff-880e3781860f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Synchronizing usage tracker for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:43.682635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.683977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0049243 Dec 23 15:13:43.687278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:43.688852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Allocated IP 2001:db8::2 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/c9fff090-0c68-454a-b2e4-e6afde30039a/651b5178-ca03-4d73-a98b-996041942f3d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:43.691126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.695415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/routers/f943545c-e758-4505-8761-6de15015b386 HTTP/1.1" status: 204 len: 168 time: 4.3762498 Dec 23 15:13:43.695415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a014f-33a8-4903-a9cb-4a89dc20e0ce,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:43.696677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--637708897'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:43.708474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50908) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:43.725808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:43.743545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:43.830369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:43.846155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:43.848931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.852873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.859441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:43.869015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-225ed8ee-bdbf-483c-9fff-880e3781860f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Unset dirty status for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:43.873224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-225ed8ee-bdbf-483c-9fff-880e3781860f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6068954 Dec 23 15:13:43.875633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.878751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50912) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:43.885753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33adc3f3-5b86-4451-a1cd-6297d21b696d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:43.924099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.927012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.941366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-679e9ed2-83a2-4abd-89f7-84182d444ec9 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:43.972941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.976376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:43.980243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=52df32c2-93db-4ebb-a7b6-973178f97fc1,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:43.983895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:44.036769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.053091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Transition to ACTIVE for port object 651b5178-ca03-4d73-a98b-996041942f3d will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:44.133251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:44.134635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:44.136847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Transition to ACTIVE for port object 651b5178-ca03-4d73-a98b-996041942f3d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:44.140186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af35c75-51cb-466f-bf93-7a3f7adc2bc0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:44.148072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.151138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.155145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2138665 Dec 23 15:13:44.155320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f825860d-3195-4b99-a74a-29c9a13aa574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:44.156155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:44.164671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port 860adaec-1a44-4802-8c77-a6675d9a0570 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:44.165053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.203566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50916) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:44.224288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'security_group': {'name': 'tempest-secgroup-1129610083'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:44.230330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:44.240742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:44.243231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:44.259784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Pushing event updated for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:44.266162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:44.273656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:44.280147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:44.283641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:44.292146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:44.305959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:44.311486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:44.321747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:44.378698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.403227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Attempting to bind port 651b5178-ca03-4d73-a98b-996041942f3d on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:13:44.403537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Attempting to bind port 651b5178-ca03-4d73-a98b-996041942f3d by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '817222fe-6715-496b-9f72-6afb86cba317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:13:44.403964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Attempting to bind port 651b5178-ca03-4d73-a98b-996041942f3d on network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:13:44.412237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:13:44.413084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Checking segment: {'id': '817222fe-6715-496b-9f72-6afb86cba317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:13:44.413573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.414027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Bound using segment: {'id': '817222fe-6715-496b-9f72-6afb86cba317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:13:44.414571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Bound port: 651b5178-ca03-4d73-a98b-996041942f3d, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817222fe-6715-496b-9f72-6afb86cba317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:13:44.414998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.502703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:44.541870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:13:44.545622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=651b5178-ca03-4d73-a98b-996041942f3d,segment=NetworkSegment(817222fe-6715-496b-9f72-6afb86cba317),segment_id=817222fe-6715-496b-9f72-6afb86cba317)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:13:44.550131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.555261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:44.564940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group_rule and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:44.575419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:44.585205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:44.657207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Pushing event updated for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:44.660787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9c89adc-534f-4f01-b459-5315655ccee1 None None] Provisioning complete for port 52df32c2-93db-4ebb-a7b6-973178f97fc1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:44.661368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c89adc-534f-4f01-b459-5315655ccee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.673356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:44.676126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.688402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:44.689695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.694703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router c4962f6f-6c51-4378-8f62-5e2b926de16f has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:44.699591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:44.729648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d9c89adc-534f-4f01-b459-5315655ccee1 None None] Port 52df32c2-93db-4ebb-a7b6-973178f97fc1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:44.750317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c9b5d-92c5-4efc-950e-c10587dc4ccb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:44.753323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:44.760546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:44.763303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5518479 Dec 23 15:13:44.813013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50920) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:44.824768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-162419311', 'security_groups': ['6f7c9b5d-92c5-4efc-950e-c10587dc4ccb'], 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9fff090-0c68-454a-b2e4-e6afde30039a'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:44.868988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting subnet 297bfffe-a7e0-491e-9c90-458ba87aae54 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:44.880395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.018535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.077843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.086883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.112148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.175756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:45.274497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for 860adaec-1a44-4802-8c77-a6675d9a0570 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:45.313882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:45.320258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:port and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:45.337503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:45.346999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:45.359668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:45.367717 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/c4962f6f-6c51-4378-8f62-5e2b926de16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4785810 Dec 23 15:13:45.371193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50924) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:45.372278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] Sync routers for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:45.384645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0891e3e4-c7e3-4879-a5a8-6a5d1766c6ee,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:45.401538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:45.404640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:45.405521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:45.415334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.416717 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7277856 Dec 23 15:13:45.430379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50928) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:45.440092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': 'e71a014f-33a8-4903-a9cb-4a89dc20e0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0891e3e4-c7e3-4879-a5a8-6a5d1766c6ee', 'remote_ip_prefix': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:45.449231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:45.454043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:45.473843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.476963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:45.481567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:45.485914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:45.494954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:45.495677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:45.503997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.550703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:45.553636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.557946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:45.558565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881ec6a-47a5-4c22-95fe-e5f25b8b84dd None None] The sync data for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:45.562982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235e6d3-9df0-4d93-bf4e-f602ad4c03ba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:45.563668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8235e6d3-9df0-4d93-bf4e-f602ad4c03ba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:45.612866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8235e6d3-9df0-4d93-bf4e-f602ad4c03ba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:45.614215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8235e6d3-9df0-4d93-bf4e-f602ad4c03ba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports/52df32c2-93db-4ebb-a7b6-973178f97fc1 HTTP/1.1" status: 200 len: 910 time: 0.2418964 Dec 23 15:13:45.618059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.624966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50932) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:45.713696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.718427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.729209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e673039-dd9d-473d-8cb8-426f7a60d750 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:45.760896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.819207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Subnet': ['ID=297bfffe-a7e0-491e-9c90-458ba87aae54,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:45.824777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:45.826857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-db43f60f-8da2-4f3a-8bb4-039cfbc44f1f tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:45.836680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f2e32-a36c-45f7-abc2-9e69b1c26dec None None] Network 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:45.860007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:45.883936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 92a0717c-c98f-4945-b2ac-fd4bd95d492a yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:45.920573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=860adaec-1a44-4802-8c77-a6675d9a0570,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:45.961332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:45.962610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Allocated IP 172.26.2.227 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/7cb1767e-60a9-48de-ba14-f6edd5cbfebf) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:45.999997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/subnets/297bfffe-a7e0-491e-9c90-458ba87aae54 HTTP/1.1" status: 204 len: 168 time: 2.2769372 Dec 23 15:13:46.000272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:46.003916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:46.025133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.039854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.155503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 651b5178-ca03-4d73-a98b-996041942f3d completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:46.168724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:46.269854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] DHCP port deletion for 5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:13:46.289651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Deleting port 35085d81-a867-4a1f-908d-5ad0f4629cca {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:46.290681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.297407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147ddfa5-2701-4704-9522-6d8542c70cae,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:46.309016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.310441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:46.315655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/ports/860adaec-1a44-4802-8c77-a6675d9a0570 HTTP/1.1" status: 204 len: 168 time: 2.4286723 Dec 23 15:13:46.319779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50940) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:46.391534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.440780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.446390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.447564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0161257 Dec 23 15:13:46.449828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4df2299-ae31-4475-b946-dafcc5f71ba8 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] GET failed (client error): The resource could not be found. Dec 23 15:13:46.455510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4df2299-ae31-4475-b946-dafcc5f71ba8 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "GET /v2.0/ports/860adaec-1a44-4802-8c77-a6675d9a0570 HTTP/1.1" status: 404 len: 333 time: 0.1272621 Dec 23 15:13:46.455728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:46.455911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50946) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:46.464584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1704411022'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:46.472472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.487888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:46.536129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:46.545253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:46.560262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:46.616708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 35085d81-a867-4a1f-908d-5ad0f4629cca {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:46.617211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.623543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::4f (3f277420-4b3b-40c6-b658-7d7ccb6975a8/c9fff090-0c68-454a-b2e4-e6afde30039a/92a0717c-c98f-4945-b2ac-fd4bd95d492a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:46.653119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] For port 35085d81-a867-4a1f-908d-5ad0f4629cca, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=35085d81-a867-4a1f-908d-5ad0f4629cca,segment=NetworkSegment(f484c982-06f1-4451-aeed-6ad37e104d06),segment_id=f484c982-06f1-4451-aeed-6ad37e104d06)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:46.653908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.659123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.677321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.691532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.727868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event updated for resources: {'Port': ['ID=7cb1767e-60a9-48de-ba14-f6edd5cbfebf,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:46.735769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:46.796970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:46.804579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Calling delete_port for 35085d81-a867-4a1f-908d-5ad0f4629cca owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:46.833322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.844766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:46.861926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e27d2f9d-ff5c-4dfb-9ecd-a3a07f118179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.878705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:46.886438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Provisioning for port 651b5178-ca03-4d73-a98b-996041942f3d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:46.894592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147ddfa5-2701-4704-9522-6d8542c70cae,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:46.902379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:46.902816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.917871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:46.918860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.922693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/147ddfa5-2701-4704-9522-6d8542c70cae HTTP/1.1" status: 204 len: 168 time: 0.4612050 Dec 23 15:13:46.936802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50952) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:46.950660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:46.957449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a1703eb-3299-46c8-8a66-28855817e5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:46.989715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:46.996244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.008748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Pushing event deleted for resources: {'Port': ['ID=35085d81-a867-4a1f-908d-5ad0f4629cca,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:47.011286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:47.021516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] No DVR routers for this DVR port 35085d81-a867-4a1f-908d-5ad0f4629cca on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:13:47.022756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] For port 35085d81-a867-4a1f-908d-5ad0f4629cca, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=35085d81-a867-4a1f-908d-5ad0f4629cca,segment=NetworkSegment(f484c982-06f1-4451-aeed-6ad37e104d06),segment_id=f484c982-06f1-4451-aeed-6ad37e104d06)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:47.023168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.097898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.119454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] device_id is not set on port 46761c0a-190f-4ca2-95ae-ed635a1af9bb yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:47.133218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=651b5178-ca03-4d73-a98b-996041942f3d,segment=NetworkSegment(817222fe-6715-496b-9f72-6afb86cba317),segment_id=817222fe-6715-496b-9f72-6afb86cba317)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:47.136560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.139501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:47.166168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 35085d81-a867-4a1f-908d-5ad0f4629cca owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:47.221498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:47.221918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.258797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:13:47.259228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:13:47.262778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.264900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Pushing event updated for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:47.268688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:47.297035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:47.434360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bef9ef5-77ac-4078-8b44-5a6fb5c6f845 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:47.474391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.552097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bef9ef5-77ac-4078-8b44-5a6fb5c6f845 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:47.553583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2bef9ef5-77ac-4078-8b44-5a6fb5c6f845 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6145580 Dec 23 15:13:47.557904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 92a0717c-c98f-4945-b2ac-fd4bd95d492a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:47.563178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50956) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:47.697620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.701679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.760962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 35085d81-a867-4a1f-908d-5ad0f4629cca {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:47.761224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.822151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.831419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Allocated IP 2001:db8::1ab (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/46761c0a-190f-4ca2-95ae-ed635a1af9bb) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:47.836436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c434ad9-a4cf-4d18-8c80-25b58aed0d25 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:47.838121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:47.842591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] The port '35085d81-a867-4a1f-908d-5ad0f4629cca' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:13:47.917732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:47.918123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:47.929051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.000968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.002434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=92a0717c-c98f-4945-b2ac-fd4bd95d492a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:48.013954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:48.019655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:48.021016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:48.035900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba4cce2-ae14-4d11-837e-f2d8af2d76e0']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:48.069601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:48.074045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:48.074863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.103547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.108830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 35085d81-a867-4a1f-908d-5ad0f4629cca no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:13:48.109005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f484c982-06f1-4451-aeed-6ad37e104d06') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:48.109374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f484c982-06f1-4451-aeed-6ad37e104d06') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:48.128447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.156164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.166441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:13:48.166764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 35085d81-a867-4a1f-908d-5ad0f4629cca {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:13:48.166887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.167175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 35085d81-a867-4a1f-908d-5ad0f4629cca not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:13:48.186942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:13:48.192008 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:13:48.241826 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4275184 Dec 23 15:13:48.252500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:48.278051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:48.365353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.381623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:48.395293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.403746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-121ce390-7434-4a6d-8b87-f1da707cc7d0 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:48.415212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891e3e4-c7e3-4879-a5a8-6a5d1766c6ee,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:48.429108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.438058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ca61e1a5-b552-433c-b34c-12ef4b03f5fa None None] Provisioning for port 92a0717c-c98f-4945-b2ac-fd4bd95d492a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:48.443963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:48.445866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ca61e1a5-b552-433c-b34c-12ef4b03f5fa None None] Provisioning complete for port 92a0717c-c98f-4945-b2ac-fd4bd95d492a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:48.446196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Network': ['ID=5ba4cce2-ae14-4d11-837e-f2d8af2d76e0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:48.446412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca61e1a5-b552-433c-b34c-12ef4b03f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.452877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.454178 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/0891e3e4-c7e3-4879-a5a8-6a5d1766c6ee HTTP/1.1" status: 204 len: 168 time: 0.8853109 Dec 23 15:13:48.458081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50964) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:48.461051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.470917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:48.483976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/networks/5ba4cce2-ae14-4d11-837e-f2d8af2d76e0 HTTP/1.1" status: 204 len: 168 time: 2.4788489 Dec 23 15:13:48.484500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:48.507981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca61e1a5-b552-433c-b34c-12ef4b03f5fa None None] Port 92a0717c-c98f-4945-b2ac-fd4bd95d492a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:48.548766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Transition to ACTIVE for port object 46761c0a-190f-4ca2-95ae-ed635a1af9bb will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:48.598558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:48.622211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f555da4f-c823-4495-8990-d14ef098ca26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:48.631022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.640689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d817d5e-13c5-4f86-be3a-cf2ca6caa63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:48.663100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:48.672667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:48.690085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Router 2bc773d6-708a-4f8d-acce-e66173b7b5ed is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:13:48.702802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:48.708345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port f7b3bb8c-a2cc-40f7-b425-1a3a74480edd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:48.708722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.737211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f77e99e-e1c5-46d8-bea3-df32ba276c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.753216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f555da4f-c823-4495-8990-d14ef098ca26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:48.754693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f555da4f-c823-4495-8990-d14ef098ca26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2896311 Dec 23 15:13:48.760501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:48.775777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50972) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:48.785139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=46761c0a-190f-4ca2-95ae-ed635a1af9bb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:48.806075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:48.824179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:48.834674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:48.836657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 52df32c2-93db-4ebb-a7b6-973178f97fc1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:48.837219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.866428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:48.870811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:48.871494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:48.933855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4731913 Dec 23 15:13:48.935754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50976) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:48.962472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::183', 'mac_address': 'fa:16:3e:fc:ee:b3'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:49.084714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.098236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.135385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aec70f4b-b298-4de5-b73e-cdee7b2a2de9 None None] Provisioning for port 46761c0a-190f-4ca2-95ae-ed635a1af9bb completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:49.140755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aec70f4b-b298-4de5-b73e-cdee7b2a2de9 None None] Provisioning complete for port 46761c0a-190f-4ca2-95ae-ed635a1af9bb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:49.141377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aec70f4b-b298-4de5-b73e-cdee7b2a2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.176164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.198236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-aec70f4b-b298-4de5-b73e-cdee7b2a2de9 None None] Port 46761c0a-190f-4ca2-95ae-ed635a1af9bb cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:49.209842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.210184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.317983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.337515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.416486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for f7b3bb8c-a2cc-40f7-b425-1a3a74480edd owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:49.478955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 52df32c2-93db-4ebb-a7b6-973178f97fc1 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:49.499068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9fff090-0c68-454a-b2e4-e6afde30039a (CIDR: 2001:db8::/64) Dec 23 15:13:49.517065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:13:49.517939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:13:49.524119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.533520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f482487b-0345-43b9-ad79-98bf36ec3fae tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:49.560272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d8b68895-1de1-4c5b-b101-0648c2a233cd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2999537 Dec 23 15:13:49.563257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50980) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:49.571001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:49.595811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a014f-33a8-4903-a9cb-4a89dc20e0ce,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:49.598421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:49.644272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.645604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/e71a014f-33a8-4903-a9cb-4a89dc20e0ce HTTP/1.1" status: 204 len: 168 time: 0.8686326 Dec 23 15:13:49.673034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50984) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:49.700495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.839546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-df7127d3-958b-4f0f-94ac-81c3373237e9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:49.916204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-df7127d3-958b-4f0f-94ac-81c3373237e9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:49.917604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df7127d3-958b-4f0f-94ac-81c3373237e9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2434018 Dec 23 15:13:49.921887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50988) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:49.928119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641836777'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:49.934455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:49.939339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:49.941728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40cf6683-ed43-4d1d-9ad7-45d82e7d62db tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:49.977797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:49.989860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] Sync routers for ids ['2bc773d6-708a-4f8d-acce-e66173b7b5ed'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:49.995385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=52df32c2-93db-4ebb-a7b6-973178f97fc1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:49.997964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:50.000377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:50.006629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] Routers {'2bc773d6-708a-4f8d-acce-e66173b7b5ed'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:50.008583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2bc773d6-708a-4f8d-acce-e66173b7b5ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:50.021050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.035735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:50.089121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:50.102362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] Routers {'2bc773d6-708a-4f8d-acce-e66173b7b5ed'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:50.102976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2bc773d6-708a-4f8d-acce-e66173b7b5ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:50.104612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.158632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=f7b3bb8c-a2cc-40f7-b425-1a3a74480edd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:50.172336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.178230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b753d3b9-0c0f-47bf-8f77-95782f32a3a6 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "PUT /v2.0/routers/2bc773d6-708a-4f8d-acce-e66173b7b5ed HTTP/1.1" status: 200 len: 884 time: 7.1305943 Dec 23 15:13:50.183038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 50992) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:50.254202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.258218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.259276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.259808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.260333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.260879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.261542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.262060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.262576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.263084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.263593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:50.269710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:50.271437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:50.276605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.280078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.281644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/floatingips/2ddafd59-31fc-4946-93dc-11ecf182924e HTTP/1.1" status: 204 len: 168 time: 1.7931242 Dec 23 15:13:50.286870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:50.294018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 50998) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:50.298785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:50.350472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:50.350945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0b460-05ce-4f7b-bb0c-e4a9ab5048a5 None None] The sync data for ids ['2bc773d6-708a-4f8d-acce-e66173b7b5ed'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:50.368958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:50.381144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeadd57-f8e9-425f-a7a4-cd49cc4f1750 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] DELETE failed (client error): The resource could not be found. Dec 23 15:13:50.381678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeadd57-f8e9-425f-a7a4-cd49cc4f1750 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:13:50.386864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aaeadd57-f8e9-425f-a7a4-cd49cc4f1750 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/ports/33d4914e-6752-4fea-84bc-1b61cdeaf220 HTTP/1.1" status: 404 len: 333 time: 0.0910449 Dec 23 15:13:50.387673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:50.442385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2ff9dc26-af0e-4067-bca6-b0a9aba7e467 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Synchronizing usage tracker for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:50.445282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:50.452037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.562398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2ff9dc26-af0e-4067-bca6-b0a9aba7e467 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Unset dirty status for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:50.563742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2ff9dc26-af0e-4067-bca6-b0a9aba7e467 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/ports?device_id=f943545c-e758-4505-8761-6de15015b386 HTTP/1.1" status: 200 len: 205 time: 0.1729424 Dec 23 15:13:50.566738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:50.648371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:50.656269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-7df5c23b-438f-4d28-a9b1-f70b02fa9379 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] delete failed (client error): The resource could not be found. Dec 23 15:13:50.657515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7df5c23b-438f-4d28-a9b1-f70b02fa9379 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/routers/f943545c-e758-4505-8761-6de15015b386 HTTP/1.1" status: 404 len: 336 time: 0.0896926 Dec 23 15:13:50.660421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51012) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:50.712054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff400226-1655-4c69-9f6b-dcb5101476a6 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] DELETE failed (client error): The resource could not be found. Dec 23 15:13:50.712517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff400226-1655-4c69-9f6b-dcb5101476a6 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:13:50.714375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff400226-1655-4c69-9f6b-dcb5101476a6 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/subnets/297bfffe-a7e0-491e-9c90-458ba87aae54 HTTP/1.1" status: 404 len: 337 time: 0.0529723 Dec 23 15:13:50.719276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51016) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:50.734107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:50.739938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:50.753265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:50.794773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.808883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 23913272-14b2-4797-946d-17fc749623af {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:50.809289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.908124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.936005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:50.945928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:50.993658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13150b6-1505-40c8-a9f2-d04491af025b req-7af244e9-3aeb-4624-81c6-9b3a2a6fa22e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:50.995305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e13150b6-1505-40c8-a9f2-d04491af025b req-7af244e9-3aeb-4624-81c6-9b3a2a6fa22e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.4551151 Dec 23 15:13:51.091536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.130503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.144033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] In _notify_port_updated(), no bound segment for port 46761c0a-190f-4ca2-95ae-ed635a1af9bb on network 2e749f92-7b98-41e2-84ff-05b2925ce631 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:13:51.148310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:51.149007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.149826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.150475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "PUT /v2.0/ports/46761c0a-190f-4ca2-95ae-ed635a1af9bb HTTP/1.1" status: 200 len: 1003 time: 2.2106214 Dec 23 15:13:51.153534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:51.157093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:51.159403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=46761c0a-190f-4ca2-95ae-ed635a1af9bb,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:51.218820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.219252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.219672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.220149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.220561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.220970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.221420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.221830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.222233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.222638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.223039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:13:51.234940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:51.238275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c4ed39b-3db9-45df-9e92-b13e8c196d37 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:51.252396 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e13150b6-1505-40c8-a9f2-d04491af025b req-9de8c464-69a5-4479-85f2-79e1f1b706a5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347383 Dec 23 15:13:51.263904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.277907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.279320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.283465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3578186 Dec 23 15:13:51.285219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51024) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:51.298644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': 'eef491d8-26f6-466e-a196-16763acb4d1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:51.308283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:51.312641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef491d8-26f6-466e-a196-16763acb4d1f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:51.318584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:51.319871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:51.327745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:51.333684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:51.428864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:51.432026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:51.445451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c5ff8-9a3e-4785-b7c1-1d6b7dfcfa8f None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:13:51.507401 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f5b68ffe-99f2-4bae-b27b-f3825021cec8 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/2bc773d6-708a-4f8d-acce-e66173b7b5ed HTTP/1.1" status: 200 len: 925 time: 1.3146482 Dec 23 15:13:51.514867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=2a286a6c-8cf0-4777-b474-41426c060325,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:51.519876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51032) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:51.523883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 23913272-14b2-4797-946d-17fc749623af owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:51.566239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.585571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:51.586336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.586461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9055b2e4-f5ac-4b82-b008-b6cb239a3896 None None] Provisioning complete for port 46761c0a-190f-4ca2-95ae-ed635a1af9bb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:51.586835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9055b2e4-f5ac-4b82-b008-b6cb239a3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.595236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:51.615679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port 46761c0a-190f-4ca2-95ae-ed635a1af9bb {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:51.616057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.698369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9055b2e4-f5ac-4b82-b008-b6cb239a3896 None None] Port 46761c0a-190f-4ca2-95ae-ed635a1af9bb cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:51.699411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8adc092e-cb3b-4d99-a48a-1da69c908b9f tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=2bc773d6-708a-4f8d-acce-e66173b7b5ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1763885 Dec 23 15:13:51.705458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51036) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:51.730566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.738393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1711540 Dec 23 15:13:51.762914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51040) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:51.777934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2102927550', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a286a6c-8cf0-4777-b474-41426c060325'}], 'security_groups': ['4af35c75-51cb-466f-bf93-7a3f7adc2bc0']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:51.811532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.879640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Update dhcp port {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'fixed_ips': [{'subnet_id': 'c9fff090-0c68-454a-b2e4-e6afde30039a', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a286a6c-8cf0-4777-b474-41426c060325'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '651b5178-ca03-4d73-a98b-996041942f3d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:13:51.928977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c252e8a9-3f84-4d04-a8e6-4651ea900a39 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:51.943559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:51.994540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe002a5-c5dc-44ce-8571-c0addd9a2a1c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:52.011821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:52.012069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6e23-7b4d-4bd2-bbef-65cd34427235 req-d568fc8f-fbf6-45c3-8994-37f7e8381c0b tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:52.019664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de6f6e23-7b4d-4bd2-bbef-65cd34427235 req-d568fc8f-fbf6-45c3-8994-37f7e8381c0b tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.5060065 Dec 23 15:13:52.031957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.036773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7472265 Dec 23 15:13:52.036773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51044) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:52.138683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351d36a-5706-4266-b08e-83f818b54e93 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:52.143127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6351d36a-5706-4266-b08e-83f818b54e93 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.4340613 Dec 23 15:13:52.147461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51048) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:52.165067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Allocated IP 2001:db8:0:1::2 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/2a286a6c-8cf0-4777-b474-41426c060325/651b5178-ca03-4d73-a98b-996041942f3d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:52.201482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.213236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.231974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.247764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3962d7f0-53d2-4145-a766-fbbf4b580c59 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:52.265176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.270373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:52.300366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfe002a5-c5dc-44ce-8571-c0addd9a2a1c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:52.306626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:52.310105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51052) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:52.310252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-90d7bee6-65f0-412a-95c2-2546894b3a0d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bc773d6-708a-4f8d-acce-e66173b7b5ed HTTP/1.1" status: 200 len: 205 time: 0.1552880 Dec 23 15:13:52.316685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=651b5178-ca03-4d73-a98b-996041942f3d,segment=NetworkSegment(817222fe-6715-496b-9f72-6afb86cba317),segment_id=817222fe-6715-496b-9f72-6afb86cba317)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:13:52.321223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.339883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=23913272-14b2-4797-946d-17fc749623af,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:52.346437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.358331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.365359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Transition to ACTIVE for port object 651b5178-ca03-4d73-a98b-996041942f3d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:52.369290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.370232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:52.374520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3132c70b-f99c-4a01-9ffa-7ef50481d016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:52.384677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de6f6e23-7b4d-4bd2-bbef-65cd34427235 req-ac604a10-f33a-4674-8e91-d7327b78d959 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638666 Dec 23 15:13:52.467120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Pushing event updated for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:52.470947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:52.552329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for 46761c0a-190f-4ca2-95ae-ed635a1af9bb owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:52.656957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:52.658346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cfe002a5-c5dc-44ce-8571-c0addd9a2a1c HTTP/1.1" status: 204 len: 168 time: 0.6207666 Dec 23 15:13:52.668092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51060) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:52.744240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router c4962f6f-6c51-4378-8f62-5e2b926de16f has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:13:52.786379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95faab43-3802-4db4-82f3-3609d50f4914 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:52.890012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95faab43-3802-4db4-82f3-3609d50f4914 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:52.894382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95faab43-3802-4db4-82f3-3609d50f4914 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2220449 Dec 23 15:13:52.894912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51064) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:53.128691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.156768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.191356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.220762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.277471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/ports/23913272-14b2-4797-946d-17fc749623af HTTP/1.1" status: 204 len: 168 time: 2.5571628 Dec 23 15:13:53.280923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:13:53.290165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51068) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:53.293442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] Sync routers for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:13:53.294165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/c4962f6f-6c51-4378-8f62-5e2b926de16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6556168 Dec 23 15:13:53.299934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51070) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:53.307203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:53.307877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:53.332586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.339664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f64a96ff-0d74-4e28-934d-1bea9d133ce9 tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:53.362737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef491d8-26f6-466e-a196-16763acb4d1f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:53.385913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:53.403706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:53.429195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:13:53.430181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:53.472319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.474119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/eef491d8-26f6-466e-a196-16763acb4d1f HTTP/1.1" status: 204 len: 168 time: 0.5781403 Dec 23 15:13:53.481047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51076) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:53.486965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.510495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:13:53.511053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b70b7-7cb2-41d4-b136-cfc70c42f24f None None] The sync data for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:13:53.512653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-10b91983-22fa-47b2-8d09-a54240da0aad tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:53.562597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Provisioning for port 651b5178-ca03-4d73-a98b-996041942f3d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:53.566343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc4ad5-67ee-4223-8e73-c503176aa20d req-63b08ab4-1591-42be-8aeb-b837540e0261 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:53.567979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:53.568134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0fc4ad5-67ee-4223-8e73-c503176aa20d req-63b08ab4-1591-42be-8aeb-b837540e0261 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8545218 Dec 23 15:13:53.568411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.568775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-aab14d90-251c-4acd-a69c-c8635714b215 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:53.598132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-aab14d90-251c-4acd-a69c-c8635714b215 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:53.604195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aab14d90-251c-4acd-a69c-c8635714b215 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1169298 Dec 23 15:13:53.604195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.606074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51080) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:53.614528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440618334'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:53.617602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=46761c0a-190f-4ca2-95ae-ed635a1af9bb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:53.623010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:53.627081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Deleting port 7cb1767e-60a9-48de-ba14-f6edd5cbfebf {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:53.627443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.647398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:53.664007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:53.695887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.719495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Provisioning complete for port 92a0717c-c98f-4945-b2ac-fd4bd95d492a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:53.719942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.742753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 2ef79178-17c1-4a52-b7ec-c151ffae2a6a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:53.743147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.777466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Port 92a0717c-c98f-4945-b2ac-fd4bd95d492a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:53.792688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:53.793480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.828707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:53.847589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:53.852783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:53.860670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cedabd36-9bfa-4e19-ad15-57f4997e1046 None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:53.865393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:53.901283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:13:53.926418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:53.962636 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0fc4ad5-67ee-4223-8e73-c503176aa20d req-26c91c04-15a8-4dcb-855e-19df018d7750 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496490 Dec 23 15:13:54.010050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:54.010994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.117569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Calling delete_port for 7cb1767e-60a9-48de-ba14-f6edd5cbfebf owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:54.173268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.178358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.186492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb8e4835-7365-484c-97b5-d64486e2c8f3 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:54.213423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.256043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d593b078-6ca5-4870-9d77-82c257593c15,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:54.262144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:54.276707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.278141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6697497 Dec 23 15:13:54.281338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51084) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:54.288845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': 'd593b078-6ca5-4870-9d77-82c257593c15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:54.298239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:54.305014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/ports/46761c0a-190f-4ca2-95ae-ed635a1af9bb HTTP/1.1" status: 204 len: 168 time: 3.1197107 Dec 23 15:13:54.308283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:54.310725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51088) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:54.314745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:54.361537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-59120db0-a0ca-4d1d-8827-50b0d8cb5bb0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] GET failed (client error): The resource could not be found. Dec 23 15:13:54.362081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-59120db0-a0ca-4d1d-8827-50b0d8cb5bb0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Synchronizing usage tracker for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:54.370423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:54.405505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Delete allocated IP 2001:db8::4f (3f277420-4b3b-40c6-b658-7d7ccb6975a8/c9fff090-0c68-454a-b2e4-e6afde30039a) {{(pid=88872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 23 15:13:54.433904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-59120db0-a0ca-4d1d-8827-50b0d8cb5bb0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Unset dirty status for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:54.435197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-59120db0-a0ca-4d1d-8827-50b0d8cb5bb0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "GET /v2.0/ports/46761c0a-190f-4ca2-95ae-ed635a1af9bb HTTP/1.1" status: 404 len: 333 time: 0.1229181 Dec 23 15:13:54.439495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51092) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:54.439803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8:0:1::251 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/2a286a6c-8cf0-4777-b474-41426c060325/92a0717c-c98f-4945-b2ac-fd4bd95d492a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:54.440211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.467063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1677658924'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:54.528533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.595878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.603020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:54.654644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event deleted for resources: {'Port': ['ID=7cb1767e-60a9-48de-ba14-f6edd5cbfebf,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:54.667145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:54.685705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 2ef79178-17c1-4a52-b7ec-c151ffae2a6a owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:54.698141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.739116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.783657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d58915f4-ead4-494a-bcf7-d341d8a55af3 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:54.817055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1487479f-bf6f-4861-b938-0319d58a7358,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:54.820055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:54.822594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:54.855952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:54.865043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.866627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5840058 Dec 23 15:13:54.883108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:54.936137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:13:54.941770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:54.950534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2dc4943b-eca0-4aad-b0d8-2bde52d37354 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules/1487479f-bf6f-4861-b938-0319d58a7358 HTTP/1.1" status: 200 len: 705 time: 0.0625978 Dec 23 15:13:54.959594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51100) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:55.229560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.336104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] device_id is not set on port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:13:55.375893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.412462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.418762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.426178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e830b3d-5b09-4420-be65-80a679ad89fe tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:55.486177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=2ef79178-17c1-4a52-b7ec-c151ffae2a6a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:55.497353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:55.502655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 92a0717c-c98f-4945-b2ac-fd4bd95d492a will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:55.532802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.548232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ecaf871-e9c1-4a1c-b76c-56295062c8df tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:55.653067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-59cabf78-5083-4c8d-a7f0-4b1f5274d58b tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:55.729547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] In _notify_port_updated(), no bound segment for port 92a0717c-c98f-4945-b2ac-fd4bd95d492a on network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:13:55.733940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:55.734620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.738953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/ports/92a0717c-c98f-4945-b2ac-fd4bd95d492a HTTP/1.1" status: 200 len: 931 time: 3.9661770 Dec 23 15:13:55.744231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51106) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:55.746383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=92a0717c-c98f-4945-b2ac-fd4bd95d492a,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:55.753264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.756472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:55.794910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.813963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-59cabf78-5083-4c8d-a7f0-4b1f5274d58b tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:55.817656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-59cabf78-5083-4c8d-a7f0-4b1f5274d58b tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.8529172 Dec 23 15:13:55.817796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/ports/2ef79178-17c1-4a52-b7ec-c151ffae2a6a HTTP/1.1" status: 204 len: 168 time: 2.5176783 Dec 23 15:13:55.819144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.824273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51110) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:55.824643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51112) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:55.886015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 92a0717c-c98f-4945-b2ac-fd4bd95d492a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:55.886416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:55.902698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac79353-8204-49ff-8717-43b898fe87c4 req-f05a3ae4-731b-4887-80f2-87945503b777 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:55.904390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ac79353-8204-49ff-8717-43b898fe87c4 req-f05a3ae4-731b-4887-80f2-87945503b777 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6293480 Dec 23 15:13:55.925461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Allocated IP 2001:db8::37f (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/c109d13b-9ab9-48fa-8ce0-6ba5eba60d96) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:13:56.001506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.009582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4f69a50f-ad28-400e-8741-56a9314dd31c None None] Provisioning for port 92a0717c-c98f-4945-b2ac-fd4bd95d492a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:56.015556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4f69a50f-ad28-400e-8741-56a9314dd31c None None] Provisioning complete for port 92a0717c-c98f-4945-b2ac-fd4bd95d492a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:56.016119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f69a50f-ad28-400e-8741-56a9314dd31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.025702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.026304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc773d6-708a-4f8d-acce-e66173b7b5ed {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:13:56.042714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.076656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f69a50f-ad28-400e-8741-56a9314dd31c None None] Port 92a0717c-c98f-4945-b2ac-fd4bd95d492a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:56.098899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ac79353-8204-49ff-8717-43b898fe87c4 req-a6eec467-82da-4b27-9158-e492c4bf5e75 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696460 Dec 23 15:13:56.157029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa149a-6539-4b93-9fb3-8e6f6caeb5f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:56.157862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39aa149a-6539-4b93-9fb3-8e6f6caeb5f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Synchronizing usage tracker for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:56.162329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.163511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/2bc773d6-708a-4f8d-acce-e66173b7b5ed HTTP/1.1" status: 204 len: 168 time: 3.8521185 Dec 23 15:13:56.169366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.202532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:56.216678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2128713058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:56.232154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.233411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/1487479f-bf6f-4861-b938-0319d58a7358 HTTP/1.1" status: 204 len: 168 time: 0.3999808 Dec 23 15:13:56.234227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:56.237108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:56.239311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:56.264671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1487479f-bf6f-4861-b938-0319d58a7358,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:56.270346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:56.273197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Usage tracker for resource:router and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:13:56.273475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39aa149a-6539-4b93-9fb3-8e6f6caeb5f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Unset dirty status for tenant:ebacadf0602b4773b7522f946c37c8cd on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:56.274823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-39aa149a-6539-4b93-9fb3-8e6f6caeb5f1 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "GET /v2.0/ports?device_id=206d562b-e5a6-48bf-9bc9-ba1096e700d2 HTTP/1.1" status: 200 len: 913 time: 0.4430721 Dec 23 15:13:56.277984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51126) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:56.298844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:13:56.320453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:56.389857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.390884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.405092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.413954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.436464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Transition to ACTIVE for port object c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:13:56.536203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.542677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81e96c64-b15c-4c4e-a64b-e5287079a7dc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:56.586323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 92a0717c-c98f-4945-b2ac-fd4bd95d492a owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:56.619820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-475e45dc-8d62-4760-b360-22bbe9d6b199 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:56.628599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:13:56.629513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=c109d13b-9ab9-48fa-8ce0-6ba5eba60d96,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:56.634818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:56.635736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:13:56.638601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:13:56.642944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:56.643715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.659734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.680417 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2296336 Dec 23 15:13:56.682047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51130) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:56.690706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-475e45dc-8d62-4760-b360-22bbe9d6b199 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:56.694734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-475e45dc-8d62-4760-b360-22bbe9d6b199 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4517589 Dec 23 15:13:56.707380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51132) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:56.716643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': 'd593b078-6ca5-4870-9d77-82c257593c15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:56.727460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:56.752421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:56.755185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.757834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fc:ee:b3'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:56.895421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.903703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:56.907136 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-65593ade-2b70-4580-b6da-3b5468be9440 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6966453 Dec 23 15:13:56.912309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51138) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:56.925634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': True}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:57.009147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dc2c3e1c-2476-4f08-b5c3-cd130c8ab2e6 None None] Provisioning for port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:13:57.014616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dc2c3e1c-2476-4f08-b5c3-cd130c8ab2e6 None None] Provisioning complete for port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:57.014744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.015128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3e1c-2476-4f08-b5c3-cd130c8ab2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.026667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb805e7a-2c77-435a-8b83-e6658cb8dbdd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:57.080950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c3e1c-2476-4f08-b5c3-cd130c8ab2e6 None None] Port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:57.130551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=92a0717c-c98f-4945-b2ac-fd4bd95d492a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:57.137124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:57.140203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.225178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.560015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.564906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/92a0717c-c98f-4945-b2ac-fd4bd95d492a HTTP/1.1" status: 204 len: 168 time: 1.8111982 Dec 23 15:13:57.607264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51144) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:57.696555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.704714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 91d6e2a0-1091-4786-8432-954112038c62 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:57.705132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.737080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8183d5-056f-4d8d-a5a2-1525cf046828 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:13:57.737642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f8183d5-056f-4d8d-a5a2-1525cf046828 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:57.740118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.759179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5995c279-1212-4250-bbf5-6874b64bfdb9 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:57.827572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.832924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.837637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b635d2f-9ee5-4727-9fb5-de40b8fbaedb tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:57.865613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694de4cd-5607-47c0-9d3a-ac25cbfedc25,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:57.870152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:57.899257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f8183d5-056f-4d8d-a5a2-1525cf046828 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:57.900564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f8183d5-056f-4d8d-a5a2-1525cf046828 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/92a0717c-c98f-4945-b2ac-fd4bd95d492a HTTP/1.1" status: 404 len: 333 time: 0.2828882 Dec 23 15:13:57.906923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51148) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:57.945368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] In _notify_port_updated(), no bound segment for port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 on network 2e749f92-7b98-41e2-84ff-05b2925ce631 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:13:57.949697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:57.950400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:57.955193 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "PUT /v2.0/ports/c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 HTTP/1.1" status: 200 len: 1003 time: 1.2053325 Dec 23 15:13:57.956625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51152) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:57.960338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=c109d13b-9ab9-48fa-8ce0-6ba5eba60d96,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:57.991426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:58.093153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.097054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3850048 Dec 23 15:13:58.099025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51156) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:58.138518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9e7e4-3f0d-494e-b1c1-6c992fa8cb3d req-d695c23a-ef83-40e6-90b4-3a4d5a26784e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:13:58.140173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3c9e7e4-3f0d-494e-b1c1-6c992fa8cb3d req-d695c23a-ef83-40e6-90b4-3a4d5a26784e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8977592 Dec 23 15:13:58.181857 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-47906e7f-6f0f-44a3-aa04-ce5ccbc99e8a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules/694de4cd-5607-47c0-9d3a-ac25cbfedc25 HTTP/1.1" status: 200 len: 705 time: 0.0815017 Dec 23 15:13:58.182681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.184487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51160) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:58.199687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:58.200082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.214843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-03173df9-62ea-4ae1-84b4-efd72f0723ac None None] Provisioning complete for port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:13:58.215598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03173df9-62ea-4ae1-84b4-efd72f0723ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.260022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.275742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-03173df9-62ea-4ae1-84b4-efd72f0723ac None None] Port c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:13:58.325233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.355717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8ee160e1-2eff-40d2-ad95-ff8113c22a21 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:58.394984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.402933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:58.444797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8ee160e1-2eff-40d2-ad95-ff8113c22a21 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:58.446270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8ee160e1-2eff-40d2-ad95-ff8113c22a21 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2561071 Dec 23 15:13:58.453861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c9b5d-92c5-4efc-950e-c10587dc4ccb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:58.461551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51164) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:58.464690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:58.480338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.484597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/security-groups/6f7c9b5d-92c5-4efc-950e-c10587dc4ccb HTTP/1.1" status: 204 len: 168 time: 0.5723069 Dec 23 15:13:58.484913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 91d6e2a0-1091-4786-8432-954112038c62 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:58.485842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51168) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:58.530650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.537593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.557291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.580687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3c9e7e4-3f0d-494e-b1c1-6c992fa8cb3d req-58282575-f0ab-42e6-b56a-06fb519fadb6 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138455 Dec 23 15:13:58.615573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.646892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.657351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d6d3105-896e-459a-aa5e-8f3ecc78e89d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:58.700151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=694de4cd-5607-47c0-9d3a-ac25cbfedc25,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:58.710366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:58.718150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.719415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/694de4cd-5607-47c0-9d3a-ac25cbfedc25 HTTP/1.1" status: 204 len: 168 time: 0.2568395 Dec 23 15:13:58.721108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.732638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51172) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:58.813266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.821474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-538ae57a-d18b-463d-b252-db03f5d3e2e8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:58.880681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af35c75-51cb-466f-bf93-7a3f7adc2bc0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:58.889625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.892125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-43ea9dd8-0a5c-43e5-a018-e81cfdf6d330 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:13:58.895240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:58.903382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:58.904631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/security-groups/4af35c75-51cb-466f-bf93-7a3f7adc2bc0 HTTP/1.1" status: 204 len: 168 time: 0.4176724 Dec 23 15:13:58.907507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51176) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:58.973408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port 4b3dc2ad-e3d4-4156-b250-f4ab2a321023 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:13:58.973804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.012941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-43ea9dd8-0a5c-43e5-a018-e81cfdf6d330 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:13:59.014358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-43ea9dd8-0a5c-43e5-a018-e81cfdf6d330 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2807155 Dec 23 15:13:59.023722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51180) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:59.038698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': 'd593b078-6ca5-4870-9d77-82c257593c15', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:13:59.051341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:13:59.063873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:59.095321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:13:59.189147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.194235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4400349e-b076-4435-84bc-ba13836b5848 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:59.244402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=91d6e2a0-1091-4786-8432-954112038c62,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:59.252571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Project e6b003722b134a12a916c561d1540293 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:13:59.253390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:59.274764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.386671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.406644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet c9fff090-0c68-454a-b2e4-e6afde30039a {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:13:59.414987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.462115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.466577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.511370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f2904ebe-51eb-4150-8756-3c5179b8c0d9 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:59.556098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.585971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for 4b3dc2ad-e3d4-4156-b250-f4ab2a321023 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:13:59.695709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.728651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.763147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.818894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:13:59.869075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea2e84-8b56-4391-b12a-1aa34cba8a68,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:59.871726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:59.903282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=c109d13b-9ab9-48fa-8ce0-6ba5eba60d96,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:13:59.908982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:13:59.910874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8839309 Dec 23 15:13:59.914212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:13:59.915851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:13:59.962888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.022584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8b351-e8a5-4d97-a195-cd0cf99f4f44 req-3bd0f75c-a700-4df6-9d4c-87931790d39b tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:00.024316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d9b8b351-e8a5-4d97-a195-cd0cf99f4f44 req-3bd0f75c-a700-4df6-9d4c-87931790d39b tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.2812061 Dec 23 15:14:00.059087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8cdd7af8-fb82-4373-9b96-ef9d9111261d tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules/6cea2e84-8b56-4391-b12a-1aa34cba8a68 HTTP/1.1" status: 200 len: 711 time: 0.1410654 Dec 23 15:14:00.062359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.069878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51190) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:00.155142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.161314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d9b8b351-e8a5-4d97-a195-cd0cf99f4f44 req-c994a84b-3b17-4af4-b727-2714b0283614 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261423 Dec 23 15:14:00.163401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a62e986c-bf33-4694-93cc-76630cd77c25 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:00.179483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.184323 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/ports/c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 HTTP/1.1" status: 204 len: 168 time: 2.2160583 Dec 23 15:14:00.191236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:00.205936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.213246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fff090-0c68-454a-b2e4-e6afde30039a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:00.217855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:00.218985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8ea4a4f-fcdb-4518-abe8-b9f9bb1c9793 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:00.265674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=4b3dc2ad-e3d4-4156-b250-f4ab2a321023,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:00.267052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Allocated IP 172.26.2.46 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/e962f1e4-6bf5-4a06-9c08-b160aa798026) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:00.268290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.269183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-532421f2-71e7-4823-a878-d9eefaef1e9e tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] GET failed (client error): The resource could not be found. Dec 23 15:14:00.269770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-532421f2-71e7-4823-a878-d9eefaef1e9e tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Synchronizing usage tracker for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:00.271204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:00.277490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665cd74-4606-4523-af60-62c17aaf6f5d None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:00.349213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/c9fff090-0c68-454a-b2e4-e6afde30039a HTTP/1.1" status: 204 len: 168 time: 1.4344711 Dec 23 15:14:00.350027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51198) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:00.358361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8892d796-ca12-42d4-a726-b86512f34d88 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:00.361614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:00.456978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-532421f2-71e7-4823-a878-d9eefaef1e9e tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Unset dirty status for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:00.461837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-532421f2-71e7-4823-a878-d9eefaef1e9e tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "GET /v2.0/ports/c109d13b-9ab9-48fa-8ce0-6ba5eba60d96 HTTP/1.1" status: 404 len: 333 time: 0.2660055 Dec 23 15:14:00.465688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51202) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:00.476546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1657217131'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:00.529184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8892d796-ca12-42d4-a726-b86512f34d88 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:00.534219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8892d796-ca12-42d4-a726-b86512f34d88 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4561155 Dec 23 15:14:00.544143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51206) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:00.594700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.725080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:00.735165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:00.750966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:00.757028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.763448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:00.775704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:00.784990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.801038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:00.805213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:00.805396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.811422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.964095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:00.974353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:00.998963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cea2e84-8b56-4391-b12a-1aa34cba8a68,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:01.010052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:01.015281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.021874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router c4962f6f-6c51-4378-8f62-5e2b926de16f has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:14:01.022969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bfa67193-01a2-4d51-93fa-9326c1830045 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:01.058040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.061918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6cea2e84-8b56-4391-b12a-1aa34cba8a68 HTTP/1.1" status: 204 len: 168 time: 0.5141394 Dec 23 15:14:01.067823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:01.130124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:01.142107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:01.146316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:01.182325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Port': ['ID=e962f1e4-6bf5-4a06-9c08-b160aa798026,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:01.201473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:01.207169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.247400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:01.268230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] device_id is not set on port d6ea2498-fc2c-4d80-8526-da5483de1479 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:01.396176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d4690a5-0d4c-499b-9a65-b2433f162c09 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:01.474493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.478550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:01.483552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d4690a5-0d4c-499b-9a65-b2433f162c09 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:01.484807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7d4690a5-0d4c-499b-9a65-b2433f162c09 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4052012 Dec 23 15:14:01.491354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51216) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:01.494205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] Sync routers for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:01.500099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/c4962f6f-6c51-4378-8f62-5e2b926de16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1170466 Dec 23 15:14:01.504872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51220) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:01.512010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:01.514599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:01.567226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-422eb17b-4b9e-4fb7-a8f1-994f51d701e4 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:01.589666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:01.607715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e4eac1db-a24b-4754-8cbc-951731f507ee None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:01.608281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4eac1db-a24b-4754-8cbc-951731f507ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.609760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b6772-ff45-4d9d-b1eb-54dd9e8d30f7 req-a7a0a835-0409-4e29-9f63-e8ac1dfc8875 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:01.611473 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac1b6772-ff45-4d9d-b1eb-54dd9e8d30f7 req-a7a0a835-0409-4e29-9f63-e8ac1dfc8875 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.2578485 Dec 23 15:14:01.613662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-422eb17b-4b9e-4fb7-a8f1-994f51d701e4 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:01.617540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-422eb17b-4b9e-4fb7-a8f1-994f51d701e4 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4962f6f-6c51-4378-8f62-5e2b926de16f HTTP/1.1" status: 200 len: 205 time: 0.1078405 Dec 23 15:14:01.620214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:01.633616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Allocated IP 2001:db8::ec (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/d6ea2498-fc2c-4d80-8526-da5483de1479) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:01.657838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] Routers {'c4962f6f-6c51-4378-8f62-5e2b926de16f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:01.658732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c4962f6f-6c51-4378-8f62-5e2b926de16f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:01.723941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:01.723941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c275d11-7442-45b1-aa03-337de082bf86 None None] The sync data for ids ['c4962f6f-6c51-4378-8f62-5e2b926de16f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:01.804566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac1b6772-ff45-4d9d-b1eb-54dd9e8d30f7 req-0c47381d-79a3-46ad-a417-2c28d372ecf1 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867282 Dec 23 15:14:01.820278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.828076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e4eac1db-a24b-4754-8cbc-951731f507ee None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:01.828604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4eac1db-a24b-4754-8cbc-951731f507ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.894432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.898337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e4eac1db-a24b-4754-8cbc-951731f507ee None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:01.898937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:01.988334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.015539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.034956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9bba1486-64a5-4f5c-a8ee-d36ad97572ae tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:02.212784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.217642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:02.227328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:02.240476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:02.241806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.245477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14bcb0-dc71-44e0-a262-fa235937d7fc None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:02.246650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.257941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=00888d84-e999-4d55-9f76-1151d59b6d99,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:02.270993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:02.272210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Transition to ACTIVE for port object d6ea2498-fc2c-4d80-8526-da5483de1479 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:02.273436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17dd7194-904f-4b55-8bd9-5347b22d336e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:02.301909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d593b078-6ca5-4870-9d77-82c257593c15,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:02.309044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:02.315196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.316471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/d593b078-6ca5-4870-9d77-82c257593c15 HTTP/1.1" status: 204 len: 168 time: 0.8203866 Dec 23 15:14:02.319770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51228) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:02.325408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9718027 Dec 23 15:14:02.341752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51230) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:02.350913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'security_group': {'name': 'tempest-secgroup-203350266'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:02.375674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:02.386498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:02.398056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:02.409454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:02.525435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52198e4b-5b42-41d8-a6e4-0278e1de719b tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:02.548790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.562653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-123cadbd-0c71-4908-99d9-de8bb120fb0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:02.584484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.613885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.652787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.655993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.663829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.673302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:02.674258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52198e4b-5b42-41d8-a6e4-0278e1de719b tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:02.680078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52198e4b-5b42-41d8-a6e4-0278e1de719b tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3515584 Dec 23 15:14:02.685704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:02.688466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:02.693331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:02.693959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.701341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51236) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:02.768849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.769457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router c4962f6f-6c51-4378-8f62-5e2b926de16f {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:14:02.774736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Update dhcp port {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'fixed_ips': [{'subnet_id': '2a286a6c-8cf0-4777-b474-41426c060325', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '00888d84-e999-4d55-9f76-1151d59b6d99'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '651b5178-ca03-4d73-a98b-996041942f3d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:14:02.796393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.797446 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4580a5db-e49b-48e7-80c9-011dd3607809 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/c4962f6f-6c51-4378-8f62-5e2b926de16f HTTP/1.1" status: 204 len: 168 time: 1.1762624 Dec 23 15:14:02.801020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51240) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:02.802865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group': {'name': 'tempest-secgroup--456507843'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:02.838820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:02.847383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:02.858365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=d6ea2498-fc2c-4d80-8526-da5483de1479,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:02.862650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:02.896096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:02.904678 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4357374 Dec 23 15:14:02.915667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:02.921956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:02.936567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group_rule and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:02.941641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'network_id': '2e749f92-7b98-41e2-84ff-05b2925ce631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-216471406'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:02.944967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:02.962043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:02.968786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.203761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Allocated IP 2001:db8::2 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/00888d84-e999-4d55-9f76-1151d59b6d99/651b5178-ca03-4d73-a98b-996041942f3d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:03.305807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:03.327295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:03.344053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet a1039273-c05b-42a3-a01a-65fd1369d962 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:03.346887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:03.351947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.370714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.387666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.392637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:03.395291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-06b6f985-8227-4234-8d41-aac3f2c63289 None None] Provisioning for port d6ea2498-fc2c-4d80-8526-da5483de1479 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:03.398024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa16d126-3172-41b2-bfda-e352842a65c7 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:03.406699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-06b6f985-8227-4234-8d41-aac3f2c63289 None None] Provisioning complete for port d6ea2498-fc2c-4d80-8526-da5483de1479 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:03.407960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06b6f985-8227-4234-8d41-aac3f2c63289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.432527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Made reservation on behalf of 7244aaff60024355830e1c6c64b2b6d7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:03.438425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.445268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267ac0b3-9185-4397-972a-298e52df5893,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:03.448530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:03.472429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.495402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-06b6f985-8227-4234-8d41-aac3f2c63289 None None] Port d6ea2498-fc2c-4d80-8526-da5483de1479 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:03.507159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c511-23d7-4e16-afd1-a3c1e81cdcd3 req-e6fc66ee-fbf5-400b-b584-842e5413222e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:03.509771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fd2c511-23d7-4e16-afd1-a3c1e81cdcd3 req-e6fc66ee-fbf5-400b-b584-842e5413222e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3666804 Dec 23 15:14:03.514796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] device_id is not set on port c42f84bc-a832-4e01-9c4a-3d74020ef970 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:03.516013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=651b5178-ca03-4d73-a98b-996041942f3d,segment=NetworkSegment(817222fe-6715-496b-9f72-6afb86cba317),segment_id=817222fe-6715-496b-9f72-6afb86cba317)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:03.544985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.563615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Transition to ACTIVE for port object 651b5178-ca03-4d73-a98b-996041942f3d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:03.567067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.571659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ccdc12a-07db-44df-868d-38d67132dd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:03.594849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Router 54b50202-c19a-4b15-8fca-2517822588e1 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:14:03.609175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.611944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2691512 Dec 23 15:14:03.614648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51250) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:03.624349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'security_group': {'name': 'tempest-secgroup-1863039490'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:03.649532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:03.687911 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fd2c511-23d7-4e16-afd1-a3c1e81cdcd3 req-aecff532-6e67-4f5b-a1d9-3e9636578f8c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654301 Dec 23 15:14:03.693112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:03.696130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.706460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:03.719073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:03.723764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.731334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b0d9bd6-e557-47c8-93ab-f43b335490de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:03.800296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819ffe5a-931d-4d4b-92b2-dc7854bc195d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:03.803400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:03.809512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.813625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1029677 Dec 23 15:14:03.815721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51254) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:03.818255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:14:03.825186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Request body: {'security_group_rule': {'security_group_id': '819ffe5a-931d-4d4b-92b2-dc7854bc195d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:03.843941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.856720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:03.881916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Allocated IP 2001:db8::217 (2e749f92-7b98-41e2-84ff-05b2925ce631/49e7fd13-30f0-4534-ac43-8b6434a47a75/c42f84bc-a832-4e01-9c4a-3d74020ef970) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:03.885131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Usage tracker for resource:security_group_rule and tenant:e6b003722b134a12a916c561d1540293 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:03.891560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:03.892482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Pushing event updated for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:03.903030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.903030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.903370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.903751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.904239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.904659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.905120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.905663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.906076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.906528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.907012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:03.911637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:03.927312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:03.942772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:04.055655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:04.067605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.081405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group_rule and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:04.093557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:04.118515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:04.141720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.171403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-59c3e05b-f06a-47e9-8ee9-171a2cd41e90 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:04.294107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:04.302742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "PUT /v2.0/routers/206d562b-e5a6-48bf-9bc9-ba1096e700d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0236108 Dec 23 15:14:04.303697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51258) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:04.309526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] Sync routers for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:04.327759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:04.328748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:04.440873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:04.469088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] Routers {'206d562b-e5a6-48bf-9bc9-ba1096e700d2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:04.470130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:04.546703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:04.547130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790e3af6-c0b7-4816-86f2-748844810f12 None None] The sync data for ids ['206d562b-e5a6-48bf-9bc9-ba1096e700d2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:04.569096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.630240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=a1039273-c05b-42a3-a01a-65fd1369d962,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:04.632917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:04.669346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.678782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b8cc9-c84b-4572-8cfe-b7cf65efa045 None None] Network 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:04.773147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.789210 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/a1039273-c05b-42a3-a01a-65fd1369d962 HTTP/1.1" status: 204 len: 168 time: 1.9869812 Dec 23 15:14:04.791208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.792088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51264) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:04.793786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.806767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.822895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36821877-1ecc-4ec2-b815-ade83a24efe5 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:04.879954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.898953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting port a0313d5c-232b-4246-87d6-e18622041874 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:04.899338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.928767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0b88f3-9ce7-484c-94e8-e216f625533d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:04.931834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:04.941471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-49f31732-38d5-45da-a148-d786f88391db None None] Provisioning for port 651b5178-ca03-4d73-a98b-996041942f3d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:04.944253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f456215c-af9f-4394-abf5-181819158747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:04.947070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-49f31732-38d5-45da-a148-d786f88391db None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:04.947508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49f31732-38d5-45da-a148-d786f88391db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.974384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.978453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1558163 Dec 23 15:14:04.984897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a37d21-94dd-412d-a742-a9c6bc208e7e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:04.988585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:04.990188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51268) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:04.994547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:04.998169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.002634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3832657 Dec 23 15:14:05.014394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51270) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.025363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:05.030884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.031005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'security_group': {'name': 'tempest-secgroup-119679270'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:05.034585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "PUT /v2.0/routers/54b50202-c19a-4b15-8fca-2517822588e1 HTTP/1.1" status: 200 len: 918 time: 8.1183338 Dec 23 15:14:05.035535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51276) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.057835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] Sync routers for ids ['54b50202-c19a-4b15-8fca-2517822588e1'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:05.060771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] DHCP port deletion for 02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:05.071867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Deleting port 7e8f3ac8-dece-468e-8009-68d722309bdf {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:05.072278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.075029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:05.131012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Transition to ACTIVE for port object c42f84bc-a832-4e01-9c4a-3d74020ef970 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:05.135648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:05.142269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:05.159827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:05.191410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] Routers {'54b50202-c19a-4b15-8fca-2517822588e1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:05.191608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['54b50202-c19a-4b15-8fca-2517822588e1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:05.203957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.239334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b490581-6e92-43fc-af50-d307a08783b7 req-4f974caa-dc16-4d80-8e59-8acf00df9c7f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:05.240742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b490581-6e92-43fc-af50-d307a08783b7 req-4f974caa-dc16-4d80-8e59-8acf00df9c7f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3580928 Dec 23 15:14:05.241565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.243811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.244801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet 12c1f958-c4c8-44e2-9112-92748242ce1b {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:05.253957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f3cbf18-0b0e-4740-935b-50f233ce3d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:05.254149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.272333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:05.321420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] Routers {'54b50202-c19a-4b15-8fca-2517822588e1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:05.322147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:13:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['54b50202-c19a-4b15-8fca-2517822588e1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:05.337340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.375609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.415208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:05.433478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:05.433962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca437f-edee-426d-9d90-b7d9060afd89 None None] The sync data for ids ['54b50202-c19a-4b15-8fca-2517822588e1'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:05.440799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-49f31732-38d5-45da-a148-d786f88391db None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:05.441256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49f31732-38d5-45da-a148-d786f88391db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.451862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:05.469618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:05.484197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:05.488807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:05.489532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.491726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Calling delete_port for a0313d5c-232b-4246-87d6-e18622041874 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:05.523798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.526023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] For port 7e8f3ac8-dece-468e-8009-68d722309bdf, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7e8f3ac8-dece-468e-8009-68d722309bdf,segment=NetworkSegment(d87b52c5-bd94-498d-aead-aa8cf5ce243f),segment_id=d87b52c5-bd94-498d-aead-aa8cf5ce243f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:05.526482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.543524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-49f31732-38d5-45da-a148-d786f88391db None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:05.547182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=c42f84bc-a832-4e01-9c4a-3d74020ef970,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:05.565077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:security_group_rule and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:05.570018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:05.581307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b490581-6e92-43fc-af50-d307a08783b7 req-1b3a89fb-7802-40d1-b874-287764da1a57 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296673 Dec 23 15:14:05.592591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.600832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:05.606574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5c4f6f4-7907-46ea-82b4-4d95b038cc50 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:05.617264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.617453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/819ffe5a-931d-4d4b-92b2-dc7854bc195d HTTP/1.1" status: 204 len: 168 time: 0.6133604 Dec 23 15:14:05.625347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.630075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7085063 Dec 23 15:14:05.637131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51286) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.649294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:05.649751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ffe5a-931d-4d4b-92b2-dc7854bc195d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:05.654387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:05.661557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::183', 'mac_address': 'fa:16:3e:fc:ee:b3'}, {'ip_address': '2001:db8::ec', 'mac_address': 'fa:16:3e:ad:8c:f0'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:05.726555 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71b021bc-ee9b-496d-9102-02524e43df14 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/54b50202-c19a-4b15-8fca-2517822588e1 HTTP/1.1" status: 200 len: 924 time: 0.6806114 Dec 23 15:14:05.731074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51290) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.738057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ad4615a1-cc3c-4802-865f-b250af5bcd9f tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:05.772425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ad4615a1-cc3c-4802-865f-b250af5bcd9f tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:05.774181 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ad4615a1-cc3c-4802-865f-b250af5bcd9f tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1427431 Dec 23 15:14:05.777542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.777773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Calling delete_port for 7e8f3ac8-dece-468e-8009-68d722309bdf owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:05.859623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a96ee76-1494-4d82-960a-970e3afd8a88 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Synchronizing usage tracker for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:05.901808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:05.910141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a96ee76-1494-4d82-960a-970e3afd8a88 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Unset dirty status for tenant:e6b003722b134a12a916c561d1540293 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:05.911797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a96ee76-1494-4d82-960a-970e3afd8a88 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1310322 Dec 23 15:14:05.914920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51298) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.942924 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-879766c6-8db0-4a4c-8676-c7fbdf4aa8cc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] delete failed (client error): The resource could not be found. Dec 23 15:14:05.944960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-879766c6-8db0-4a4c-8676-c7fbdf4aa8cc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "DELETE /v2.0/security-groups/819ffe5a-931d-4d4b-92b2-dc7854bc195d HTTP/1.1" status: 404 len: 347 time: 0.0280714 Dec 23 15:14:05.948357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51302) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:05.948702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:05.961766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53b47b8a-31b8-4a7a-9b9e-1e0e55ffbb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:06.018299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Pushing event deleted for resources: {'Port': ['ID=7e8f3ac8-dece-468e-8009-68d722309bdf,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:06.025292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d82f6497-a168-4a14-be59-75cca625f060 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0705886 Dec 23 15:14:06.031978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:06.032883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] No DVR routers for this DVR port 7e8f3ac8-dece-468e-8009-68d722309bdf on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:06.062492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4245843e-07ca-4e9a-903d-f2f1bd7eca5e None None] Provisioning for port c42f84bc-a832-4e01-9c4a-3d74020ef970 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:06.071136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4245843e-07ca-4e9a-903d-f2f1bd7eca5e None None] Provisioning complete for port c42f84bc-a832-4e01-9c4a-3d74020ef970 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:06.072147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4245843e-07ca-4e9a-903d-f2f1bd7eca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.136338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4245843e-07ca-4e9a-903d-f2f1bd7eca5e None None] Port c42f84bc-a832-4e01-9c4a-3d74020ef970 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:06.145575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:06.146026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.178860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.261055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fdb83-88de-479f-816e-bcd83600596d req-411c61dc-92d8-4f40-9c76-8173738e1330 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:06.263047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-460fdb83-88de-479f-816e-bcd83600596d req-411c61dc-92d8-4f40-9c76-8173738e1330 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.1091316 Dec 23 15:14:06.330535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e8f3ac8-dece-468e-8009-68d722309bdf no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:06.367194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7e8f3ac8-dece-468e-8009-68d722309bdf {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:14:06.367796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e8f3ac8-dece-468e-8009-68d722309bdf not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:14:06.369833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-460fdb83-88de-479f-816e-bcd83600596d req-0df5519f-2e19-42f5-b677-3f6dff797b2a tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982225 Dec 23 15:14:06.413405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51312) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:06.523865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.530150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.582239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.594498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a3a322c-a79c-4503-b982-567a130ca299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:06.612043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7301a7a6-bc07-4d5b-ac19-3a32617d7a47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6b003722b134a12a916c561d1540293&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970119 Dec 23 15:14:06.614832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:06.691154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.723319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.778113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.784454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:06.798895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce19f15-40f5-46c9-81b8-25d81eb63180,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:06.802688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:06.822089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.827096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cce19f15-40f5-46c9-81b8-25d81eb63180 HTTP/1.1" status: 204 len: 168 time: 0.2111073 Dec 23 15:14:06.989872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:06.994089 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9738877 Dec 23 15:14:06.994693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:07.001972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-828104977', 'security_groups': ['9947693f-bcec-4842-bc1e-0d206b1c6ee5'], 'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00888d84-e999-4d55-9f76-1151d59b6d99'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:07.002876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9947693f-bcec-4842-bc1e-0d206b1c6ee5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:07.017562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-609d612e-96c9-4bb2-aa4d-fe1bf9977cc6 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=54b50202-c19a-4b15-8fca-2517822588e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2733073 Dec 23 15:14:07.022778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:07.031572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51328) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:07.049698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-f03cfda8-bdd1-4011-b576-c1596cfd937d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.8405595 Dec 23 15:14:07.059651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.070411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce2ed542-ee10-45de-b470-d899c8312ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:07.157570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=12c1f958-c4c8-44e2-9112-92748242ce1b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:07.213703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.223276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:07.225412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.227150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26cdc6e5-09fd-4dcc-9729-2bfb861c05a9 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:07.275104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.291421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Port': ['ID=a0313d5c-232b-4246-87d6-e18622041874,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:07.297752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dead7-8bd7-432b-83bc-b7ef5e04b5e7 None None] Network c0b8087c-b102-4292-9f56-af29ad81e924 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:07.298800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.301901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:07.308471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6489fae-695d-4eaf-ae65-ef5064f3c832 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:07.324990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe81a8-54a8-466c-89c5-b82c21d37890 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:07.326890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55fe81a8-54a8-466c-89c5-b82c21d37890 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.2943099 Dec 23 15:14:07.330550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:07.333649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51342) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:07.409456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:07.416347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e777df5b-221b-464b-9825-51d58cc9aad3 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b50202-c19a-4b15-8fca-2517822588e1 HTTP/1.1" status: 200 len: 205 time: 0.0786283 Dec 23 15:14:07.417451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:07.425120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/12c1f958-c4c8-44e2-9112-92748242ce1b HTTP/1.1" status: 204 len: 168 time: 2.6317933 Dec 23 15:14:07.430938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] In _notify_port_updated(), no bound segment for port c42f84bc-a832-4e01-9c4a-3d74020ef970 on network 2e749f92-7b98-41e2-84ff-05b2925ce631 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:14:07.448528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:07.449551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.451524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "PUT /v2.0/ports/c42f84bc-a832-4e01-9c4a-3d74020ef970 HTTP/1.1" status: 200 len: 1066 time: 1.8041019 Dec 23 15:14:07.490286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51352) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:07.491073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51354) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:07.549079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:07.648293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event updated for resources: {'Port': ['ID=c42f84bc-a832-4e01-9c4a-3d74020ef970,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:07.667626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:07.810799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-b3b1b028-0765-4be9-b99e-3ac93e10462d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:07.812520 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-b3b1b028-0765-4be9-b99e-3ac93e10462d service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.7451212 Dec 23 15:14:07.814261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] DHCP port deletion for c0b8087c-b102-4292-9f56-af29ad81e924 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:07.820055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Deleting port cf313adb-d150-4227-bd5c-efb517258e1b {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:07.821643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.846602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:07.892363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] device_id is not set on port 5627253c-d3aa-4bc3-848d-4d741183d38b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:07.959120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cf313adb-d150-4227-bd5c-efb517258e1b no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:07.972255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port c42f84bc-a832-4e01-9c4a-3d74020ef970 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:07.972744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.031312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.050191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-55c42a2e-7a01-4b49-bd8b-03c3706c9f06 None None] Provisioning complete for port c42f84bc-a832-4e01-9c4a-3d74020ef970 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:08.050826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55c42a2e-7a01-4b49-bd8b-03c3706c9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.099173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.178733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51368) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:08.273900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.309506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.379196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8::324 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/00888d84-e999-4d55-9f76-1151d59b6d99/5627253c-d3aa-4bc3-848d-4d741183d38b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:08.391386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--386721149'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:08.409792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:08.417205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:08.422600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:08.432576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-7e8283f6-13f7-43a6-b8c9-6aa445756d51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.6094575 Dec 23 15:14:08.433528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:08.476971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-55c42a2e-7a01-4b49-bd8b-03c3706c9f06 None None] Port c42f84bc-a832-4e01-9c4a-3d74020ef970 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:08.490167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] For port cf313adb-d150-4227-bd5c-efb517258e1b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cf313adb-d150-4227-bd5c-efb517258e1b,segment=NetworkSegment(aff97f44-fafa-473f-a7c1-5dcb0221ed86),segment_id=aff97f44-fafa-473f-a7c1-5dcb0221ed86)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:08.490382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.490621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.559181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port cf313adb-d150-4227-bd5c-efb517258e1b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cf313adb-d150-4227-bd5c-efb517258e1b,segment=NetworkSegment(aff97f44-fafa-473f-a7c1-5dcb0221ed86),segment_id=aff97f44-fafa-473f-a7c1-5dcb0221ed86)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:08.582355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.605404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.620151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.628943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Calling delete_port for cf313adb-d150-4227-bd5c-efb517258e1b owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:08.635703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ef588-c257-42c0-b56b-1e66adba5bc4 req-4e42e5d0-0fc4-4817-b8ef-98dff13a22df tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:08.635972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Deleting port e962f1e4-6bf5-4a06-9c08-b160aa798026 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:08.637213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:08.642663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b7ef588-c257-42c0-b56b-1e66adba5bc4 req-4e42e5d0-0fc4-4817-b8ef-98dff13a22df tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 1.0382919 Dec 23 15:14:08.656942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c47aa4f-fae2-4203-9c9b-5ec4a75b1b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:08.718077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:08.735606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:08.754200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:08.761583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=cf313adb-d150-4227-bd5c-efb517258e1b,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:08.765480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:08.770772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:08.771192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:09.082594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.087734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:09.124499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.155667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 5627253c-d3aa-4bc3-848d-4d741183d38b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:09.171558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-188e9775-adf8-48b9-8f8c-e715129468cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:09.173299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-188e9775-adf8-48b9-8f8c-e715129468cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.7135944 Dec 23 15:14:09.215649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.272904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Deleting port cf313adb-d150-4227-bd5c-efb517258e1b {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:09.273347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.315388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:09.323860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.359372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87b52c5-bd94-498d-aead-aa8cf5ce243f') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:09.359599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87b52c5-bd94-498d-aead-aa8cf5ce243f') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:09.363363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Calling delete_port for e962f1e4-6bf5-4a06-9c08-b160aa798026 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:09.392072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.401494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.415001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.432997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0e770c57-f222-4215-bba2-4f78b1d4e513 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:09.434724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b7ef588-c257-42c0-b56b-1e66adba5bc4 req-308adb8f-e193-467a-9c18-59076d552f84 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7666302 Dec 23 15:14:09.469323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.474546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.483426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.504353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:09.504597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.504839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.507261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] For port cf313adb-d150-4227-bd5c-efb517258e1b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cf313adb-d150-4227-bd5c-efb517258e1b,segment=NetworkSegment(aff97f44-fafa-473f-a7c1-5dcb0221ed86),segment_id=aff97f44-fafa-473f-a7c1-5dcb0221ed86)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:09.507697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:09.525851 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:09.555196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:09.573955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:09.586912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:09.591353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:09.596576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:09.597344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.611601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=5627253c-d3aa-4bc3-848d-4d741183d38b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:09.622837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:09.627245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:09.627839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27bd5d4e-6e37-466c-ba22-086a1149f1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:09.652683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:09.657944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-63d0c7c8-fa69-4202-afe2-fe49a757ef53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4072556 Dec 23 15:14:09.671893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:09.678736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Calling delete_port for cf313adb-d150-4227-bd5c-efb517258e1b owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:09.719796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7206509 Dec 23 15:14:09.719796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a526f366-2ae7-4387-8f60-d44e0fac6f60,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:09.724042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:09.732004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:09.742244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:09.758919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for c42f84bc-a832-4e01-9c4a-3d74020ef970 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:09.801599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.814834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:09.849756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.850375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Fanout notify agent at l3_agent the message router_deleted on router 206d562b-e5a6-48bf-9bc9-ba1096e700d2 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:14:09.882571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] No DVR routers for this DVR port cf313adb-d150-4227-bd5c-efb517258e1b on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:09.886570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Pushing event deleted for resources: {'Port': ['ID=cf313adb-d150-4227-bd5c-efb517258e1b,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:09.898702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:09.942153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.945941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.949757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/routers/206d562b-e5a6-48bf-9bc9-ba1096e700d2 HTTP/1.1" status: 204 len: 168 time: 5.6424057 Dec 23 15:14:09.949757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.961783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:09.966150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51378) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:09.977141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-367c7dc6-7093-47f1-9903-fc702bbe8943 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:09.977840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48a0631c-daad-4e10-9144-1e5b9a79f332 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:10.004647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.023535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7fce2215-7b61-4f37-ae00-38bf22bc1fc9 None None] Provisioning for port 5627253c-d3aa-4bc3-848d-4d741183d38b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:10.029123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7fce2215-7b61-4f37-ae00-38bf22bc1fc9 None None] Provisioning complete for port 5627253c-d3aa-4bc3-848d-4d741183d38b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:10.030105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fce2215-7b61-4f37-ae00-38bf22bc1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.052033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.057222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8719616 Dec 23 15:14:10.059789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.063425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:10.065327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51382) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:10.069065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:10.072506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa30ff-0d60-4017-b97e-ccd4397b0343,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:10.077054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:10.081423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:10.082991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1dfabca3-06d8-4e96-8666-e8e5bcc3865a tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:10.099328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7fce2215-7b61-4f37-ae00-38bf22bc1fc9 None None] Port 5627253c-d3aa-4bc3-848d-4d741183d38b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:10.101914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/02cc9fbd-f0d0-4dd8-bc57-0ff9fbcef7fb HTTP/1.1" status: 204 len: 168 time: 2.5629973 Dec 23 15:14:10.114930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51386) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:10.116044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:10.132016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:10.152967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event deleted for resources: {'Port': ['ID=e962f1e4-6bf5-4a06-9c08-b160aa798026,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:10.156608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:10.244380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:10.268338 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-9609b7c6-1e29-4c13-9ca9-18bd3665e9ad service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207877 Dec 23 15:14:10.322689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:10.329366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.444521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.520779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3030f051-3b3a-44d5-b374-122eacee62b7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4432037 Dec 23 15:14:10.536195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51396) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:10.547069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.556439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-security--1233461786', 'description': 'tempest-security-description-1031530537'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:10.567699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64c89ad6-b67f-4b10-b152-b81bd7b33cc4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:10.643399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=c42f84bc-a832-4e01-9c4a-3d74020ef970,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:10.652235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Deleting subnet dd1dfb42-eb73-4e75-bf66-923dbde225aa {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:10.654760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:10.658237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2998199-6f9e-4da0-ac35-109d00b09dc1 req-8ec03fee-9aca-49a4-ae81-68711b5aa65b service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790352 Dec 23 15:14:10.658964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.829529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.852225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:10.924459 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00888d84-e999-4d55-9f76-1151d59b6d99 (CIDR: 2001:db8::/64) Dec 23 15:14:10.960491 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:14:10.961009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:10.967268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.047614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.059782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.150223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-8c2c148d-45f9-4c0c-8e90-83d51bc16601 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.3810844 Dec 23 15:14:11.161527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.167760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-65a3fcdc-4e98-4b6a-89ed-1a8eb846c33f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4403489 Dec 23 15:14:11.172952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51400) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.181322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b8087c-b102-4292-9f56-af29ad81e924']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:11.182501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:11.287150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.292288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/ports/c42f84bc-a832-4e01-9c4a-3d74020ef970 HTTP/1.1" status: 204 len: 168 time: 3.7516561 Dec 23 15:14:11.293399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:11.510470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51404) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.520540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff97f44-fafa-473f-a7c1-5dcb0221ed86') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:11.520843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff97f44-fafa-473f-a7c1-5dcb0221ed86') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:11.568548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.608884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.616533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a471725c-a8a0-450a-8f88-e4fc86cb65b1 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] GET failed (client error): The resource could not be found. Dec 23 15:14:11.617119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a471725c-a8a0-450a-8f88-e4fc86cb65b1 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Synchronizing usage tracker for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:11.625267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a8186-70b5-4e2f-af9f-96a16acb98a9 req-3538cea6-c462-4605-b519-9264b8589912 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:11.626957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d8a8186-70b5-4e2f-af9f-96a16acb98a9 req-3538cea6-c462-4605-b519-9264b8589912 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 1.0361400 Dec 23 15:14:11.635329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.641664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.657315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1dfb42-eb73-4e75-bf66-923dbde225aa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:11.665915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.671422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:11.673011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.675652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.677042 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "PUT /v2.0/security-groups/80fa30ff-0d60-4017-b97e-ccd4397b0343 HTTP/1.1" status: 200 len: 1612 time: 1.1358628 Dec 23 15:14:11.685050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51408) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.685498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f0fd0a9-f232-4bd4-8a1b-1578e8b4f4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:11.693878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.695957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/subnets/dd1dfb42-eb73-4e75-bf66-923dbde225aa HTTP/1.1" status: 204 len: 168 time: 1.7203670 Dec 23 15:14:11.702103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:11.702298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51412) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.702420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:11.720910 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:11.731252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a471725c-a8a0-450a-8f88-e4fc86cb65b1 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Unset dirty status for tenant:7244aaff60024355830e1c6c64b2b6d7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:11.732541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a471725c-a8a0-450a-8f88-e4fc86cb65b1 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "GET /v2.0/ports/c42f84bc-a832-4e01-9c4a-3d74020ef970 HTTP/1.1" status: 404 len: 333 time: 0.2210872 Dec 23 15:14:11.774877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51416) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.845008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa30ff-0d60-4017-b97e-ccd4397b0343,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:11.854475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:11.855230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.855665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Fanout notify agent at l3_agent the message router_deleted on router 54b50202-c19a-4b15-8fca-2517822588e1 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:14:11.868078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d8a8186-70b5-4e2f-af9f-96a16acb98a9 req-2ffec33d-5efd-4c69-bc08-cf69aee64eb6 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290823 Dec 23 15:14:11.868737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.874908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:11.896280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.904884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=c0b8087c-b102-4292-9f56-af29ad81e924,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:11.910227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.911614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/54b50202-c19a-4b15-8fca-2517822588e1 HTTP/1.1" status: 204 len: 168 time: 4.4936321 Dec 23 15:14:11.912635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:11.918262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/c0b8087c-b102-4292-9f56-af29ad81e924 HTTP/1.1" status: 204 len: 168 time: 1.7943089 Dec 23 15:14:11.918976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51420) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.919352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:11.926817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-67429438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:11.935523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-566271419'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:11.941364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:11.944017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:11.948924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Usage tracker for resource:router and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:11.951405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-8ec70174-0732-4a15-88bd-df2c77d7d387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:11.952370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:11.953071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-8ec70174-0732-4a15-88bd-df2c77d7d387 service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 0.7536082 Dec 23 15:14:11.955224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:11.958245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:11.966819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:11.969137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:11.983785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.984763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:11.989873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:11.995558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.036814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:12.039575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.049983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:12.055753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.056121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment c14e6177-9c11-40e7-b703-4ca66b3ecd3f of type vlan for network ffd2fbba-31de-413e-a16b-1689aa35d143 Dec 23 15:14:12.072291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.077052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:12.088219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port d6ea2498-fc2c-4d80-8526-da5483de1479 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:12.088599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.100525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.118709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.119364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.126561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7ca9dd68-0247-49e1-9768-519a2ac7cb3d tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1996334 Dec 23 15:14:12.126768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fbc94934-e855-46f3-addb-e615728d5b06 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups/80fa30ff-0d60-4017-b97e-ccd4397b0343 HTTP/1.1" status: 200 len: 1612 time: 0.4366629 Dec 23 15:14:12.129103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51428) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:12.129367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51430) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:12.130383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:12.141338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:12.152484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:12.218980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.223316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:12.223988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.229837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:12.262751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:12.285753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-587ba434-8003-4a03-a322-98b9f75e8d4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.3145411 Dec 23 15:14:12.401474 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4789848 Dec 23 15:14:12.406249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51436) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:12.417927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:12.432916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=ffd2fbba-31de-413e-a16b-1689aa35d143,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:12.435896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:12.443861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network ffd2fbba-31de-413e-a16b-1689aa35d143 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:12.670401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:12.671174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.676126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:12.735760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:12.742204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-7bba60bf-c3b8-4173-bffc-dd858bebe6ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:12.743884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-7bba60bf-c3b8-4173-bffc-dd858bebe6ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.4161577 Dec 23 15:14:12.750665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:12.751622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.804076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba0de98-8b96-479b-8bd3-8075eee99c3e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:12.819978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:12.844056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee206d0b-546b-48ff-b3c5-3496306d75f0') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:12.844415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee206d0b-546b-48ff-b3c5-3496306d75f0') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:12.858714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.922160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.951530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.965389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:12.993107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.036265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.104962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.114008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:13.114420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:13.142329 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:13.300710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.304910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f243a37f-1428-487c-a817-ca6d42ec7024 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:13.436620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=b9c2a054-621c-4567-84e5-7f2672f45793,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:13.439550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:13.455885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.494677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.537240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:13.537643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: ffd2fbba-31de-413e-a16b-1689aa35d143, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:13.606984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for d6ea2498-fc2c-4d80-8526-da5483de1479 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:13.642019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network ffd2fbba-31de-413e-a16b-1689aa35d143 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:13.659877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, ffd2fbba-31de-413e-a16b-1689aa35d143) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:13.669457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:13.670112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.670751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84220979-3e6f-49d7-94d5-20974937e39f None None] Network ffd2fbba-31de-413e-a16b-1689aa35d143 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:13.681137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2a286a6c-8cf0-4777-b474-41426c060325 (CIDR: 2001:db8:0:1::/64) Dec 23 15:14:13.687504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Allocated IP 172.26.2.71 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/7632c0cd-eb4a-49f3-99fd-6f61a8f25c89) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:13.694595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.703075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:14:13.703551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:13.721541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.724076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:13.728535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3186028 Dec 23 15:14:13.729337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:13.744493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.772335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-1fe47476-63f2-4991-b504-a1c369afd287 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0059049 Dec 23 15:14:13.780888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Pushing event deleted for resources: {'Network': ['ID=3ba0de98-8b96-479b-8bd3-8075eee99c3e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:13.792739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-694593678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:13.806784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:13.820181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:13.825033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:13.829211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:13.833500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:13.835258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:13.864509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.865662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.901535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] 10.222.0.49 "DELETE /v2.0/networks/3ba0de98-8b96-479b-8bd3-8075eee99c3e HTTP/1.1" status: 204 len: 168 time: 2.1826036 Dec 23 15:14:13.901535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e519dddb-15d0-4630-befd-dc1ee92f5d29 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.7267189 Dec 23 15:14:13.907036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa30ff-0d60-4017-b97e-ccd4397b0343,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:13.908773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51448) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:13.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.916693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/80fa30ff-0d60-4017-b97e-ccd4397b0343 HTTP/1.1" status: 204 len: 168 time: 1.7779906 Dec 23 15:14:13.917136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'subnet': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:13.921915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:13.923174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51452) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:13.937765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.943322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-ffd2fbba-31de-413e-a16b-1689aa35d143', 'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': 'b9c2a054-621c-4567-84e5-7f2672f45793'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:13.945823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:13.961431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bca76-7525-4fcc-9491-c28301a69d4d req-1b82086e-f64a-4660-876b-44c5d1b77aa4 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:13.963073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-756bca76-7525-4fcc-9491-c28301a69d4d req-1b82086e-f64a-4660-876b-44c5d1b77aa4 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.9404414 Dec 23 15:14:14.154158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-52550003-1f35-43c1-97cc-852f881b6430 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588295 Dec 23 15:14:14.155042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.160171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-999beed5-63d3-4215-a3e8-e8dec0d7ff44 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:14.168812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6fa562f2-48e2-4b03-8bd1-5562bdeb7ca7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:14.179128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Allocated IP 172.20.0.2 (ffd2fbba-31de-413e-a16b-1689aa35d143/b9c2a054-621c-4567-84e5-7f2672f45793/30ceac3f-f25d-4097-80b7-1ab78475844d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:14.232978 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-756bca76-7525-4fcc-9491-c28301a69d4d req-88b91fa3-355c-418e-bb37-597f41f82fc5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307315 Dec 23 15:14:14.260347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=d6ea2498-fc2c-4d80-8526-da5483de1479,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:14.303522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.312123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:14.320848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51460) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.380958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-999beed5-63d3-4215-a3e8-e8dec0d7ff44 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:14.385284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-999beed5-63d3-4215-a3e8-e8dec0d7ff44 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4493773 Dec 23 15:14:14.394190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51466) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.400523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.440757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/ports/d6ea2498-fc2c-4d80-8526-da5483de1479 HTTP/1.1" status: 204 len: 168 time: 2.6621797 Dec 23 15:14:14.449139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51470) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.466522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.483609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0bbec6c5-d68d-44fc-ba78-a00155f312cb req-22141bc4-0992-43d2-9420-f03152444982 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763486 Dec 23 15:14:14.532856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.580205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2b6c7a1-3204-4e0b-81fa-dd6609134543 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:14.600079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.609991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-832f24f0-2344-489e-96b3-48ef0ffec5b0 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] delete failed (client error): The resource could not be found. Dec 23 15:14:14.614988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-832f24f0-2344-489e-96b3-48ef0ffec5b0 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/80fa30ff-0d60-4017-b97e-ccd4397b0343 HTTP/1.1" status: 404 len: 347 time: 0.2121317 Dec 23 15:14:14.617062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Transition to ACTIVE for port object 30ceac3f-f25d-4097-80b7-1ab78475844d will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:14.617845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51474) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.629651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366766052'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:14.639765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:14.640779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfc6eff-4a9b-4744-8b98-763c0858c705 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] GET failed (client error): The resource could not be found. Dec 23 15:14:14.646082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4cfc6eff-4a9b-4744-8b98-763c0858c705 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "GET /v2.0/ports/d6ea2498-fc2c-4d80-8526-da5483de1479 HTTP/1.1" status: 404 len: 333 time: 0.1779552 Dec 23 15:14:14.651122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Transition to ACTIVE for port object 30ceac3f-f25d-4097-80b7-1ab78475844d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:14.656384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:14.657079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.658609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51478) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.663410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.664047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:14.667689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e52050b-f8b3-4d61-b6ee-9a31cdbc0bfc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9336340 Dec 23 15:14:14.672698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.680101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Usage tracker for resource:subnet and tenant:26fed87a36294aa0bdb4fa2d383b1737 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:14.687233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:14.697919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'port': {'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143', 'name': 'tempest-RoutersTest-21398223'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:14.707990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:14.737986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:14.743262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:14.752501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Network ffd2fbba-31de-413e-a16b-1689aa35d143 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:14.754832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.762157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:14.769110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:14.786711 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d29623e5-46a4-4df6-9b88-f53045c7305b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ebacadf0602b4773b7522f946c37c8cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4592559 Dec 23 15:14:14.790793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51486) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:14.797076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:14.799268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Pushing event updated for resources: {'Port': ['ID=7632c0cd-eb4a-49f3-99fd-6f61a8f25c89,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:14.799932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port ba57aec4-6be6-4b2c-9bae-57491ea9cd8d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:14.800324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.804030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:14.810506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Pushing event updated for resources: {'Port': ['ID=30ceac3f-f25d-4097-80b7-1ab78475844d,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:14.813522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:14.835204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:14.877966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Attempting to bind port 30ceac3f-f25d-4097-80b7-1ab78475844d on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:14.878364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Attempting to bind port 30ceac3f-f25d-4097-80b7-1ab78475844d by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:14.878808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Attempting to bind port 30ceac3f-f25d-4097-80b7-1ab78475844d on network ffd2fbba-31de-413e-a16b-1689aa35d143 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:14.884293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Made reservation on behalf of 26fed87a36294aa0bdb4fa2d383b1737 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:14.887087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:14.887711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Checking segment: {'id': 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:14.888153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.888611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Bound using segment: {'id': 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:14.889144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Bound port: 30ceac3f-f25d-4097-80b7-1ab78475844d, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ffd2fbba-31de-413e-a16b-1689aa35d143'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:14.889616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:14.893282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:14.915391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:14.954386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:14.969278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:14.993580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] For port 30ceac3f-f25d-4097-80b7-1ab78475844d, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:14.997920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] For port 30ceac3f-f25d-4097-80b7-1ab78475844d, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=30ceac3f-f25d-4097-80b7-1ab78475844d,segment=NetworkSegment(c14e6177-9c11-40e7-b703-4ca66b3ecd3f),segment_id=c14e6177-9c11-40e7-b703-4ca66b3ecd3f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:15.002551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.007542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f9b6be4-c764-438f-abbb-30ad1da30324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:15.046684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.093203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42227f54-7ef0-4839-97c1-c2eb2265ee1a req-61aa4157-ba47-4661-a7ca-bb4d35312e76 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:15.094981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-42227f54-7ef0-4839-97c1-c2eb2265ee1a req-61aa4157-ba47-4661-a7ca-bb4d35312e76 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6148853 Dec 23 15:14:15.100877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Pushing event updated for resources: {'Port': ['ID=30ceac3f-f25d-4097-80b7-1ab78475844d,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:15.104168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:15.136229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:15.166811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:port and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:15.176218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.183256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:15.210680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:15.212370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.220634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.233375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.250003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d951cce-9a6b-42d3-81de-576513d1e6ab tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:15.303580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.330250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-42227f54-7ef0-4839-97c1-c2eb2265ee1a req-49d18ad4-c431-4b47-be78-caf2fd53c174 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012317 Dec 23 15:14:15.330887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:15.336746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.375433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] device_id is not set on port 57d294ed-afd4-4768-be7a-a594bec41a57 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:15.418209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f70074-34e0-4a03-a46a-e2553e34681f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:15.530858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.534972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9131539 Dec 23 15:14:15.536095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51492) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:15.544820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for ba57aec4-6be6-4b2c-9bae-57491ea9cd8d owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:15.546762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': '52f70074-34e0-4a03-a46a-e2553e34681f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:15.567370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:15.578406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:15.578556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:15.588514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.615015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:15.630929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:15.633838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-754dfa81-bd2a-4b5e-b435-446a37df6459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:15.652635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.668478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.677628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/354dad25-00c9-4d31-8125-692c636abb38 HTTP/1.1" status: 204 len: 168 time: 0.8779609 Dec 23 15:14:15.678955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354dad25-00c9-4d31-8125-692c636abb38,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:15.684888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:15.798864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.20.0.4 (ffd2fbba-31de-413e-a16b-1689aa35d143/b9c2a054-621c-4567-84e5-7f2672f45793/57d294ed-afd4-4768-be7a-a594bec41a57) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:15.799959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4be56-6be8-428d-af4e-021f1afcbc8c req-1f637b59-2525-4b8b-ab35-9536c7327cb2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:15.801659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ea4be56-6be8-428d-af4e-021f1afcbc8c req-1f637b59-2525-4b8b-ab35-9536c7327cb2 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.2218442 Dec 23 15:14:15.804677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.892498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:15.905812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ea4be56-6be8-428d-af4e-021f1afcbc8c req-d6df3c0c-020e-4e38-a7be-988c6ba22fee tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940638 Dec 23 15:14:15.908759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 30ceac3f-f25d-4097-80b7-1ab78475844d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:15.910979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-936b9d82-7d91-4beb-aa06-b1cccecca505 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:15.958592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=ba57aec4-6be6-4b2c-9bae-57491ea9cd8d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:15.962009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:16.016970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.027864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 30ceac3f-f25d-4097-80b7-1ab78475844d completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:16.028915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/ports/ba57aec4-6be6-4b2c-9bae-57491ea9cd8d HTTP/1.1" status: 204 len: 168 time: 1.3685262 Dec 23 15:14:16.031497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51502) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:16.257798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.276381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 57d294ed-afd4-4768-be7a-a594bec41a57 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:16.327878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting subnet 49e7fd13-30f0-4534-ac43-8b6434a47a75 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:16.332227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.377891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.429513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:16.457806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.521765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.527020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network ffd2fbba-31de-413e-a16b-1689aa35d143 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:16.528371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.537819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:16.540352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:16.621203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458863e4-873c-4ee8-8566-1f4b60296861 req-a781fcbd-45d8-412e-b22a-bc64c54ad126 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:16.623077 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-458863e4-873c-4ee8-8566-1f4b60296861 req-a781fcbd-45d8-412e-b22a-bc64c54ad126 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.1300948 Dec 23 15:14:16.655811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.701251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.702665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d496c1b5-6d80-4775-a2c3-cb0dacaf2877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.705889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=57d294ed-afd4-4768-be7a-a594bec41a57,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:16.712251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.726833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:16.729961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6ccc1dfd-1aaa-4beb-84d1-4f205a119515 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:16.758795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-458863e4-873c-4ee8-8566-1f4b60296861 req-ed6e76e6-93bc-4c52-9bf3-2efa5de4b01d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240685 Dec 23 15:14:16.766078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.775002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.780593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:16.810196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:16.810878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.844914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Subnet': ['ID=49e7fd13-30f0-4534-ac43-8b6434a47a75,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:16.847494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:16.851054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:16.855944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/subnets/49e7fd13-30f0-4534-ac43-8b6434a47a75 HTTP/1.1" status: 204 len: 168 time: 0.8225496 Dec 23 15:14:16.858745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51522) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:16.862072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a95e3-151d-4f8a-81d6-72ae090251d8 None None] Network 2e749f92-7b98-41e2-84ff-05b2925ce631 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:16.883243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51526) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:17.107179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.112624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:17.124655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:17.139232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Deleting port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:17.139624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.140855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c2b19-085a-47c5-8e18-936e8bdd3355 None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:17.145238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:17.145894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.167856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Subnet': ['ID=88202375-319a-4025-98f5-c466290e6b53,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:17.176842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:17.185561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-208372275'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:17.189814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-94411e08-0b63-4c2e-8cb7-a7fadf0f9a55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:17.195064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:17.203664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:network and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:17.213497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:17.218628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.5434649 Dec 23 15:14:17.220504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.222533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6823714 Dec 23 15:14:17.223594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51534) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:17.228258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51536) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:17.229464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:17.237629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ff1c59-a7fe-4af9-9707-8ffe6da46b17,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:17.251310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:17.258435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3466318 Dec 23 15:14:17.267115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51542) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:17.280903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-902250574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88202375-319a-4025-98f5-c466290e6b53'}], 'security_groups': ['267ac0b3-9185-4397-972a-298e52df5893', '05a37d21-94dd-412d-a742-a9c6bc208e7e']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:17.309120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198e326-acb5-4260-8285-db517c591cd9 None None] Network ffd2fbba-31de-413e-a16b-1689aa35d143 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:17.357337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:17.362837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.407934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.418380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.477561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.499695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Provisioning for port 30ceac3f-f25d-4097-80b7-1ab78475844d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:17.537105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.551979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.589899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Provisioning complete for port 30ceac3f-f25d-4097-80b7-1ab78475844d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:17.590783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.606898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:17.634265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] DHCP port deletion for 2e749f92-7b98-41e2-84ff-05b2925ce631 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:17.643046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58ff1c59-a7fe-4af9-9707-8ffe6da46b17,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:17.645395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.649073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/58ff1c59-a7fe-4af9-9707-8ffe6da46b17 HTTP/1.1" status: 204 len: 168 time: 0.4152374 Dec 23 15:14:17.651337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:17.653181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:17.695875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Deleting port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:17.696272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:17.872672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-05c547b1-255b-4985-8362-2d53d074828f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:17.895095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:17.917502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:security_group_rule and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:17.949724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e6586ca-cd36-4d65-bc10-dadc70d495d8 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:17.960182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-05c547b1-255b-4985-8362-2d53d074828f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:17.961685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-05c547b1-255b-4985-8362-2d53d074828f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3038797 Dec 23 15:14:17.965685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51552) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:17.968358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Router 66db1832-abc5-49cf-94fc-69eac819c270 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:14:17.991801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:18.021517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:18.036163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] For port 5e6586ca-cd36-4d65-bc10-dadc70d495d8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e6586ca-cd36-4d65-bc10-dadc70d495d8,segment=NetworkSegment(11ae227b-bf82-450f-acd5-4c5ac50dd4b8),segment_id=11ae227b-bf82-450f-acd5-4c5ac50dd4b8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:18.036659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.240330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Calling delete_port for 5e6586ca-cd36-4d65-bc10-dadc70d495d8 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:18.320800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.339265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.370115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.373772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Delete allocated IP 2001:db8::324 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/00888d84-e999-4d55-9f76-1151d59b6d99) {{(pid=88872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 23 15:14:18.405876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265adc4e-cdf0-4c91-b76c-4db077e33b9b req-d0cce8e7-70d4-4869-bdb4-eb4a855aa84e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:18.407715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-265adc4e-cdf0-4c91-b76c-4db077e33b9b req-d0cce8e7-70d4-4869-bdb4-eb4a855aa84e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.4101079 Dec 23 15:14:18.418351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.427990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Allocated IP 2001:db8:0:2::2f0 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/88202375-319a-4025-98f5-c466290e6b53/5627253c-d3aa-4bc3-848d-4d741183d38b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:18.446413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] For port 5e6586ca-cd36-4d65-bc10-dadc70d495d8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e6586ca-cd36-4d65-bc10-dadc70d495d8,segment=NetworkSegment(11ae227b-bf82-450f-acd5-4c5ac50dd4b8),segment_id=11ae227b-bf82-450f-acd5-4c5ac50dd4b8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:18.447025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.528856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.567193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.580084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:18.589361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.589759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Added segment a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7 of type vlan for network 18988d85-696d-4ec6-acac-ec9760c40610 Dec 23 15:14:18.608087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Calling delete_port for 5e6586ca-cd36-4d65-bc10-dadc70d495d8 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:18.618343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.634173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e42e19d5-f319-45d3-9693-c259f3e5a9da tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:18.639928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.648360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.662950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:18.671533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.673842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-265adc4e-cdf0-4c91-b76c-4db077e33b9b req-d35ec0a1-e55a-42f9-93e4-a4bebd89c158 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380986 Dec 23 15:14:18.695343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] For port 30ceac3f-f25d-4097-80b7-1ab78475844d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=30ceac3f-f25d-4097-80b7-1ab78475844d,segment=NetworkSegment(c14e6177-9c11-40e7-b703-4ca66b3ecd3f),segment_id=c14e6177-9c11-40e7-b703-4ca66b3ecd3f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:18.717909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] No DVR routers for this DVR port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:18.719742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd16be-ed0a-4934-88e9-1d6c5da7fdea,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:18.722996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.728720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf2a681d-2263-4d78-a606-e9998f3bdc50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:18.797447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:18.806157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-109b304d-d7be-46dc-a947-e0c5e3acd918 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:18.837151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.841507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:18.842192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.935493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.946938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Port': ['ID=5e6586ca-cd36-4d65-bc10-dadc70d495d8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:18.959184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:18.964407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b18f40d3-f1d7-4f67-8efd-80da40bc07b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:18.966607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:18.967029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:18.968645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bed9495e-1103-4eb3-861f-ce2e3935c692 tempest-ExternalNetworksTestJSON-7878044 tempest-ExternalNetworksTestJSON-7878044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:18.977994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Transition to ACTIVE for port object 5627253c-d3aa-4bc3-848d-4d741183d38b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:18.990194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Pushing event updated for resources: {'Port': ['ID=30ceac3f-f25d-4097-80b7-1ab78475844d,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:18.996098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:19.001305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f70074-34e0-4a03-a46a-e2553e34681f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:19.006439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:19.006726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6c4a120e-eab9-4fd3-bb20-5bd225b9cc2b None None] Provisioning complete for port 30ceac3f-f25d-4097-80b7-1ab78475844d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:19.007131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c4a120e-eab9-4fd3-bb20-5bd225b9cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.012454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:14:19.012861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.019164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/52f70074-34e0-4a03-a46a-e2553e34681f HTTP/1.1" status: 204 len: 168 time: 1.0522518 Dec 23 15:14:19.020362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.038314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51558) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:19.046233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0166528d-1d32-4cda-8909-5b9fade92483 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:19.067999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Update dhcp port {'port': {'network_id': '3f277420-4b3b-40c6-b658-7d7ccb6975a8', 'fixed_ips': [{'subnet_id': '2a286a6c-8cf0-4777-b474-41426c060325', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '00888d84-e999-4d55-9f76-1151d59b6d99', 'ip_address': '2001:db8::2'}, {'subnet_id': '88202375-319a-4025-98f5-c466290e6b53'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '651b5178-ca03-4d73-a98b-996041942f3d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:14:19.174530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.277209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.280169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event updated for resources: {'Port': ['ID=5627253c-d3aa-4bc3-848d-4d741183d38b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:19.283432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] In _notify_port_updated(), no bound segment for port 5627253c-d3aa-4bc3-848d-4d741183d38b on network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:14:19.288678 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3983977 Dec 23 15:14:19.288845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:19.288845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.293115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "PUT /v2.0/ports/5627253c-d3aa-4bc3-848d-4d741183d38b HTTP/1.1" status: 200 len: 969 time: 2.0204034 Dec 23 15:14:19.301231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:19.301742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:19.317945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.363388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Network': ['ID=18988d85-696d-4ec6-acac-ec9760c40610,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:19.369443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e749f92-7b98-41e2-84ff-05b2925ce631']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.378431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:19.410128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:19.422688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac874346-530c-41a6-8197-8e2601368732 None None] Sync routers for ids ['66db1832-abc5-49cf-94fc-69eac819c270'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:19.430489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ae227b-bf82-450f-acd5-4c5ac50dd4b8') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.430827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ae227b-bf82-450f-acd5-4c5ac50dd4b8') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.436938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.441338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac874346-530c-41a6-8197-8e2601368732 None None] Routers {'66db1832-abc5-49cf-94fc-69eac819c270'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:19.442089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ac874346-530c-41a6-8197-8e2601368732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['66db1832-abc5-49cf-94fc-69eac819c270'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.446145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-16b12fc8-2d1d-44f5-9181-09970e4d4135 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "PUT /v2.0/routers/66db1832-abc5-49cf-94fc-69eac819c270 HTTP/1.1" status: 200 len: 917 time: 7.3159068 Dec 23 15:14:19.458219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51568) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:19.528100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port 5627253c-d3aa-4bc3-848d-4d741183d38b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:19.528587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.533861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.575005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3211a7ed-93c4-4522-a6a5-3c3c6bb7eb5a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:19.583357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.584698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Allocated IP 2001:db8:0:2::2 (3f277420-4b3b-40c6-b658-7d7ccb6975a8/88202375-319a-4025-98f5-c466290e6b53/651b5178-ca03-4d73-a98b-996041942f3d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:19.595032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654e3fa-f7ed-4953-8374-22dd8cc705bc req-5ab8fc79-b618-426a-be32-611685fca839 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:19.596957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-6828214d-4672-4cc3-aa1d-eee5eec83f1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8f0dbb953014376aee51299a9f74e25&device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 1098 time: 0.3766463 Dec 23 15:14:19.602686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6654e3fa-f7ed-4953-8374-22dd8cc705bc req-5ab8fc79-b618-426a-be32-611685fca839 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3715441 Dec 23 15:14:19.605393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ac874346-530c-41a6-8197-8e2601368732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.614094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Deleting port 5e6586ca-cd36-4d65-bc10-dadc70d495d8 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:19.614515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.620015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac874346-530c-41a6-8197-8e2601368732 None None] Routers {'66db1832-abc5-49cf-94fc-69eac819c270'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:19.620923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ac874346-530c-41a6-8197-8e2601368732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['66db1832-abc5-49cf-94fc-69eac819c270'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.650205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3211a7ed-93c4-4522-a6a5-3c3c6bb7eb5a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:19.651571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3211a7ed-93c4-4522-a6a5-3c3c6bb7eb5a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4292924 Dec 23 15:14:19.663576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51572) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:19.670238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002326914'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:19.710632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:19.711433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.714637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:19.730262 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:19.756005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:19.776488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ac874346-530c-41a6-8197-8e2601368732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:19.783465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac874346-530c-41a6-8197-8e2601368732 None None] The sync data for ids ['66db1832-abc5-49cf-94fc-69eac819c270'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:19.791166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:19.833327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6654e3fa-f7ed-4953-8374-22dd8cc705bc req-b01c8dfd-5cc5-4175-91ce-5382ab3f39d7 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294633 Dec 23 15:14:19.858331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 18988d85-696d-4ec6-acac-ec9760c40610 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:19.939676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:19.944033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:19.947234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:19.953816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:20.011817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.022177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 30ceac3f-f25d-4097-80b7-1ab78475844d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:20.026525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.034397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:20.095506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-004d2ac3-a9d1-4982-af27-ab3950d5bdcd None None] The port '5e6586ca-cd36-4d65-bc10-dadc70d495d8' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:14:20.106437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead5b08b-aff4-42e1-acba-26c76421c91c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:20.114621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:20.121414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.143736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.175653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6c4a120e-eab9-4fd3-bb20-5bd225b9cc2b None None] Provisioning for port 57d294ed-afd4-4768-be7a-a594bec41a57 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:20.202739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6c4a120e-eab9-4fd3-bb20-5bd225b9cc2b None None] Provisioning complete for port 57d294ed-afd4-4768-be7a-a594bec41a57 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:20.203157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c4a120e-eab9-4fd3-bb20-5bd225b9cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.265871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=651b5178-ca03-4d73-a98b-996041942f3d,segment=NetworkSegment(817222fe-6715-496b-9f72-6afb86cba317),segment_id=817222fe-6715-496b-9f72-6afb86cba317)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:20.281992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a120e-eab9-4fd3-bb20-5bd225b9cc2b None None] Port 57d294ed-afd4-4768-be7a-a594bec41a57 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:20.290755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 30ceac3f-f25d-4097-80b7-1ab78475844d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:20.291179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.294515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for 5627253c-d3aa-4bc3-848d-4d741183d38b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:20.388649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.457946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.462915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7982733 Dec 23 15:14:20.463870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51576) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:20.467196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.479099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'ead5b08b-aff4-42e1-acba-26c76421c91c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:20.483675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Transition to ACTIVE for port object 651b5178-ca03-4d73-a98b-996041942f3d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:20.486457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.488116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19c18fa4-b8fc-40df-a442-61c3d56f862e None None] Provisioning complete for port 57d294ed-afd4-4768-be7a-a594bec41a57 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:20.488540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c18fa4-b8fc-40df-a442-61c3d56f862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.491413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:20.496286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:20.499664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:20.507113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:20.517586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fda42a4c-0b53-41fd-a513-07bc3e0f79d0 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:20.518976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.529964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc0db002-018c-4236-aa3d-c1d676abe220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:20.530268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-600c27d5-8bbf-4176-ad82-4873b61a0082 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:20.555781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.569633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] 10.222.0.49 "DELETE /v2.0/networks/2e749f92-7b98-41e2-84ff-05b2925ce631 HTTP/1.1" status: 204 len: 168 time: 3.7097161 Dec 23 15:14:20.573910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=5627253c-d3aa-4bc3-848d-4d741183d38b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:20.577462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:20.601384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.654727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.673835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Pushing event deleted for resources: {'Network': ['ID=2e749f92-7b98-41e2-84ff-05b2925ce631,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:20.680573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/5627253c-d3aa-4bc3-848d-4d741183d38b HTTP/1.1" status: 204 len: 168 time: 1.3640890 Dec 23 15:14:20.681523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51582) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:20.689766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:20.745465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.749662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.786693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:20.798057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.803586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3380232 Dec 23 15:14:20.808181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:20.815868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'ead5b08b-aff4-42e1-acba-26c76421c91c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:20.824723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6c2e98-ef55-417b-8785-408a2fb206c5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:20.835920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:20.837396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:20.845940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:20.849704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:20.856967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:20.876686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.904239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-19c18fa4-b8fc-40df-a442-61c3d56f862e None None] Port 57d294ed-afd4-4768-be7a-a594bec41a57 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:20.950378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.966018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:20.969424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.003253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb2d809-c448-4549-b421-b5e9f9d87a58 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] GET failed (client error): The resource could not be found. Dec 23 15:14:21.003931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9fb2d809-c448-4549-b421-b5e9f9d87a58 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Synchronizing usage tracker for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:21.004306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efdc15ed-84a9-4610-9ece-480a2dc64b26 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:21.020423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abcf7f9-48a7-47e5-95a8-e6e37d2e2ab2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:21.022818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-a050689e-46a0-4cfb-afc9-73154ff9d452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:21.025705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-a050689e-46a0-4cfb-afc9-73154ff9d452 service neutron] 10.222.0.65 "GET /v2.0/networks?id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 200 len: 913 time: 1.3485682 Dec 23 15:14:21.031768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:21.032909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.037859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2281663 Dec 23 15:14:21.038749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.047706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'ead5b08b-aff4-42e1-acba-26c76421c91c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:21.055984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:21.061042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:21.065001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:21.071572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:21.083879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Pushing event updated for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:21.103970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.104951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:21.193706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51598) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.198288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.204817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.230571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9fb2d809-c448-4549-b421-b5e9f9d87a58 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Unset dirty status for tenant:26fed87a36294aa0bdb4fa2d383b1737 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:21.235097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0e3a011-9373-4150-9e3d-db1c44638264 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:21.235794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9fb2d809-c448-4549-b421-b5e9f9d87a58 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports/5627253c-d3aa-4bc3-848d-4d741183d38b HTTP/1.1" status: 404 len: 333 time: 0.5529094 Dec 23 15:14:21.240394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51604) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.256087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242dfbdb-d798-470c-bc8e-f2f0d345476e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:21.259153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:21.259993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.264620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2225537 Dec 23 15:14:21.266777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.274588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'ead5b08b-aff4-42e1-acba-26c76421c91c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:21.281439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:21.287788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:21.291593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:21.300845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:21.330944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.331745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-e7e28c2c-dcc5-4efe-b548-b8fc1ff07e46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.2918005 Dec 23 15:14:21.404730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.429771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.453741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.489217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:21.501796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.506744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2031ae93-dbba-4185-8270-5161ccb0202f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:21.509593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:21.510534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.515055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2467511 Dec 23 15:14:21.516348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51614) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.522818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'ead5b08b-aff4-42e1-acba-26c76421c91c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:21.529633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:21.535543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:21.535935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95335b4c-60be-48eb-a4b0-93a3e1a3e6a8 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:21.538791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:21.545371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:21.591850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-24d3cbc5-18de-4567-a884-6336585d2c6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7244aaff60024355830e1c6c64b2b6d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3944359 Dec 23 15:14:21.598889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51618) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.599625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.641613 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5d4d4e0-140c-4a62-8453-a23c369f0860 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/66db1832-abc5-49cf-94fc-69eac819c270 HTTP/1.1" status: 200 len: 923 time: 2.1752570 Dec 23 15:14:21.659116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:21.676199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.689576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.718550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.756935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.799118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:21.830978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466edcf7-33b6-413e-a937-b85153bcb7cb req-332c7ede-829c-4737-b0a6-cb2a16546fb5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:21.839616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-466edcf7-33b6-413e-a937-b85153bcb7cb req-332c7ede-829c-4737-b0a6-cb2a16546fb5 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.6928480 Dec 23 15:14:21.934287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:21.934744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=57d294ed-afd4-4768-be7a-a594bec41a57,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:21.938634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-7f9a0796-8257-49a8-b445-aca3bcb650b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:21.941233 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-7f9a0796-8257-49a8-b445-aca3bcb650b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 200 len: 851 time: 0.5390151 Dec 23 15:14:21.947245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:21.951875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:21.981270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-87d0bedc-f59d-4b2e-bf03-fd7f636926fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:22.134485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9947693f-bcec-4842-bc1e-0d206b1c6ee5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:22.163713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:22.166672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.167663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd3a8fc-29ee-4b8e-b9b1-fa4b1b6edbee,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:22.171314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:22.171314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.172047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/security-groups/9947693f-bcec-4842-bc1e-0d206b1c6ee5 HTTP/1.1" status: 204 len: 168 time: 0.9291742 Dec 23 15:14:22.175777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6583724 Dec 23 15:14:22.176817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51626) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:22.178005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51628) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:22.290074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-466edcf7-33b6-413e-a937-b85153bcb7cb req-442043d3-47df-464e-a48b-aea6e2c20d62 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495072 Dec 23 15:14:22.299382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.311846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.359302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-88dbb4ee-3e31-4b53-bed4-16560c04d716 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=66db1832-abc5-49cf-94fc-69eac819c270&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6679597 Dec 23 15:14:22.367024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02e1b866-170c-4917-9aef-24469072368d None None] Provisioning complete for port 57d294ed-afd4-4768-be7a-a594bec41a57 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:22.367753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02e1b866-170c-4917-9aef-24469072368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.382255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:22.383465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.413454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.432422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.439564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:22.466794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-bdd3a2e5-8dad-4430-b3ec-8a7140a68d6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92cf0e0e-82c4-441c-8d53-1e130fcfc43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5021155 Dec 23 15:14:22.496564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-02e1b866-170c-4917-9aef-24469072368d None None] Port 57d294ed-afd4-4768-be7a-a594bec41a57 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:22.512606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fd3a8fc-29ee-4b8e-b9b1-fa4b1b6edbee,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:22.527070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.528817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2fd3a8fc-29ee-4b8e-b9b1-fa4b1b6edbee HTTP/1.1" status: 204 len: 168 time: 0.3348255 Dec 23 15:14:22.530397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:22.584584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51638) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:22.586921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.620528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.638270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Provisioning for port 651b5178-ca03-4d73-a98b-996041942f3d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:22.645546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:22.646191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.682991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.696827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cad6d49f-a4f1-4c09-b462-1511ea0760ac tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:22.719638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd246a-ce08-4c85-af2b-6f6729eaad5d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:22.733194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:22.735016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.742494 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4fd246a-ce08-4c85-af2b-6f6729eaad5d HTTP/1.1" status: 204 len: 168 time: 1.0830207 Dec 23 15:14:22.781769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.809504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c60d885-a5ee-4c31-98e4-4ac792ce7c5e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:22.832782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a37d21-94dd-412d-a742-a9c6bc208e7e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:22.837347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:22.838598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:22.842353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/security-groups/05a37d21-94dd-412d-a742-a9c6bc208e7e HTTP/1.1" status: 204 len: 168 time: 0.6481938 Dec 23 15:14:22.850529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:22.887889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20487526-ec78-49e0-ac5a-68e7e3ed3ed1 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:22.889738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-20487526-ec78-49e0-ac5a-68e7e3ed3ed1 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.4590738 Dec 23 15:14:22.893363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51648) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:22.904756 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-197f5dcf-d59b-4d2f-9f62-cca5c43d40b1 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299548 Dec 23 15:14:22.923326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8baa0594-1ab3-4ecb-ad84-941d5bfaffea tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:22.993229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f7dd781-b8df-4a18-9ee9-b56a114f0943 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=66db1832-abc5-49cf-94fc-69eac819c270 HTTP/1.1" status: 200 len: 205 time: 0.0930498 Dec 23 15:14:22.993930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51652) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:23.007556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:23.008154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.092216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:23.098423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6971b3c7-aa1c-46e0-ac04-e5de434c5c8f None None] Could not find standard attr ID for object 5627253c-d3aa-4bc3-848d-4d741183d38b. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:14:23.144581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51658) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:23.146095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.149114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.160050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'subnet': {'network_id': '18988d85-696d-4ec6-acac-ec9760c40610', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:23.186511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8baa0594-1ab3-4ecb-ad84-941d5bfaffea tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:23.190076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8baa0594-1ab3-4ecb-ad84-941d5bfaffea tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.6013753 Dec 23 15:14:23.196409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:23.213654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-40a8c879-abaa-4f04-a9bc-06eb8f5f97ca None None] Could not find standard attr ID for object 5627253c-d3aa-4bc3-848d-4d741183d38b. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:14:23.234656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.245973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.247588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e660dc-c5c2-4f9e-a7a0-11144d9610be req-4a65bce3-5452-45d5-8b5c-b86a9946d701 service neutron] 10.222.0.65 "GET /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181829 Dec 23 15:14:23.280304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.392487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.396487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:23.409430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:23.417468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:subnet and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:23.422403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:23.437880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:23.443306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.470145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:23.492809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.508076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2031ae93-dbba-4185-8270-5161ccb0202f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:23.557552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:23.562935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fd67280-73d9-4fe3-8751-e09716cb38c9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:23.583453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.587463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/security-groups/267ac0b3-9185-4397-972a-298e52df5893 HTTP/1.1" status: 204 len: 168 time: 0.7331300 Dec 23 15:14:23.593727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ac0b3-9185-4397-972a-298e52df5893,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:23.595738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.596413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51676) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:23.599845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2031ae93-dbba-4185-8270-5161ccb0202f HTTP/1.1" status: 204 len: 168 time: 0.3994594 Dec 23 15:14:23.599845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:23.604993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51680) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:23.720997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-75b3536e-74d7-4d54-aede-7fb01c7e131c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:23.735419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9d948-1dc6-4578-b655-4179c4399afa req-7da3f049-0de6-43e6-81c7-5797bb6bbfd4 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:23.737199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-57c9d948-1dc6-4578-b655-4179c4399afa req-7da3f049-0de6-43e6-81c7-5797bb6bbfd4 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.2396631 Dec 23 15:14:23.745483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.851188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-75b3536e-74d7-4d54-aede-7fb01c7e131c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:23.854445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-75b3536e-74d7-4d54-aede-7fb01c7e131c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2466235 Dec 23 15:14:23.865831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:23.917757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.938891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.977053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-57c9d948-1dc6-4578-b655-4179c4399afa req-6049a559-9dcb-42d3-b517-ad1eee32ca52 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782804 Dec 23 15:14:23.980732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:23.983291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:24.030858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=242dfbdb-d798-470c-bc8e-f2f0d345476e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:24.033834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:24.034707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:24.040318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.044373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/242dfbdb-d798-470c-bc8e-f2f0d345476e HTTP/1.1" status: 204 len: 168 time: 0.1772094 Dec 23 15:14:24.045888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51698) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:24.067387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.199609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e5e5be27-6622-4e2a-8c48-8f18a93a79d0 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:24.237018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265677745'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:24.243028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:24.246346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e5e5be27-6622-4e2a-8c48-8f18a93a79d0 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:24.247688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5e5be27-6622-4e2a-8c48-8f18a93a79d0 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1990883 Dec 23 15:14:24.251228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51706) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:24.254795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:24.274980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:24.286035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:24.289598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.314246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Deleting port 7632c0cd-eb4a-49f3-99fd-6f61a8f25c89 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:24.314629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.345001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.356703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:24.362356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.389513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.404057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.511525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 00888d84-e999-4d55-9f76-1151d59b6d99 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:24.537917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.539763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.550779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-41632d5f-e6cf-4f4b-b1a2-80bf5da42064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:24.566092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:24.588543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:security_group_rule and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:24.591608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7abcf7f9-48a7-47e5-95a8-e6e37d2e2ab2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:24.594222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:24.595291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:24.608321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:24.630030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.631304 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7abcf7f9-48a7-47e5-95a8-e6e37d2e2ab2 HTTP/1.1" status: 204 len: 168 time: 0.3790731 Dec 23 15:14:24.638203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:24.642226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.643195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.717319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.722407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.728723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fe01b3e9-76d8-47cf-a152-72931bae1e96 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:24.755982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.810807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Calling delete_port for 7632c0cd-eb4a-49f3-99fd-6f61a8f25c89 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:24.874282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Subnet': ['ID=a09c937d-483a-4b67-aa8b-6b5d890f8c7c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:24.879657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.884031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:24.887484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0d6d645d-cb4f-4378-9d32-5f1470cc845d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:24.911530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b423a58-40a0-4943-9003-668544429699 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:24.963709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.970339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.979536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:24.990473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b423a58-40a0-4943-9003-668544429699 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:24.992221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:24.992593 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b423a58-40a0-4943-9003-668544429699 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3531520 Dec 23 15:14:24.997444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:25.036675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:25.049249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bc7b0-f425-4b1e-b0c8-4dde2ef461da,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:25.052609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:25.072338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.072718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment 84ab12ff-3fab-4cb8-82b0-b46f8faf73d9 of type vlan for network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 Dec 23 15:14:25.089869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.116938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=57d294ed-afd4-4768-be7a-a594bec41a57,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:25.119549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Checking segment: {'id': 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18988d85-696d-4ec6-acac-ec9760c40610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:25.119950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network hostable DHCP agents. Network: 18988d85-696d-4ec6-acac-ec9760c40610, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:25.124154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.132106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:25.171414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.230857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.237983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-505a111c-9a27-4314-aea7-c92307361d1b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:25.244435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.256286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.257411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.260495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:25.261150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.265254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bac4d03d-02e9-414c-9929-ff70fc878bc7 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:25.267450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b6c2e98-ef55-417b-8785-408a2fb206c5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:25.269920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:25.275791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:25.315011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=00888d84-e999-4d55-9f76-1151d59b6d99,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:25.321194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network 18988d85-696d-4ec6-acac-ec9760c40610 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:25.325292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:25.328190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network ffd2fbba-31de-413e-a16b-1689aa35d143 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:25.334913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.338313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:25.341527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56261533-db1b-47ab-9953-5c60a1346e77 None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:25.412229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 18988d85-696d-4ec6-acac-ec9760c40610) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:25.438831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:25.439481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.463709 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/00888d84-e999-4d55-9f76-1151d59b6d99 HTTP/1.1" status: 204 len: 168 time: 1.8661466 Dec 23 15:14:25.470190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e575c3-eb92-460d-9508-6d4f4607240c req-e63a630a-1048-4c33-9625-f44981cf187f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:25.471780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e575c3-eb92-460d-9508-6d4f4607240c req-e63a630a-1048-4c33-9625-f44981cf187f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3452563 Dec 23 15:14:25.496272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4484243 Dec 23 15:14:25.496272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51720) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:25.498567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:25.499778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9b6c2e98-ef55-417b-8785-408a2fb206c5 HTTP/1.1" status: 204 len: 168 time: 0.4976122 Dec 23 15:14:25.530819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51724) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:25.562089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1f3d2-3739-4eb4-9d4b-53a1436efe33 None None] Network 18988d85-696d-4ec6-acac-ec9760c40610 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:25.566695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=1679a8b1-681c-4657-b9a1-91f6cfd735d0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:25.596757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:25.622325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4731736 Dec 23 15:14:25.622659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:25.623256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e94a8771-3bbc-4bdc-8c5c-f6be3ac2f3f6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:25.633007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51728) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:25.668204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1713787259'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:25.695399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:25.724224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:network and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:25.735256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:25.761714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:25.776988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14e575c3-eb92-460d-9508-6d4f4607240c req-8fa0d55f-c0fc-42ba-a9f4-4b1a4265ba1f tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378845 Dec 23 15:14:25.846454 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1476a409-e911-4aa5-b8aa-7c95ec12be68 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3057857 Dec 23 15:14:25.853489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51732) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:25.884632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:25.890445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.130121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0c2da777-3e62-44d1-a847-d74ca387c5d2 None None] Provisioning complete for port 57d294ed-afd4-4768-be7a-a594bec41a57 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:26.131237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c2da777-3e62-44d1-a847-d74ca387c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.191132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event deleted for resources: {'Port': ['ID=7632c0cd-eb4a-49f3-99fd-6f61a8f25c89,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:26.200089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:26.202463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c2da777-3e62-44d1-a847-d74ca387c5d2 None None] Port 57d294ed-afd4-4768-be7a-a594bec41a57 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:26.269822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:26.300713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.301140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Added segment 5dd89039-a62a-4370-ad31-e6c308457ec3 of type vlan for network 99afce2a-e5ab-4fce-af48-bc658595989c Dec 23 15:14:26.303463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.341801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.368630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-18988d85-696d-4ec6-acac-ec9760c40610', 'network_id': '18988d85-696d-4ec6-acac-ec9760c40610', 'tenant_id': 'b8f22de3a03a4e48b1bca4afda69bbba', 'fixed_ips': [{'subnet_id': 'a09c937d-483a-4b67-aa8b-6b5d890f8c7c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:26.371686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.379015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.384154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.476148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.485549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77433ff6-18db-44e6-878e-ea204f057c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:26.502762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.506920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:26.507646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.529221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead5b08b-aff4-42e1-acba-26c76421c91c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:26.535529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:26.541608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7986e2c0-a755-41e3-9bca-6c29615f3956 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:26.603143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Allocated IP 2001:db8:0:ffff::2 (18988d85-696d-4ec6-acac-ec9760c40610/a09c937d-483a-4b67-aa8b-6b5d890f8c7c/36001880-766e-4b46-9469-0e4b6ebebc93) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:26.696937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Network': ['ID=99afce2a-e5ab-4fce-af48-bc658595989c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:26.710187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:26.716466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.717735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/ead5b08b-aff4-42e1-acba-26c76421c91c HTTP/1.1" status: 204 len: 168 time: 0.8632190 Dec 23 15:14:26.727233 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0784938 Dec 23 15:14:26.730657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51738) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:26.734455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:26.761102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'subnet': {'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:26.769320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 99afce2a-e5ab-4fce-af48-bc658595989c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:26.802566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:14:26.814320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.819942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.917323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:26.917914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Fanout notify agent at l3_agent the message router_deleted on router 66db1832-abc5-49cf-94fc-69eac819c270 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:14:26.945314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032e1f2-26ca-4ec3-bcb2-c720a5c4d719 req-acb5ea6b-b8fd-4ed0-9983-d2496463402c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:26.947282 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e032e1f2-26ca-4ec3-bcb2-c720a5c4d719 req-acb5ea6b-b8fd-4ed0-9983-d2496463402c tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8456876 Dec 23 15:14:27.012834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.018799 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/66db1832-abc5-49cf-94fc-69eac819c270 HTTP/1.1" status: 204 len: 168 time: 3.9886174 Dec 23 15:14:27.022903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:27.030649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-980746637', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:27.039664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:27.044080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Usage tracker for resource:router and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:27.047221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:27.060236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:27.082907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.084206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.102524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5c89e74d-51c4-44f2-ac40-626c04edd570 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:27.102730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.151513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.172754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Transition to ACTIVE for port object 36001880-766e-4b46-9469-0e4b6ebebc93 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:27.195718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Transition to ACTIVE for port object 36001880-766e-4b46-9469-0e4b6ebebc93 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:27.203486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.219249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3e6ea2e-6f69-48b0-ba61-be0ac6dc1ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:27.232595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5c89e74d-51c4-44f2-ac40-626c04edd570 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:27.243880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:27.245008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c89e74d-51c4-44f2-ac40-626c04edd570 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5089762 Dec 23 15:14:27.252593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537861979'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:27.265365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:27.265596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:27.270435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:subnet and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:27.274076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:27.282052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:27.283144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:27.301392 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e032e1f2-26ca-4ec3-bcb2-c720a5c4d719 req-b854f40f-fae3-4147-9d5c-7d9a455b5a55 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364520 Dec 23 15:14:27.305732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.316536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Network 18988d85-696d-4ec6-acac-ec9760c40610 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:27.318100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:27.318539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:27.343801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:27.357216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Pushing event updated for resources: {'Port': ['ID=36001880-766e-4b46-9469-0e4b6ebebc93,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:27.357216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:27.455089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:27.461923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:27.470358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:27.486738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:27.568313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Attempting to bind port 36001880-766e-4b46-9469-0e4b6ebebc93 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:27.568888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Attempting to bind port 36001880-766e-4b46-9469-0e4b6ebebc93 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18988d85-696d-4ec6-acac-ec9760c40610'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:27.569473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Attempting to bind port 36001880-766e-4b46-9469-0e4b6ebebc93 on network 18988d85-696d-4ec6-acac-ec9760c40610 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:27.576347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.585463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:27.587614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Checking segment: {'id': 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18988d85-696d-4ec6-acac-ec9760c40610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:27.588530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.589096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Bound using segment: {'id': 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18988d85-696d-4ec6-acac-ec9760c40610'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:27.589765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Bound port: 36001880-766e-4b46-9469-0e4b6ebebc93, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18988d85-696d-4ec6-acac-ec9760c40610'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:27.593841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.666465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.678674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.723386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b846397d-4ceb-437c-8c0d-41e1ec130d0e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:27.731487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:27.778058 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5500932 Dec 23 15:14:27.811373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:27.815007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23db7a0c-71c1-4967-9516-7131de27398c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:27.815812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] Sync routers for ids ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:27.827367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.829844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5837479 Dec 23 15:14:27.859228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51762) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:27.877546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': '23db7a0c-71c1-4967-9516-7131de27398c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:27.878179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] Routers {'2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:27.878697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:27.879690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:27.890274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 88202375-319a-4025-98f5-c466290e6b53 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:27.893997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.898325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:27.908830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:27.915168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:27.928744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:27.959042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] For port 36001880-766e-4b46-9469-0e4b6ebebc93, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:27.960076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.968628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:27.976753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:27.996401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] For port 36001880-766e-4b46-9469-0e4b6ebebc93, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=36001880-766e-4b46-9469-0e4b6ebebc93,segment=NetworkSegment(a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7),segment_id=a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:27.997580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] Routers {'2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:27.998617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:28.057187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.062241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.083769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03aecf43-2c8a-43dc-9f0c-6d81aace3ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:28.135756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:28.135954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.136201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4149a6-5183-46f2-99f4-997d7f43b2d1 None None] The sync data for ids ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:28.153318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.159305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cc9a9b6c-cc78-4eb8-9609-57da17d0e628 None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:28.159794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9b6c-cc78-4eb8-9609-57da17d0e628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.167623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:28.195734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.200547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d64367-a6ed-4b3e-9791-28118cda6e5f,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:28.208350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:28.219372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.228643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9a26916-6fc2-49b7-bc5a-5787bff438ea tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:28.304677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=88202375-319a-4025-98f5-c466290e6b53,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:28.319175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:28.330418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.331925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Pushing event updated for resources: {'Port': ['ID=36001880-766e-4b46-9469-0e4b6ebebc93,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:28.337642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4745462 Dec 23 15:14:28.340432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51766) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:28.376120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:28.406843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cc9a9b6c-cc78-4eb8-9609-57da17d0e628 None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:28.407056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9b6c-cc78-4eb8-9609-57da17d0e628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.418918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.432283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb4b6c14-0e3a-4a79-984e-0a4bc93a41d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:28.477744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0ba7-fb75-4eb1-9092-db9ca09570d1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:28.478399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-469c0ba7-fb75-4eb1-9092-db9ca09570d1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:28.484283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.499746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a9b6c-cc78-4eb8-9609-57da17d0e628 None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:28.503048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83c8ed-40d8-4782-abc1-7f383d8415de None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:28.514276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8654e86-df1b-45a3-8d54-64f2075d273d req-6c89cb86-5ab6-418e-bd8c-0ac8417b08b3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:28.523646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8654e86-df1b-45a3-8d54-64f2075d273d req-6c89cb86-5ab6-418e-bd8c-0ac8417b08b3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3802741 Dec 23 15:14:28.585010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Checking segment: {'id': '5dd89039-a62a-4370-ad31-e6c308457ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:28.586279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network hostable DHCP agents. Network: 99afce2a-e5ab-4fce-af48-bc658595989c, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:28.589996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/88202375-319a-4025-98f5-c466290e6b53 HTTP/1.1" status: 204 len: 168 time: 3.0944793 Dec 23 15:14:28.592077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:28.592495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Subnet': ['ID=3a20423e-45e0-4a7a-bc46-803d26230402,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:28.611404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:28.645061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c0eb83-e753-4e4c-92b5-271071af3e99 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:28.645894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c0eb83-e753-4e4c-92b5-271071af3e99 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:28.650530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.651226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c7c0eb83-e753-4e4c-92b5-271071af3e99 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/00888d84-e999-4d55-9f76-1151d59b6d99 HTTP/1.1" status: 404 len: 337 time: 0.0543938 Dec 23 15:14:28.658193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-469c0ba7-fb75-4eb1-9092-db9ca09570d1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:28.659507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-469c0ba7-fb75-4eb1-9092-db9ca09570d1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports/57d294ed-afd4-4768-be7a-a594bec41a57 HTTP/1.1" status: 200 len: 975 time: 0.8355844 Dec 23 15:14:28.663243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:28.663633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:28.743521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.828076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network 99afce2a-e5ab-4fce-af48-bc658595989c is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:28.867655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 99afce2a-e5ab-4fce-af48-bc658595989c) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:28.875384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8654e86-df1b-45a3-8d54-64f2075d273d req-98b81e4c-2336-434b-8615-03779e589c8e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506713 Dec 23 15:14:28.891197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:28.891877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.938038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f191208-69dc-482c-9aad-3bf0220770c8 None None] Network 99afce2a-e5ab-4fce-af48-bc658595989c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:28.939309 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1988807 Dec 23 15:14:28.942137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51782) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:28.949890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'port': {'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c', 'name': 'tempest-NetworksIpV6TestAttrs-851275821'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:28.964030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting subnet 2a286a6c-8cf0-4777-b474-41426c060325 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:28.973404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:28.985758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9db87675-325d-4133-a984-05977640ddb2 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:28.988569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.008881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db7a0c-71c1-4967-9516-7131de27398c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:29.149014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.199449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:29.205123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:port and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:29.208944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:29.210929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:29.213658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:29.220073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:29.229315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:29.233437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.237492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/23db7a0c-71c1-4967-9516-7131de27398c HTTP/1.1" status: 204 len: 168 time: 0.8879271 Dec 23 15:14:29.238195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51790) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:29.255035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:29.260613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.307500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] device_id is not set on port 3a753035-0376-4ce5-b0cf-f1acc8cf62e0 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:29.367141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-99afce2a-e5ab-4fce-af48-bc658595989c', 'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c', 'tenant_id': 'b8f22de3a03a4e48b1bca4afda69bbba', 'fixed_ips': [{'subnet_id': '3a20423e-45e0-4a7a-bc46-803d26230402'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:29.368422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.403800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a10c9762-f195-4d68-8830-36adfc0a03c7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:29.439072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a10c9762-f195-4d68-8830-36adfc0a03c7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:29.444176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a10c9762-f195-4d68-8830-36adfc0a03c7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2009456 Dec 23 15:14:29.446384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51794) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:29.457378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--501824451'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:29.466142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:29.519794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:29.546043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.572635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Allocated IP 2001:db8::f816:3eff:fe43:f6df (99afce2a-e5ab-4fce-af48-bc658595989c/3a20423e-45e0-4a7a-bc46-803d26230402/3a753035-0376-4ce5-b0cf-f1acc8cf62e0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:29.600746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.620303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:29.634104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:29.639958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:29.654019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:29.665334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.780131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:29.791516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:29.802502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:29.819406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:29.823877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.847919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.856626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.871526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2fc45387-25ab-4093-aa40-bd1da23e5bfc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:29.903799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.910871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 36001880-766e-4b46-9469-0e4b6ebebc93 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:29.958715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf80be-8185-49ce-9fb5-c3e144fc190f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:29.964323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Transition to ACTIVE for port object 3a753035-0376-4ce5-b0cf-f1acc8cf62e0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:29.968791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:29.976518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:29.977949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5304911 Dec 23 15:14:29.981768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51800) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:29.994082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190042538'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:30.004684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:30.014304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:30.020129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:30.028854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:30.030294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 36001880-766e-4b46-9469-0e4b6ebebc93 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:30.042275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.048917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-340d257f-5fc0-473f-ae22-3f4704317b62 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:30.061191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:30.139166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Allocated IP 2001:db8::f816:3eff:feb7:9ae9 (99afce2a-e5ab-4fce-af48-bc658595989c/3a20423e-45e0-4a7a-bc46-803d26230402/f1612ea8-f54a-4454-995f-e48d374ae987) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:30.149843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.247138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network 99afce2a-e5ab-4fce-af48-bc658595989c is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:30.253783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:30.255901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Port': ['ID=3a753035-0376-4ce5-b0cf-f1acc8cf62e0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:30.259722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:30.264262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:30.264949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.280611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:30.304331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:30.310863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:30.321114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3766928 Dec 23 15:14:30.324909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:30.329865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51804) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:30.330408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Allocated IP 172.26.2.146 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/dcc75811-e68f-4e94-bf53-f37009542c81) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:30.346041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.376915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.446905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c6a3835-6f28-491b-8049-e87bf854cf4a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:30.464604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting subnet 3a20423e-45e0-4a7a-bc46-803d26230402 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:30.469516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:30.495393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.495638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348a59-f85e-4639-8f43-d60ef7592346 req-e82fe91c-1bd9-4b50-9fba-acb3db8743e3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:30.497415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5348a59-f85e-4639-8f43-d60ef7592346 req-e82fe91c-1bd9-4b50-9fba-acb3db8743e3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.3836875 Dec 23 15:14:30.512479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Transition to ACTIVE for port object f1612ea8-f54a-4454-995f-e48d374ae987 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:30.524733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Subnet': ['ID=2a286a6c-8cf0-4777-b474-41426c060325,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:30.551368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Transition to ACTIVE for port object f1612ea8-f54a-4454-995f-e48d374ae987 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:30.558488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:30.558905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.565341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.567034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed87be1-c75b-4cbe-b29a-ef32e882e431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:30.615925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5348a59-f85e-4639-8f43-d60ef7592346 req-32019d57-a7e6-41e0-a232-0b50a92985de tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089823 Dec 23 15:14:30.672468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Pushing event updated for resources: {'Port': ['ID=f1612ea8-f54a-4454-995f-e48d374ae987,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:30.676733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:30.693077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.706306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Network 99afce2a-e5ab-4fce-af48-bc658595989c is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:30.707327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.708321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:30.710870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:30.788583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.796814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.804156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-136e43dc-77b7-424a-bbf8-fc6680920229 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:30.813410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Attempting to bind port f1612ea8-f54a-4454-995f-e48d374ae987 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:30.813838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Attempting to bind port f1612ea8-f54a-4454-995f-e48d374ae987 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5dd89039-a62a-4370-ad31-e6c308457ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:30.814258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Attempting to bind port f1612ea8-f54a-4454-995f-e48d374ae987 on network 99afce2a-e5ab-4fce-af48-bc658595989c {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:30.821664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:30.822230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Checking segment: {'id': '5dd89039-a62a-4370-ad31-e6c308457ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:30.822689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.823149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Bound using segment: {'id': '5dd89039-a62a-4370-ad31-e6c308457ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:30.823673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Bound port: f1612ea8-f54a-4454-995f-e48d374ae987, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd89039-a62a-4370-ad31-e6c308457ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99afce2a-e5ab-4fce-af48-bc658595989c'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:30.824096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.842716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.893906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9944fd-2d02-43e0-b9cd-f3aaa63b29de,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:30.895603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.897804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:30.920167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] For port f1612ea8-f54a-4454-995f-e48d374ae987, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:30.922923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0bb2849-0d71-482e-a49a-84c6034690bb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:30.924097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] For port f1612ea8-f54a-4454-995f-e48d374ae987, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f1612ea8-f54a-4454-995f-e48d374ae987,segment=NetworkSegment(5dd89039-a62a-4370-ad31-e6c308457ec3),segment_id=5dd89039-a62a-4370-ad31-e6c308457ec3)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:30.929021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.942570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:30.944864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:30.946261 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9591129 Dec 23 15:14:30.955533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51808) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:30.970658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/2a286a6c-8cf0-4777-b474-41426c060325 HTTP/1.1" status: 204 len: 168 time: 2.2947924 Dec 23 15:14:30.972618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': '8dbf80be-8185-49ce-9fb5-c3e144fc190f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be9944fd-2d02-43e0-b9cd-f3aaa63b29de', 'remote_ip_prefix': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:30.985312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f952-64fb-4964-b802-42603fa11487 req-7dc9452b-037c-40fe-a5cc-78e71d2cf35e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:30.987009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5252f952-64fb-4964-b802-42603fa11487 req-7dc9452b-037c-40fe-a5cc-78e71d2cf35e tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.1480587 Dec 23 15:14:30.990535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51812) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:31.025785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0eb422-124d-44ab-947c-35e35a997c1e None None] Network 18988d85-696d-4ec6-acac-ec9760c40610 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:31.026079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:31.047528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Pushing event updated for resources: {'Port': ['ID=f1612ea8-f54a-4454-995f-e48d374ae987,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:31.060188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:31.138860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=7724e1d6-05ab-4c7b-a3a5-28657db4667e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:31.159257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Provisioning for port 36001880-766e-4b46-9469-0e4b6ebebc93 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:31.159925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.163732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:31.181233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Provisioning complete for port 36001880-766e-4b46-9469-0e4b6ebebc93 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:31.181680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.206839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:31.207222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 1679a8b1-681c-4657-b9a1-91f6cfd735d0, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:31.304422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.316402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-868ad7f2-3ec1-4457-ba21-7871bbca7ed5 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:31.378155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:31.383748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.391680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:31.404862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:31.414683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d73a7-bea1-4359-b33e-ee30398c8355 None None] Network 3f277420-4b3b-40c6-b658-7d7ccb6975a8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:31.415447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:31.420996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.421402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:31.460712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 1679a8b1-681c-4657-b9a1-91f6cfd735d0) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:31.487598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:31.491363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a19a99-5181-4704-acf3-b68d561d73f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:31.491939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a19a99-5181-4704-acf3-b68d561d73f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:31.496622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9a19a99-5181-4704-acf3-b68d561d73f5 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/c9fff090-0c68-454a-b2e4-e6afde30039a HTTP/1.1" status: 404 len: 337 time: 0.5022292 Dec 23 15:14:31.502845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:31.504872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51816) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:31.513126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57faad3-83a4-4874-b73b-636387eb5a76 None None] Network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:31.517903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:31.518575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.543636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event updated for resources: {'Port': ['ID=dcc75811-e68f-4e94-bf53-f37009542c81,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:31.557743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:31.583304 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3645053 Dec 23 15:14:31.583522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fa671aa5-2ac6-4d07-964f-089f809d7862 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 HTTP/1.1" status: 200 len: 205 time: 0.0745242 Dec 23 15:14:31.586849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51820) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:31.587294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:31.591533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Deleting port d02c8b14-126c-4859-a436-0668012eb7c8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:31.592005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.651198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.660558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7f8c1c9-2397-4a54-8f29-87e234160c0f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:31.716252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.718538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17903014'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:31.738447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Subnet': ['ID=3a20423e-45e0-4a7a-bc46-803d26230402,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:31.748947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:31.776301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] For port 36001880-766e-4b46-9469-0e4b6ebebc93, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=36001880-766e-4b46-9469-0e4b6ebebc93,segment=NetworkSegment(a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7),segment_id=a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:31.794524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:31.804565 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-d963264a-9ffd-4f82-9fc9-7314ffcad1b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] delete failed (client error): The resource could not be found. Dec 23 15:14:31.816993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d963264a-9ffd-4f82-9fc9-7314ffcad1b6 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/routers/d3a3e6f3-9ca8-4b2d-858b-f4413be586c5 HTTP/1.1" status: 404 len: 336 time: 0.2284830 Dec 23 15:14:31.823444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.827007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51830) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:31.865913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.871499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:31.888438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3609466-d9a2-43d0-8cda-97ef04e4f08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:31.890631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/3a20423e-45e0-4a7a-bc46-803d26230402 HTTP/1.1" status: 204 len: 168 time: 1.5567851 Dec 23 15:14:31.896425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51834) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:31.940879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:31.958955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b98022b-e05c-41c1-883c-6b481f485f28 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:31.959466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b98022b-e05c-41c1-883c-6b481f485f28 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:31.963348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b98022b-e05c-41c1-883c-6b481f485f28 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/4ec7e837-7e48-4ec5-bbf0-d4b1907378dc HTTP/1.1" status: 404 len: 337 time: 0.1274965 Dec 23 15:14:31.965803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:31.976787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51838) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.004036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1612ea8-f54a-4454-995f-e48d374ae987 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:32.033324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:32.069599 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-90684062-548e-4886-9696-e52e67d08e25 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.069599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90684062-548e-4886-9696-e52e67d08e25 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.071464 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-90684062-548e-4886-9696-e52e67d08e25 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/b6357c13-c645-4065-a957-55458a46cb38 HTTP/1.1" status: 404 len: 337 time: 0.0792565 Dec 23 15:14:32.097208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.098118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51842) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.134633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:32.140120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.145529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.168659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a25d3e91-03e6-47b2-92aa-ef925f3e4ca4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:32.187164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ae57c7-ea9f-4977-b77a-bca1402c57cb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.187703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ae57c7-ea9f-4977-b77a-bca1402c57cb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.203938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97051e6-a6bb-4a1b-90e1-d17593fc453a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:32.205482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97051e6-a6bb-4a1b-90e1-d17593fc453a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:32.206332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e97051e6-a6bb-4a1b-90e1-d17593fc453a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Synchronizing usage tracker for tenant:b8f22de3a03a4e48b1bca4afda69bbba on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:32.234627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7709593-dc07-4f1d-b4f5-af0d3c736a85,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:32.244312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c8ae57c7-ea9f-4977-b77a-bca1402c57cb tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/8e6cd163-d178-4731-a739-bb4610300b22 HTTP/1.1" status: 404 len: 337 time: 0.1447639 Dec 23 15:14:32.245468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:32.251534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51846) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.255969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Pushing event updated for resources: {'Port': ['ID=36001880-766e-4b46-9469-0e4b6ebebc93,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:32.263073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:32.278508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-42908487-1d4f-48f7-bd82-7d0df5b853ee None None] Provisioning complete for port 651b5178-ca03-4d73-a98b-996041942f3d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:32.278867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42908487-1d4f-48f7-bd82-7d0df5b853ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.298955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.303374 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3339369 Dec 23 15:14:32.304366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-1679a8b1-681c-4657-b9a1-91f6cfd735d0', 'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '7724e1d6-05ab-4c7b-a3a5-28657db4667e'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:32.305368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.313357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51850) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.352347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d65a38-08c3-413a-989a-15c5f95c5e8c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.352866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d65a38-08c3-413a-989a-15c5f95c5e8c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.354801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70d65a38-08c3-413a-989a-15c5f95c5e8c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/2d3c8427-42ab-4c42-80d9-e9c377e92f59 HTTP/1.1" status: 404 len: 333 time: 0.0992084 Dec 23 15:14:32.355645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e97051e6-a6bb-4a1b-90e1-d17593fc453a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Unset dirty status for tenant:b8f22de3a03a4e48b1bca4afda69bbba on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:32.360182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e97051e6-a6bb-4a1b-90e1-d17593fc453a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4587290 Dec 23 15:14:32.363025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51854) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.363025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51856) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.371152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] For port d02c8b14-126c-4859-a436-0668012eb7c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d02c8b14-126c-4859-a436-0668012eb7c8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:32.371571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.520694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9abbde-1ed4-4a1a-9354-13eade22d422 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.521203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9abbde-1ed4-4a1a-9354-13eade22d422 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.523117 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d9abbde-1ed4-4a1a-9354-13eade22d422 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/c2039152-d6cb-435d-96b0-25ba86839607 HTTP/1.1" status: 404 len: 337 time: 0.1581476 Dec 23 15:14:32.535987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51862) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.620125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.620751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6868d894-f1a7-412d-a48c-cd2cc4409e17 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.621488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6868d894-f1a7-412d-a48c-cd2cc4409e17 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.623750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6868d894-f1a7-412d-a48c-cd2cc4409e17 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/450e6ff2-0159-4378-a57b-820863c87c7c HTTP/1.1" status: 404 len: 337 time: 0.0804706 Dec 23 15:14:32.633382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51866) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.663284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.684640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] DHCP port deletion for 3f277420-4b3b-40c6-b658-7d7ccb6975a8 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:32.696227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61b73c7c-de7b-43a3-94ba-df782bd410a0 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.710875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Deleting port 651b5178-ca03-4d73-a98b-996041942f3d {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:32.711619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.720363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b16b4-75d5-49dd-99c5-d1b372e0e22a req-b65b2c5b-64b9-4cca-95e6-9b98826d5824 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:32.722093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-913b16b4-75d5-49dd-99c5-d1b372e0e22a req-b65b2c5b-64b9-4cca-95e6-9b98826d5824 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 945 time: 0.8931458 Dec 23 15:14:32.724042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:32.733848 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb61ebe1-5796-4957-8ca2-05df733bf2ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.734355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb61ebe1-5796-4957-8ca2-05df733bf2ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.743315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f1612ea8-f54a-4454-995f-e48d374ae987 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:32.763404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.764042 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment ab8f517c-8d05-4074-b093-690e05929745 of type vlan for network fc7b3175-0763-4cc9-a6ad-9b4431d871cb Dec 23 15:14:32.771180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb61ebe1-5796-4957-8ca2-05df733bf2ce tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/ccb696e7-06ca-4797-a1f2-12cc8058607c HTTP/1.1" status: 404 len: 333 time: 0.1362250 Dec 23 15:14:32.776258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51870) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.783516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b73c7c-de7b-43a3-94ba-df782bd410a0 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 15:14:32.784024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b73c7c-de7b-43a3-94ba-df782bd410a0 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.845975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.850438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.851920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-61b73c7c-de7b-43a3-94ba-df782bd410a0 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/99afce2a-e5ab-4fce-af48-bc658595989c HTTP/1.1" status: 409 len: 405 time: 0.4850886 Dec 23 15:14:32.855159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51874) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.858758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b39801-7fbe-4717-ab23-e1d1558a1242 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:32.858758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b39801-7fbe-4717-ab23-e1d1558a1242 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:32.859023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.859717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.860507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2b39801-7fbe-4717-ab23-e1d1558a1242 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/5e0a2942-8d6c-451b-b895-c5aea402bd34 HTTP/1.1" status: 404 len: 337 time: 0.0791976 Dec 23 15:14:32.867141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.867604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1905180503'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:32.884623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c963a02-b76f-4409-97e3-b4f55ce2f51e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:32.895794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:32.900098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:32.903880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f7709593-dc07-4f1d-b4f5-af0d3c736a85 HTTP/1.1" status: 204 len: 168 time: 0.5842485 Dec 23 15:14:32.944308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:32.953990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Allocated IP 2001:db8:0:ffff::2 (1679a8b1-681c-4657-b9a1-91f6cfd735d0/7724e1d6-05ab-4c7b-a3a5-28657db4667e/0def4b6b-c193-4c32-92f3-25260f1dd9aa) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:32.984221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:network and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:32.987178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7709593-dc07-4f1d-b4f5-af0d3c736a85,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:32.991852 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-913b16b4-75d5-49dd-99c5-d1b372e0e22a req-b9a958aa-8cf9-4178-bc90-d6d4eb25f2e9 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups?id=b003540e-9237-499a-b1be-818e8795d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509389 Dec 23 15:14:32.992513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:32.998443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:33.005897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:33.010656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34721a1-be4e-46f2-a2ff-f0a1bf35b8e7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:33.011169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34721a1-be4e-46f2-a2ff-f0a1bf35b8e7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:33.013198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d34721a1-be4e-46f2-a2ff-f0a1bf35b8e7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/subnets/0530c8d7-e8ad-47ce-a3ec-a6438cbc5dd1 HTTP/1.1" status: 404 len: 337 time: 0.1440141 Dec 23 15:14:33.023831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51886) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:33.124826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:33.130935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.168652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:33.176305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.179371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.179766 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Added segment cfe65f60-39b3-431b-8970-9dd225fa3675 of type vlan for network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 Dec 23 15:14:33.180704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:33.181379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.192127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9569685b-5f7f-4104-95e7-13e517650b9a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:33.212614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.253616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Deleting port ad60fa28-c4f1-4827-b755-e6086b667150 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:33.254008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.310088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3f853960-b90c-4d21-82d9-692a767cb356 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:33.327557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.327986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.328387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Floating IP aa3ceb1c-b715-426b-a57a-73c4045ad26e disassociated. External IP: 172.26.2.160, port: d02c8b14-126c-4859-a436-0668012eb7c8. Dec 23 15:14:33.328774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Calling delete_port for d02c8b14-126c-4859-a436-0668012eb7c8 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:33.338919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] For port 651b5178-ca03-4d73-a98b-996041942f3d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=651b5178-ca03-4d73-a98b-996041942f3d,segment=NetworkSegment(817222fe-6715-496b-9f72-6afb86cba317),segment_id=817222fe-6715-496b-9f72-6afb86cba317)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:33.339470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.386671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7961249 Dec 23 15:14:33.394506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51890) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:33.405511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3f853960-b90c-4d21-82d9-692a767cb356 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:33.407213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3f853960-b90c-4d21-82d9-692a767cb356 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4604168 Dec 23 15:14:33.420309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:33.425835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.430375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:33.431038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.452052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': 'fc7b3175-0763-4cc9-a6ad-9b4431d871cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:33.456809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=fc7b3175-0763-4cc9-a6ad-9b4431d871cb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:33.460465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:33.471397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9407b07-09bc-4ae5-9fea-f3fa2e106825 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:33.519838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network fc7b3175-0763-4cc9-a6ad-9b4431d871cb details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:33.534331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76e875-0453-4dea-8b62-525f5dfd220b None None] Network 99afce2a-e5ab-4fce-af48-bc658595989c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:33.553963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Calling delete_port for 651b5178-ca03-4d73-a98b-996041942f3d owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:33.590933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 57d294ed-afd4-4768-be7a-a594bec41a57 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:33.591323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.699896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.703367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.760232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Transition to ACTIVE for port object 0def4b6b-c193-4c32-92f3-25260f1dd9aa will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:33.762829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9055383 Dec 23 15:14:33.764780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-42908487-1d4f-48f7-bd82-7d0df5b853ee None None] Provisioning complete for port ad60fa28-c4f1-4827-b755-e6086b667150 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:33.765231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42908487-1d4f-48f7-bd82-7d0df5b853ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.778810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:33.787937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'subnet': {'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:33.876996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Transition to ACTIVE for port object 0def4b6b-c193-4c32-92f3-25260f1dd9aa will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:33.916299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.927464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 36001880-766e-4b46-9469-0e4b6ebebc93 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:33.965716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:33.978296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:34.036219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-42908487-1d4f-48f7-bd82-7d0df5b853ee None None] Port ad60fa28-c4f1-4827-b755-e6086b667150 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:34.042469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.065253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.120304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:34.151448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Network': ['ID=5df18e05-f7f7-48be-92f6-8f7a5b3b6710,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:34.162243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:34.164477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] No DVR routers for this DVR port 651b5178-ca03-4d73-a98b-996041942f3d on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:34.166389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.180371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Pushing event updated for resources: {'Port': ['ID=0def4b6b-c193-4c32-92f3-25260f1dd9aa,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:34.180588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93214dc-2d2a-4929-bbd5-233c8dcca4e0 tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:34.183823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:34.187255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:34.193613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:34.195539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 57d294ed-afd4-4768-be7a-a594bec41a57 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:34.222266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:34.231410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:34.232832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:34.241073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:34.247980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:34.259884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.268989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:34.271255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60245c64-4180-439f-90e3-1a69e7c7cdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:34.275368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Pushing event deleted for resources: {'Port': ['ID=651b5178-ca03-4d73-a98b-996041942f3d,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:34.278092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:34.284475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:34.291259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event deleted for resources: {'Port': ['ID=d02c8b14-126c-4859-a436-0668012eb7c8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:34.300014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.305280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9944fd-2d02-43e0-b9cd-f3aaa63b29de,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:34.315408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:34.318014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e0ce40f-402c-4575-abd4-05807344ea3f req-98ebc071-516b-42cd-a772-c0fb2b92cc99 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.1388209 Dec 23 15:14:34.319199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:34.319345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:34.320006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:34.462518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.463803 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/be9944fd-2d02-43e0-b9cd-f3aaa63b29de HTTP/1.1" status: 204 len: 168 time: 1.0341747 Dec 23 15:14:34.473784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:34.476526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Calling delete_port for ad60fa28-c4f1-4827-b755-e6086b667150 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:34.520372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:34.524268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Router 13c55f7b-7ac6-40da-a709-c3c55165058f is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:14:34.540296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.549561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Attempting to bind port 0def4b6b-c193-4c32-92f3-25260f1dd9aa on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:34.549986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Attempting to bind port 0def4b6b-c193-4c32-92f3-25260f1dd9aa by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:34.550404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Attempting to bind port 0def4b6b-c193-4c32-92f3-25260f1dd9aa on network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:34.561261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device d02c8b14-126c-4859-a436-0668012eb7c8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:34.587093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] Provisioning complete for port 36001880-766e-4b46-9469-0e4b6ebebc93 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:34.587519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.649819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: d02c8b14-126c-4859-a436-0668012eb7c8 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:14:34.650231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device d02c8b14-126c-4859-a436-0668012eb7c8 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:14:34.653263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 36001880-766e-4b46-9469-0e4b6ebebc93 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:34.653639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.757513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.766025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.789645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2dc29d8d-d6e9-4a67-b7a5-8d2e2a60c4b3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:34.791138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d0a9b7c-0029-46cb-b882-108b0351b781 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:34.866802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:34.867243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Checking segment: {'id': '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:34.867669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.868124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Bound using segment: {'id': '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:34.868929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Bound port: 0def4b6b-c193-4c32-92f3-25260f1dd9aa, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1679a8b1-681c-4657-b9a1-91f6cfd735d0'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:34.869054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.888884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2dc29d8d-d6e9-4a67-b7a5-8d2e2a60c4b3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:34.893293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2dc29d8d-d6e9-4a67-b7a5-8d2e2a60c4b3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4124267 Dec 23 15:14:34.896212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51908) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:34.903420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Port': ['ID=ad60fa28-c4f1-4827-b755-e6086b667150,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:34.917758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.918283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:34.946300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:34.969271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d484862d-1a28-49c3-b5fd-5bfd75f7c345 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:34.986345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/ports/ad60fa28-c4f1-4827-b755-e6086b667150 HTTP/1.1" status: 204 len: 168 time: 1.9575069 Dec 23 15:14:34.996066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51912) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:35.000939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] DHCP port deletion for 99afce2a-e5ab-4fce-af48-bc658595989c request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:35.017764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Deleting port f1612ea8-f54a-4454-995f-e48d374ae987 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:35.018637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.036558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=57d294ed-afd4-4768-be7a-a594bec41a57,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:35.050650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:35.208025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] For port 0def4b6b-c193-4c32-92f3-25260f1dd9aa, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:35.275045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] For port 0def4b6b-c193-4c32-92f3-25260f1dd9aa, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0def4b6b-c193-4c32-92f3-25260f1dd9aa,segment=NetworkSegment(84ab12ff-3fab-4cb8-82b0-b46f8faf73d9),segment_id=84ab12ff-3fab-4cb8-82b0-b46f8faf73d9)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:35.297839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.321318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efbceecb-9e5e-4aa8-8d1f-560523221872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:35.323095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.388953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Router a5ef7e7d-5e9d-4ec9-8f31-640df044328c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:14:35.427549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:35.556205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 651b5178-ca03-4d73-a98b-996041942f3d {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:14:35.556500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 651b5178-ca03-4d73-a98b-996041942f3d not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:14:35.564470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] Provisioning for port f1612ea8-f54a-4454-995f-e48d374ae987 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:35.594578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] Provisioning complete for port f1612ea8-f54a-4454-995f-e48d374ae987 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:35.595106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.653393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4ae9a29-e75e-4505-90dd-155c0934df01 req-4a4593a2-cfc8-4a78-9a48-d17af03bd7a3 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.1009705 Dec 23 15:14:35.654492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.662041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] For port f1612ea8-f54a-4454-995f-e48d374ae987, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f1612ea8-f54a-4454-995f-e48d374ae987,segment=NetworkSegment(5dd89039-a62a-4370-ad31-e6c308457ec3),segment_id=5dd89039-a62a-4370-ad31-e6c308457ec3)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:35.662367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.679791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.689123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.691456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Pushing event updated for resources: {'Port': ['ID=0def4b6b-c193-4c32-92f3-25260f1dd9aa,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:35.695050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:35.698858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e05c468-82dc-42fb-b9ff-fd580707e2c8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:35.710854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.784346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f277420-4b3b-40c6-b658-7d7ccb6975a8']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:35.812946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817222fe-6715-496b-9f72-6afb86cba317') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:35.813318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817222fe-6715-496b-9f72-6afb86cba317') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:35.837045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Calling delete_port for f1612ea8-f54a-4454-995f-e48d374ae987 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:35.844038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.874673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=8fbe2ce7-95b7-4ab4-b59c-263d056156b0,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:35.884755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:35.895043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.928245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] Could not find standard attr ID for object f1612ea8-f54a-4454-995f-e48d374ae987. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:14:35.931111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.plugins.ml2.db [None req-8de048d3-310b-4559-b60d-325d006b5fe1 None None] No ports have port_id starting with f1612ea8-f54a-4454-995f-e48d374ae987 Dec 23 15:14:35.932017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.944396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-adfe0783-db70-470b-b0be-e6b28e442c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:35.970018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:35.970473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:35.981356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1612ea8-f54a-4454-995f-e48d374ae987 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:35.993893 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:36.003701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.008457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] No DVR routers for this DVR port f1612ea8-f54a-4454-995f-e48d374ae987 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:36.025932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Pushing event deleted for resources: {'Port': ['ID=f1612ea8-f54a-4454-995f-e48d374ae987,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:36.028147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f1612ea8-f54a-4454-995f-e48d374ae987 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:14:36.028536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1612ea8-f54a-4454-995f-e48d374ae987 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:14:36.030706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:36.037719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71171381-1e6b-4844-a245-245699ed616f tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:36.046772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:36.058918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] Sync routers for ids ['13c55f7b-7ac6-40da-a709-c3c55165058f'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:36.076988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf80be-8185-49ce-9fb5-c3e144fc190f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:36.078844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': 'ab8f517c-8d05-4074-b093-690e05929745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fc7b3175-0763-4cc9-a6ad-9b4431d871cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:36.079043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: fc7b3175-0763-4cc9-a6ad-9b4431d871cb, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:36.083807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] Routers {'13c55f7b-7ac6-40da-a709-c3c55165058f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:36.085099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['13c55f7b-7ac6-40da-a709-c3c55165058f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:36.087329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.095996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:36.106480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.112701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.116819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:36.120191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7582b628-9ec6-4d2c-a204-b44072e2f6c6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:36.139514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.158040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Pushing event deleted for resources: {'Network': ['ID=3f277420-4b3b-40c6-b658-7d7ccb6975a8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:36.163960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:36.164310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.168712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1432505 Dec 23 15:14:36.176555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:36.178733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51918) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:36.186167 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] 10.222.0.49 "DELETE /v2.0/networks/3f277420-4b3b-40c6-b658-7d7ccb6975a8 HTTP/1.1" status: 204 len: 168 time: 1.1351030 Dec 23 15:14:36.191190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] Routers {'13c55f7b-7ac6-40da-a709-c3c55165058f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:36.192026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['13c55f7b-7ac6-40da-a709-c3c55165058f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:36.202248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:36.275892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:36.276748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cc958-5656-4667-b587-34e197e2f89d None None] The sync data for ids ['13c55f7b-7ac6-40da-a709-c3c55165058f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:36.286382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.288357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/8dbf80be-8185-49ce-9fb5-c3e144fc190f HTTP/1.1" status: 204 len: 168 time: 1.3937047 Dec 23 15:14:36.291990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51924) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:36.301616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network fc7b3175-0763-4cc9-a6ad-9b4431d871cb is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:36.331061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:36.343168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] Sync routers for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:36.386812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:36.387544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:36.391596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Subnet': ['ID=6a94e564-c4ea-42c3-ac50-0875dfaaca28,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:36.407057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:36.503841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be44c552-96a9-4737-b7ae-7994e6b88bbf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:36.513908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, fc7b3175-0763-4cc9-a6ad-9b4431d871cb) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:36.518743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:36.519398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.539249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f77f29-f9e9-4be5-82d4-fcbfdc871797 None None] Network fc7b3175-0763-4cc9-a6ad-9b4431d871cb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:36.581501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] No DVR routers for this DVR port d02c8b14-126c-4859-a436-0668012eb7c8 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:36.584037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:36.586761 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5252f952-64fb-4964-b802-42603fa11487 req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.65 "DELETE /v2.0/ports/d02c8b14-126c-4859-a436-0668012eb7c8 HTTP/1.1" status: 204 len: 173 time: 5.5536914 Dec 23 15:14:36.588800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'name': 'network-vif-deleted', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:14:36.607189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Checking segment: {'id': 'cfe65f60-39b3-431b-8970-9dd225fa3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:36.607586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network hostable DHCP agents. Network: 5df18e05-f7f7-48be-92f6-8f7a5b3b6710, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:36.630837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2066541 Dec 23 15:14:36.632007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be44c552-96a9-4737-b7ae-7994e6b88bbf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:36.637219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be44c552-96a9-4737-b7ae-7994e6b88bbf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3331752 Dec 23 15:14:36.637219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51932) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:36.638069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51934) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:36.657539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--585864986'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:36.736319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51942) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:36.787968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bac4f04-89a9-40a3-b110-26497d398153', 'name': 'network-vif-deleted', 'tag': 'd02c8b14-126c-4859-a436-0668012eb7c8', 'status': 'completed', 'code': 200} Dec 23 15:14:36.807137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:36.860742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:36.875965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 5df18e05-f7f7-48be-92f6-8f7a5b3b6710) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:36.879057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:14:36.886336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:36.887012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.000158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2199459 Dec 23 15:14:37.002722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:37.017091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'port': {'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710', 'name': 'tempest-NetworksIpV6TestAttrs-1528594690'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:37.096658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c790f6-998e-4f15-a4e9-353db05afa55 None None] Network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:37.185388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:37.210041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.232410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0a73f45-046b-4802-990b-beb2e9b5c718 req-c23c1524-4367-4d34-836d-2040637a6923 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bac4f04-89a9-40a3-b110-26497d398153 HTTP/1.1" status: 200 len: 210 time: 0.0493412 Dec 23 15:14:37.234006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.271257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:14:37.288336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:37.298780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] Sync routers for ids ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:37.318899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] Routers {'2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:37.319824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:37.339895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6631658 Dec 23 15:14:37.346518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:37.352897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:37.369779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:37.373002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:37.385764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:37.425523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:37.441780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] Routers {'2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:37.442778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:37.492377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.503361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.512509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b0c583a9-3467-4ee9-ae1b-9752f8cb111d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:37.514585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7ca2bb21-5d9a-480e-a749-a4ad3fa7fa45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26fed87a36294aa0bdb4fa2d383b1737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7744410 Dec 23 15:14:37.515802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:37.529894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:37.530355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52178b9a-ee13-4010-ac3a-6a32691e945d None None] The sync data for ids ['2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:37.570633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.647275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:37.651706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:port and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:37.655260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:37.668394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.674270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:37.689462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d635032b-9299-4b91-a2d2-55dbdb28bb33,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:37.714460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:37.823798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-814c552a-10dd-420b-9252-6144c13cff39 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:37.833436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e4f76-ecd0-402a-9ea9-280b7af8d588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-fc7b3175-0763-4cc9-a6ad-9b4431d871cb', 'network_id': 'fc7b3175-0763-4cc9-a6ad-9b4431d871cb', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '8fbe2ce7-95b7-4ab4-b59c-263d056156b0'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:37.834985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c21e4f76-ecd0-402a-9ea9-280b7af8d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.912684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:37.915218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2757752 Dec 23 15:14:38.018823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0def4b6b-c193-4c32-92f3-25260f1dd9aa up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:38.038748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbe2ce7-95b7-4ab4-b59c-263d056156b0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:38.041708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:38.043709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.053117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51962) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:38.066834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'd635032b-9299-4b91-a2d2-55dbdb28bb33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:38.079582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:38.094147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec4d71-b7a5-4138-ae22-00b1822e7f7e None None] Network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:38.101875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:38.110167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:38.114365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7b3175-0763-4cc9-a6ad-9b4431d871cb']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:38.138802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8f517c-8d05-4074-b093-690e05929745') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:38.138802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8f517c-8d05-4074-b093-690e05929745') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:38.146756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:38.150785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.164431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:38.170055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.172664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.200679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.247076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.262157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.286843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:38.289320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.295804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] device_id is not set on port 2c74318b-9d93-40f7-b9cf-9c4e2e538bb5 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:38.340955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2a61cb62-369e-4c90-8675-b59c390ab0b5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 15:14:38.342900 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2a61cb62-369e-4c90-8675-b59c390ab0b5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9886284 Dec 23 15:14:38.367036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:38.374577 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:38.435032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc887b0-aff3-4b11-859f-05fd6b9e2f6e None None] Network fc7b3175-0763-4cc9-a6ad-9b4431d871cb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:38.442456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.446981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.448693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-5df18e05-f7f7-48be-92f6-8f7a5b3b6710', 'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710', 'tenant_id': 'b8f22de3a03a4e48b1bca4afda69bbba', 'fixed_ips': [{'subnet_id': '6a94e564-c4ea-42c3-ac50-0875dfaaca28'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:38.449646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d81cc25-8f80-472c-9c6d-dd2a0e744ec3 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:38.449761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.453179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9533fe5f-3b56-47c6-a6de-57bb8fba610a tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:38.492580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=fc7b3175-0763-4cc9-a6ad-9b4431d871cb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:38.495581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:38.502049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95ef2748-f2d9-470c-8b6e-b28a6a9a8563 None None] Provisioning for port 0def4b6b-c193-4c32-92f3-25260f1dd9aa completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:38.511471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/fc7b3175-0763-4cc9-a6ad-9b4431d871cb HTTP/1.1" status: 204 len: 168 time: 1.8749514 Dec 23 15:14:38.514148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51974) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:38.521838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc887b0-aff3-4b11-859f-05fd6b9e2f6e None None] Network fc7b3175-0763-4cc9-a6ad-9b4431d871cb could not be found, it might have been deleted concurrently. {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 23 15:14:38.526027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755735537'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:38.530725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d81cc25-8f80-472c-9c6d-dd2a0e744ec3 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:38.535023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7d81cc25-8f80-472c-9c6d-dd2a0e744ec3 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd HTTP/1.1" status: 200 len: 205 time: 0.1641097 Dec 23 15:14:38.538152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51978) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:38.554282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:38.561362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.567381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:38.571008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.572095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:38.588406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:38.591303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:38.607920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0def4b6b-c193-4c32-92f3-25260f1dd9aa completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:38.621325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.634181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce12b370-c064-42f8-9384-2daf14a9547b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:38.656247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184cf9a1-18bc-472f-8ab0-24b66c83fc54,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:38.659108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0def4b6b-c193-4c32-92f3-25260f1dd9aa triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:38.659544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.664438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:38.676647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Allocated IP 2001:db8::f816:3eff:fe6a:65e5 (5df18e05-f7f7-48be-92f6-8f7a5b3b6710/6a94e564-c4ea-42c3-ac50-0875dfaaca28/2c74318b-9d93-40f7-b9cf-9c4e2e538bb5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:38.699830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb18923-f112-4ad2-8a46-0311f34a0745,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:38.706108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:38.711647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.724595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:38.733815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.738195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6799006 Dec 23 15:14:38.743521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51982) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:38.756114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.757418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/184cf9a1-18bc-472f-8ab0-24b66c83fc54 HTTP/1.1" status: 204 len: 168 time: 1.2376783 Dec 23 15:14:38.784644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.792387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:26Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:38.795790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:38.803527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] Checking router: a5ef7e7d-5e9d-4ec9-8f31-640df044328c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:14:38.806479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.818070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.845874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.849106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84d8e3fb-b16e-4d2a-bbd4-3b288dfec42a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:38.872161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bb18923-f112-4ad2-8a46-0311f34a0745,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:38.876126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:38.876736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:38.876895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:38.877196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment 3517ded5-b28d-4dba-89ca-05fa5d45d5cf of type vlan for network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 Dec 23 15:14:38.879846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:38.972179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.007767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.056030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.058311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/1bb18923-f112-4ad2-8a46-0311f34a0745 HTTP/1.1" status: 204 len: 168 time: 0.3127441 Dec 23 15:14:39.074544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 51990) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:39.105989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 0def4b6b-c193-4c32-92f3-25260f1dd9aa, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0def4b6b-c193-4c32-92f3-25260f1dd9aa,segment=NetworkSegment(84ab12ff-3fab-4cb8-82b0-b46f8faf73d9),segment_id=84ab12ff-3fab-4cb8-82b0-b46f8faf73d9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:39.114701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.119628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:39.120440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.130469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d903ab38-cd3d-42c6-a3bc-ff386b3f8a7f tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:39.150574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.154594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-961b5c61-fb59-443d-a62a-410c668a5b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:39.242807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:14:39.279603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7630675 Dec 23 15:14:39.283687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 51996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:39.319132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.324757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=0def4b6b-c193-4c32-92f3-25260f1dd9aa,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:39.330540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:39.344690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-75746283-98b5-41f7-af95-1f42dacf481c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:39.360442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=4e6f4893-7b65-4561-9ec9-ddb7519e5d10,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:39.378320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:39.421148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.427900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-75746283-98b5-41f7-af95-1f42dacf481c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:39.429364 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-75746283-98b5-41f7-af95-1f42dacf481c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3511202 Dec 23 15:14:39.432870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:39.438156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52006) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:39.444380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Deleting port dcc75811-e68f-4e94-bf53-f37009542c81 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:39.453393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.474506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52010) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:39.482245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:39.684373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:39.689766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.717025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.719062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:39.736539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:39.736811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.772271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:39.774307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.797454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Transition to ACTIVE for port object 2c74318b-9d93-40f7-b9cf-9c4e2e538bb5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:39.800207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.840813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.898885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Calling delete_port for dcc75811-e68f-4e94-bf53-f37009542c81 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:39.901022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2678b55b-9536-40ac-939d-018fabf78996 None None] Provisioning complete for port 0def4b6b-c193-4c32-92f3-25260f1dd9aa triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:39.901553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2678b55b-9536-40ac-939d-018fabf78996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.910612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:39.924586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9448821a-1b17-4b17-a2da-895c85b89092 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:39.942180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0def4b6b-c193-4c32-92f3-25260f1dd9aa up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:39.946776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:39.964357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.027659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.092421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.104100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.107563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.111655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a9008a2-f7b2-4c3f-b1e6-137314125342 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:40.111825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "DELETE /v2.0/security-groups/b003540e-9237-499a-b1be-818e8795d9c9 HTTP/1.1" status: 204 len: 168 time: 0.4616566 Dec 23 15:14:40.114998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:40.121427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003540e-9237-499a-b1be-818e8795d9c9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:40.124575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:40.174726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0def4b6b-c193-4c32-92f3-25260f1dd9aa triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:40.175117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.181631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635032b-9299-4b91-a2d2-55dbdb28bb33,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:40.203844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:40.220328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.222108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/d635032b-9299-4b91-a2d2-55dbdb28bb33 HTTP/1.1" status: 204 len: 168 time: 0.7800589 Dec 23 15:14:40.227251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52028) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:40.235678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.236276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:14:40.252041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.255850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e12771b3-c019-48cf-be1d-90a555ef1de5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd HTTP/1.1" status: 204 len: 168 time: 1.7140417 Dec 23 15:14:40.255850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2c721635-9857-4300-8f46-c9ec90b91047 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] show failed (client error): The resource could not be found. Dec 23 15:14:40.258806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c721635-9857-4300-8f46-c9ec90b91047 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "GET /v2.0/security-groups/b003540e-9237-499a-b1be-818e8795d9c9 HTTP/1.1" status: 404 len: 347 time: 0.1396246 Dec 23 15:14:40.260829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52032) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:40.261459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52034) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:40.271026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.273927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.289286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afb0609d-12ee-4e63-b612-12f3e0f33e0d tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:40.350641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:40.362569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:40.365141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:40.370163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:40.370546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.401979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3969429 Dec 23 15:14:40.406589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52042) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:40.438602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Allocated IP 2001:db8::f816:3eff:fe05:f595 (5df18e05-f7f7-48be-92f6-8f7a5b3b6710/6a94e564-c4ea-42c3-ac50-0875dfaaca28/0a437101-f66a-4f27-86e3-cfdba4e3ecd0) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:40.472955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Port': ['ID=2c74318b-9d93-40f7-b9cf-9c4e2e538bb5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:40.477195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-189331fc-ee62-4865-9c4e-e4cbfb23e0fd tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:40.482922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:40.634303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:26Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:40.660457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eacd5fe4-3788-45f2-9b23-034d6aa31bae tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:40.779121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.805473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Transition to ACTIVE for port object 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:40.836106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Transition to ACTIVE for port object 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:40.849407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:40.865951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc0ca379-c68f-422c-87a6-17fa28594b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:40.911683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6e0c6-3f5f-49ba-972d-f4c65f944722 None None] The sync data for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv is: [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:10:08Z', 'revision_number': 4, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'f3118af6-d989-4bb4-bd83-3ec95f2641f8', 'name': '', 'network_id': '92cf0e0e-82c4-441c-8d53-1e130fcfc43a', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'mac_address': 'fa:16:3e:18:7f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:10:07Z', 'updated_at': '2021-12-23T15:10:26Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'subnets': [{'id': 'dc1a1692-4644-43c6-ad7a-748e95a4d92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:40.950056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Pushing event deleted for resources: {'Port': ['ID=dcc75811-e68f-4e94-bf53-f37009542c81,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:40.958594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:41.011195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:41.012830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:41.022173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:41.036085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.043451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cade099-a08c-40db-ab7f-afa8c4566382 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:41.067340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Deleting port 7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:41.067832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.087949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting subnet 6a94e564-c4ea-42c3-ac50-0875dfaaca28 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:41.101099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.104345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Pushing event updated for resources: {'Port': ['ID=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:41.114096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eacd5fe4-3788-45f2-9b23-034d6aa31bae tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:41.115611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eacd5fe4-3788-45f2-9b23-034d6aa31bae tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8871109 Dec 23 15:14:41.126122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:41.132019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52058) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:41.148249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810194028'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:41.154904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:41.169658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:41.204527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.206471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Attempting to bind port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:41.207230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Attempting to bind port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'cfe65f60-39b3-431b-8970-9dd225fa3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:41.207658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Attempting to bind port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 on network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:41.218213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:41.218673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Checking segment: {'id': 'cfe65f60-39b3-431b-8970-9dd225fa3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:41.219311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.219923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Bound using segment: {'id': 'cfe65f60-39b3-431b-8970-9dd225fa3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:41.220663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Bound port: 0a437101-f66a-4f27-86e3-cfdba4e3ecd0, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe65f60-39b3-431b-8970-9dd225fa3675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5df18e05-f7f7-48be-92f6-8f7a5b3b6710'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:41.222808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.223945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': '3517ded5-b28d-4dba-89ca-05fa5d45d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:41.224353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 4e6f4893-7b65-4561-9ec9-ddb7519e5d10, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:41.232513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.263187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=914f103d-5c44-48d0-b11b-7dccd66ebe00,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:41.266306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:41.311514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:41.331714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 4e6f4893-7b65-4561-9ec9-ddb7519e5d10) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:41.336873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:41.337836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.367981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0561526 Dec 23 15:14:41.370116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52064) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:41.378187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1014137481'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:41.386959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:41.398447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:41.403034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff9440-fb4b-4653-a408-759e516ec95b None None] Network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:41.403557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:41.415328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:41.465183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:41.472522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.502144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.563562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:41.575139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.575539 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment 04dd4cf6-7399-40c9-b7c3-bbb36fb42454 of type vlan for network cea2d2e3-80f8-4426-aa86-9430e4b03d12 Dec 23 15:14:41.583433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:41.588152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:41.591456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:41.598176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:41.605436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.635268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2b368-42b6-4e73-bee0-12cd0dd3ceb8 None None] New status for floating IP aa3ceb1c-b715-426b-a57a-73c4045ad26e: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:14:41.649443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.653981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:41.654937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.677220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-560312c7-85b5-47a5-8299-aec4c2ced39a tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:41.745883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.789469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=cea2d2e3-80f8-4426-aa86-9430e4b03d12,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:41.792610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:41.797568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4262516 Dec 23 15:14:41.798881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52072) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:41.810426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:41.818070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network cea2d2e3-80f8-4426-aa86-9430e4b03d12 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:41.882658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.893606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.897357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.927250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:41.938762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33f44efe-9a89-48e2-a0f1-8c459b6ba0ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:41.946833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:41.952662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:41.956146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:41.966350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:41.982760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:42.006030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.049568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] For port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:42.058781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] For port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,segment=NetworkSegment(cfe65f60-39b3-431b-8970-9dd225fa3675),segment_id=cfe65f60-39b3-431b-8970-9dd225fa3675)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:42.062752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-4e6f4893-7b65-4561-9ec9-ddb7519e5d10', 'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '914f103d-5c44-48d0-b11b-7dccd66ebe00'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:42.063693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.088807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.089222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.094295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1b32487-a9fa-4127-8495-46f185cf54c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:42.121384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet b9c2a054-621c-4567-84e5-7f2672f45793 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:14:42.127907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.146875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.165612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Subnet': ['ID=6a94e564-c4ea-42c3-ac50-0875dfaaca28,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:42.169047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:42.193903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.194616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/6a94e564-c4ea-42c3-ac50-0875dfaaca28 HTTP/1.1" status: 204 len: 168 time: 1.7868228 Dec 23 15:14:42.198572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:42.277315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.283357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.284278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-557f7377-f0ba-4bf4-b9b3-5c50f1676ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:42.298794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.413866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:14:42.415311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:14:42.434011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d28049-866a-4b12-8841-8bd54fef3a32 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:42.436025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d28049-866a-4b12-8841-8bd54fef3a32 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:42.438757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4d28049-866a-4b12-8841-8bd54fef3a32 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Synchronizing usage tracker for tenant:b8f22de3a03a4e48b1bca4afda69bbba on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:42.480872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4d28049-866a-4b12-8841-8bd54fef3a32 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Unset dirty status for tenant:b8f22de3a03a4e48b1bca4afda69bbba on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:42.485687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4d28049-866a-4b12-8841-8bd54fef3a32 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2860270 Dec 23 15:14:42.486741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52080) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:42.522223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Allocated IP 2001:db8::1 (4e6f4893-7b65-4561-9ec9-ddb7519e5d10/914f103d-5c44-48d0-b11b-7dccd66ebe00/62dcdc7e-ddfa-41c6-980b-7521f3377663) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:42.530757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Pushing event updated for resources: {'Port': ['ID=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:42.537820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:42.590754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b463bda5-2084-4f5a-8bcc-2e8a32894ea1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:42.613302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52084) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:42.625939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Calling delete_port for 7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:42.662267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.666295 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5303814 Dec 23 15:14:42.675124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:42.678964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:42.683371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-624521735', 'description': 'tempest-secgroup-smoke-624521735 description', 'project_id': '0b593c7b0ee5442c808a235131a805fc'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:42.689426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'b463bda5-2084-4f5a-8bcc-2e8a32894ea1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:42.699311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:42.706765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:42.708848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:42.715781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:42.719765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-947bd634-f707-4931-ad5a-d4da3debaca1 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.720193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.724421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:42.732317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:42.735386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c259f199-32c4-444a-8494-f2978bc77a70 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:42.748905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:42.763012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-947bd634-f707-4931-ad5a-d4da3debaca1 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 15:14:42.763535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947bd634-f707-4931-ad5a-d4da3debaca1 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:42.785374 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-947bd634-f707-4931-ad5a-d4da3debaca1 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/5df18e05-f7f7-48be-92f6-8f7a5b3b6710 HTTP/1.1" status: 409 len: 405 time: 0.2927439 Dec 23 15:14:42.786796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:42.787538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:42.789410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.794469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.794897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Router 13c55f7b-7ac6-40da-a709-c3c55165058f has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:14:42.796062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c2a054-621c-4567-84e5-7f2672f45793,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:42.797305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1180552-8ab0-4293-bb2c-4bbedc627928 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:42.811830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:42.820671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Transition to ACTIVE for port object 62dcdc7e-ddfa-41c6-980b-7521f3377663 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:42.832561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.842559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-302171947'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:42.844734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.851845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Transition to ACTIVE for port object 62dcdc7e-ddfa-41c6-980b-7521f3377663 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:42.856269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:42.856775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3f72c-84f7-4056-b509-3e57231a1bc3 None None] Network ffd2fbba-31de-413e-a16b-1689aa35d143 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:42.864102 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/b9c2a054-621c-4567-84e5-7f2672f45793 HTTP/1.1" status: 204 len: 168 time: 2.6011138 Dec 23 15:14:42.867611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52096) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:42.870838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.890489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:network and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:42.905404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:42.908766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.928913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e440090-993f-4f72-b134-77bc3347d261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:42.932074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:42.934795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:42.966372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=9dd6b982-78f8-45f1-952b-fd7cb8d3e4e7,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:42.969442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:42.989894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:42.990268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:42.991929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:42.997545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.045456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': '04dd4cf6-7399-40c9-b7c3-bbb36fb42454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:43.045858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: cea2d2e3-80f8-4426-aa86-9430e4b03d12, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:43.063840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:43.074194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Pushing event updated for resources: {'Port': ['ID=62dcdc7e-ddfa-41c6-980b-7521f3377663,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:43.091770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.092182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Added segment 59afea59-2f46-4289-b99a-10f58a1108c2 of type vlan for network 5a492782-adae-46e2-8b96-7d34877b85d1 Dec 23 15:14:43.095931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:43.096775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.105821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.112174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:43.116056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:43.116319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c0dffb9-f936-4567-a97e-be99999c997d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:43.127301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:43.132365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.164230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579b7f4c-2bfb-493f-b14e-9e6a4202fac8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:43.167108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:43.172949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network cea2d2e3-80f8-4426-aa86-9430e4b03d12 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:43.179482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.193990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.197759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5168788 Dec 23 15:14:43.200049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52100) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:43.204666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, cea2d2e3-80f8-4426-aa86-9430e4b03d12) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:43.209068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:43.209740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.224785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b8ce1-703a-4d48-a575-4eed35879497 None None] Network cea2d2e3-80f8-4426-aa86-9430e4b03d12 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:43.232381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 30ceac3f-f25d-4097-80b7-1ab78475844d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:43.232853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.262670 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00a021f3-b023-4ed8-a9f8-b766319b2b4c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules/579b7f4c-2bfb-493f-b14e-9e6a4202fac8 HTTP/1.1" status: 200 len: 705 time: 0.0582185 Dec 23 15:14:43.262914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:43.267214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:43.285086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4787626 Dec 23 15:14:43.286058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52108) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:43.288714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:43.291088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.295371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:43.296022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.297633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:43.303834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0d92e94c-3dcb-49fe-b0ac-9d5d6ce4e4b6 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:43.332790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:43.348401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:43.365496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] Sync routers for ids ['13c55f7b-7ac6-40da-a709-c3c55165058f'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:43.394435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] Routers {'13c55f7b-7ac6-40da-a709-c3c55165058f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:43.395152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['13c55f7b-7ac6-40da-a709-c3c55165058f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:43.425340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Attempting to bind port 62dcdc7e-ddfa-41c6-980b-7521f3377663 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:43.425939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Attempting to bind port 62dcdc7e-ddfa-41c6-980b-7521f3377663 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '3517ded5-b28d-4dba-89ca-05fa5d45d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:43.426038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Attempting to bind port 62dcdc7e-ddfa-41c6-980b-7521f3377663 on network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:43.461367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:43.461873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Checking segment: {'id': '3517ded5-b28d-4dba-89ca-05fa5d45d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:43.462236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.462695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Bound using segment: {'id': '3517ded5-b28d-4dba-89ca-05fa5d45d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:43.463240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Bound port: 62dcdc7e-ddfa-41c6-980b-7521f3377663, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3517ded5-b28d-4dba-89ca-05fa5d45d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e6f4893-7b65-4561-9ec9-ddb7519e5d10'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:43.463659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.481649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Network': ['ID=5a492782-adae-46e2-8b96-7d34877b85d1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:43.497278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:43.502416 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7052844 Dec 23 15:14:43.508936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:43.524337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'subnet': {'network_id': '5a492782-adae-46e2-8b96-7d34877b85d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:43.573113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] For port 62dcdc7e-ddfa-41c6-980b-7521f3377663, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:43.577297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] For port 62dcdc7e-ddfa-41c6-980b-7521f3377663, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=62dcdc7e-ddfa-41c6-980b-7521f3377663,segment=NetworkSegment(3517ded5-b28d-4dba-89ca-05fa5d45d5cf),segment_id=3517ded5-b28d-4dba-89ca-05fa5d45d5cf)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:43.583887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 5a492782-adae-46e2-8b96-7d34877b85d1 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:43.648361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:43.660824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] Routers {'13c55f7b-7ac6-40da-a709-c3c55165058f'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:43.661891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['13c55f7b-7ac6-40da-a709-c3c55165058f'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:43.678002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:43.690389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:43.696807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.706327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1272891b-c4af-487e-baf3-e34c1f6c90a9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:43.711706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:43.711989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:43.729997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:43.730802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94daff-da17-4a6c-abe0-e167949afd0e None None] The sync data for ids ['13c55f7b-7ac6-40da-a709-c3c55165058f'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:43.749442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Deleting port 7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:43.749852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.815644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1272891b-c4af-487e-baf3-e34c1f6c90a9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:43.819893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1272891b-c4af-487e-baf3-e34c1f6c90a9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5531301 Dec 23 15:14:43.820475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52116) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:43.860873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.905420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Pushing event updated for resources: {'Port': ['ID=62dcdc7e-ddfa-41c6-980b-7521f3377663,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:43.909001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:43.918677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-cea2d2e3-80f8-4426-aa86-9430e4b03d12', 'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '9dd6b982-78f8-45f1-952b-fd7cb8d3e4e7'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:43.919595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:43.993652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.027573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.078429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.079223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] DHCP port deletion for ffd2fbba-31de-413e-a16b-1689aa35d143 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:44.084951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:44.086025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-adf9469c-0041-4882-9b59-d65226a1140a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:44.100528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=579b7f4c-2bfb-493f-b14e-9e6a4202fac8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:44.103245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:44.126701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.127979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/579b7f4c-2bfb-493f-b14e-9e6a4202fac8 HTTP/1.1" status: 204 len: 168 time: 0.3068097 Dec 23 15:14:44.130990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52120) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:44.131527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.137134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Deleting port 30ceac3f-f25d-4097-80b7-1ab78475844d {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:44.137582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.202643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.207070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "PUT /v2.0/routers/13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 200 len: 709 time: 8.0193269 Dec 23 15:14:44.207250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:44.296770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.333874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:44.340769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 30ceac3f-f25d-4097-80b7-1ab78475844d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=30ceac3f-f25d-4097-80b7-1ab78475844d,segment=NetworkSegment(c14e6177-9c11-40e7-b703-4ca66b3ecd3f),segment_id=c14e6177-9c11-40e7-b703-4ca66b3ecd3f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:44.341524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.360102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2492b2b4-940e-40f7-b223-379d59ef61b6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:44.369886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Allocated IP 2001:db8::3 (cea2d2e3-80f8-4426-aa86-9430e4b03d12/9dd6b982-78f8-45f1-952b-fd7cb8d3e4e7/858f85a7-d4ab-456e-9dfe-b7773114b441) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:44.487326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2492b2b4-940e-40f7-b223-379d59ef61b6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:44.488762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2492b2b4-940e-40f7-b223-379d59ef61b6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3567595 Dec 23 15:14:44.491722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52128) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:44.501766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'b463bda5-2084-4f5a-8bcc-2e8a32894ea1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:44.551842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-94d30b84-de52-4bd8-b752-8d21b3b70ab2 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/routers/13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 200 len: 744 time: 0.3420656 Dec 23 15:14:44.553019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52132) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:44.562044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:44.574878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 30ceac3f-f25d-4097-80b7-1ab78475844d owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:44.636582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.639653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:44.647249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2160a59-7d93-4d89-9b6d-41c714a40623 tempest-RoutersIpV6AdminTest-1615190974 tempest-RoutersIpV6AdminTest-1615190974-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 200 len: 205 time: 0.0880027 Dec 23 15:14:44.647947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52136) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:44.660023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:44.664653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:44.668094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:44.675512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:44.699089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] For port 30ceac3f-f25d-4097-80b7-1ab78475844d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=30ceac3f-f25d-4097-80b7-1ab78475844d,segment=NetworkSegment(c14e6177-9c11-40e7-b703-4ca66b3ecd3f),segment_id=c14e6177-9c11-40e7-b703-4ca66b3ecd3f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:44.699802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.758098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72c94461-bd8d-4ba3-809c-f9d3e052023e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:44.762074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7bd9363d-d715-43e6-8767-3b67089aab93 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 200 len: 205 time: 0.1086519 Dec 23 15:14:44.764779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52140) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:44.854144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.856821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5229fc2c-fc73-423c-be1f-ff54fee236ae,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:44.871558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.872585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.885889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c2a3d77-f26f-435c-b1f1-ba21009f7a2d tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:44.902933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:44.923691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.935963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95b5d120-1922-46d9-8e9b-a6bfa7e6a15c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:44.968583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:44.969004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.000875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef8a9e-2cb6-4a13-9116-32998afee4a7 None None] Network 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:45.145922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Calling delete_port for 7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:45.149390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Calling delete_port for 30ceac3f-f25d-4097-80b7-1ab78475844d owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:45.178905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.187189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.226076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:45.250051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.254456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.5943964 Dec 23 15:14:45.255794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52144) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:45.257013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:45.274032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c49d3870-020c-4bf6-8922-a4a062007756 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:45.303457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Provisioning for port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:45.317781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No DVR routers for this DVR port 30ceac3f-f25d-4097-80b7-1ab78475844d on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:45.323218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group_rule': {'security_group_id': '1e3b4ff1-c1bb-4b91-938c-23694e19b6bd', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:45.324337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Subnet': ['ID=de43bdb3-b2f9-4d4e-ba28-fb7426da49ed,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:45.328211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:45.343434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.374590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.380776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Provisioning complete for port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:45.381237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.387876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=30ceac3f-f25d-4097-80b7-1ab78475844d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:45.430558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.437021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Checking segment: {'id': '59afea59-2f46-4289-b99a-10f58a1108c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5a492782-adae-46e2-8b96-7d34877b85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:45.437485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network hostable DHCP agents. Network: 5a492782-adae-46e2-8b96-7d34877b85d1, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:45.444368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.452811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:45.462489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Transition to ACTIVE for port object 858f85a7-d4ab-456e-9dfe-b7773114b441 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:45.468238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:45.468693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:45.470278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:45.473115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:45.492979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:45.496793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Transition to ACTIVE for port object 858f85a7-d4ab-456e-9dfe-b7773114b441 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:45.509056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:45.518463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.523868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35d546eb-3ceb-40a7-9300-2fd8e05c60c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:45.529969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:45.532695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.538278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a16d2db-9ba0-4cd5-a5a4-6a64715db888,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:45.540867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:45.561152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.566845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0698056 Dec 23 15:14:45.566845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:45.581512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd2fbba-31de-413e-a16b-1689aa35d143']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:45.597795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.608643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.619221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Network cea2d2e3-80f8-4426-aa86-9430e4b03d12 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:45.621898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Pushing event updated for resources: {'Port': ['ID=858f85a7-d4ab-456e-9dfe-b7773114b441,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:45.634445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:45.671942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:45.672866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:45.675669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:45.676388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14e6177-9c11-40e7-b703-4ca66b3ecd3f') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:45.683542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f694987a-fed2-4b27-94ed-e49e4184b1c3 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:45.731888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b121b96b-3a3c-4126-a6a0-1473277230ed tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules/9a16d2db-9ba0-4cd5-a5a4-6a64715db888 HTTP/1.1" status: 200 len: 705 time: 0.1627681 Dec 23 15:14:45.731888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network 5a492782-adae-46e2-8b96-7d34877b85d1 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:45.732783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52152) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:45.751866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd6b982-78f8-45f1-952b-fd7cb8d3e4e7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:45.777998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.785484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:45.786719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.831395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.849279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] For port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,segment=NetworkSegment(cfe65f60-39b3-431b-8970-9dd225fa3675),segment_id=cfe65f60-39b3-431b-8970-9dd225fa3675)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:45.854676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] DHCP port deletion for 5df18e05-f7f7-48be-92f6-8f7a5b3b6710 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:14:45.861746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.864470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:45.909772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Attempting to bind port 858f85a7-d4ab-456e-9dfe-b7773114b441 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:45.913710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 5a492782-adae-46e2-8b96-7d34877b85d1) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:45.915235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Attempting to bind port 858f85a7-d4ab-456e-9dfe-b7773114b441 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '04dd4cf6-7399-40c9-b7c3-bbb36fb42454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:45.915379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.915832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Attempting to bind port 858f85a7-d4ab-456e-9dfe-b7773114b441 on network cea2d2e3-80f8-4426-aa86-9430e4b03d12 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:45.917595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.918567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:45.919228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.926810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Deleting port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:45.931960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.944649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.955991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:45.966619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:45.976077 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4610071 Dec 23 15:14:45.976781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52156) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.004942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:46.005442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.006115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-12f1b374-6345-4a22-86bd-1e15dead698d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:46.008910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b2f40-c2dc-4842-a6bb-854c7fc547c6 None None] Network 5a492782-adae-46e2-8b96-7d34877b85d1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:46.024560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Deleting port 30ceac3f-f25d-4097-80b7-1ab78475844d {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:46.025209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.038424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:46.047851 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:46.056790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dad5b0-55f6-49d5-a62a-d2ae2aabecdd,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:46.077014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 62dcdc7e-ddfa-41c6-980b-7521f3377663 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:46.111489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.120783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-12f1b374-6345-4a22-86bd-1e15dead698d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:46.125010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-12f1b374-6345-4a22-86bd-1e15dead698d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3814361 Dec 23 15:14:46.126648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.127248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.127838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Fanout notify agent at l3_agent the message router_deleted on router 13c55f7b-7ac6-40da-a709-c3c55165058f {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:14:46.135804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:46.145329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8fd9f014-f1ef-4cf8-8583-8463dc457a3d tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:46.177918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.182862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d706cf4-affb-4c54-9e7d-9e8fdb88c6d9 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 204 len: 168 time: 1.4070821 Dec 23 15:14:46.187985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.203933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:46.204366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Checking segment: {'id': '04dd4cf6-7399-40c9-b7c3-bbb36fb42454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:46.204852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.205329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Bound using segment: {'id': '04dd4cf6-7399-40c9-b7c3-bbb36fb42454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:46.205879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Bound port: 858f85a7-d4ab-456e-9dfe-b7773114b441, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dd4cf6-7399-40c9-b7c3-bbb36fb42454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:46.206292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.235825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Pushing event deleted for resources: {'Port': ['ID=7d5489a0-8d8e-4a9c-85b2-d932f7a0a45d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:46.250653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:46.255111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea2d2e3-80f8-4426-aa86-9430e4b03d12']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:46.280966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eecf3967-5978-4ecd-951c-93faf757bdf3 None None] The port '30ceac3f-f25d-4097-80b7-1ab78475844d' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:14:46.282163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-858611e2-62d4-4684-a0cd-01b85db094ac tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 200 len: 205 time: 0.0928938 Dec 23 15:14:46.283551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52168) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.290589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.320194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dd4cf6-7399-40c9-b7c3-bbb36fb42454') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:46.320771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dd4cf6-7399-40c9-b7c3-bbb36fb42454') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:46.336147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.337466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0654275 Dec 23 15:14:46.343676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Pushing event updated for resources: {'Port': ['ID=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:46.345402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52172) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.349434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.360950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group_rule': {'security_group_id': '1e3b4ff1-c1bb-4b91-938c-23694e19b6bd', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:46.376141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.380805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:46.388667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a14dabbc-995a-4c79-bcdc-1c8db4396e79 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:46.405647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:46.408617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.408920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:46.411773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 62dcdc7e-ddfa-41c6-980b-7521f3377663 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:46.413279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.423406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/ffd2fbba-31de-413e-a16b-1689aa35d143 HTTP/1.1" status: 204 len: 168 time: 3.5546434 Dec 23 15:14:46.428172 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-f67f0340-d576-452f-a2fa-df10abc00efa tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] delete failed (client error): The resource could not be found. Dec 23 15:14:46.432281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:46.432828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f67f0340-d576-452f-a2fa-df10abc00efa tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/13c55f7b-7ac6-40da-a709-c3c55165058f HTTP/1.1" status: 404 len: 336 time: 0.1448824 Dec 23 15:14:46.436698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52178) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.439209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52176) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.439619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=ffd2fbba-31de-413e-a16b-1689aa35d143,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:46.451645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.465982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-245675169'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:46.473264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:46.479891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:46.486734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:46.488460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:46.489674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:46.493235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:46.501847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.511418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.526760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a89832b-3122-4879-8479-371ad25efe30 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=66db1832-abc5-49cf-94fc-69eac819c270 HTTP/1.1" status: 200 len: 205 time: 0.0886810 Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:46.527641 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:46.530315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52184) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.533560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.536051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.537333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] 10.222.0.49 "DELETE /v2.0/floatingips/aa3ceb1c-b715-426b-a57a-73c4045ad26e HTTP/1.1" status: 204 len: 168 time: 6.2727759 Dec 23 15:14:46.538776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:46.539455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 30ceac3f-f25d-4097-80b7-1ab78475844d no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:46.541700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:46.543747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52186) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.548001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.632211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cceaf99-3d8f-4e96-a585-3ed8f0a59c85 None None] Network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:46.648898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.651182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9089fe78-4fc6-487d-956a-71ee975e9ae4 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:46.666085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:46.679049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a16d2db-9ba0-4cd5-a5a4-6a64715db888,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:46.688981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:46.700300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.715628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 30ceac3f-f25d-4097-80b7-1ab78475844d {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:14:46.716034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 30ceac3f-f25d-4097-80b7-1ab78475844d not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:14:46.716520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:14:46.733360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.733903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment 4b317533-bda2-4a20-9df4-3748fa3d1184 of type vlan for network 64aac04d-9841-4539-8a34-00b29b6b23ea Dec 23 15:14:46.764094 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e40b665d-a728-44a4-a103-cffb3cff0bfd tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] delete failed (client error): The resource could not be found. Dec 23 15:14:46.767980 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e40b665d-a728-44a4-a103-cffb3cff0bfd tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/66db1832-abc5-49cf-94fc-69eac819c270 HTTP/1.1" status: 404 len: 336 time: 0.2242815 Dec 23 15:14:46.772435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52192) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.773547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.777485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9a16d2db-9ba0-4cd5-a5a4-6a64715db888 HTTP/1.1" status: 204 len: 168 time: 0.6412532 Dec 23 15:14:46.777649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:14:46.777649 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:14:46.777649 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'cea2d2e3-80f8-4426-aa86-9430e4b03d12'}] Dec 23 15:14:46.777649 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:46.777649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:46.778143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52196) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.798202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.856066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:46.867103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0e27eb0a-0db7-490e-97b1-82a8a7338ece tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b50202-c19a-4b15-8fca-2517822588e1 HTTP/1.1" status: 200 len: 205 time: 0.0877664 Dec 23 15:14:46.869268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.979526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-08384429-a35a-49ff-b22c-e39a2459c1dd tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] delete failed (client error): The resource could not be found. Dec 23 15:14:46.983434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08384429-a35a-49ff-b22c-e39a2459c1dd tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/54b50202-c19a-4b15-8fca-2517822588e1 HTTP/1.1" status: 404 len: 336 time: 0.1085103 Dec 23 15:14:46.985736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52204) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:46.987022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.001779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] For port 858f85a7-d4ab-456e-9dfe-b7773114b441, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:47.005218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98b37b11-cff6-4a65-aa01-15b83cc3ec66 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:47.055087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] For port 858f85a7-d4ab-456e-9dfe-b7773114b441, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=858f85a7-d4ab-456e-9dfe-b7773114b441,segment=NetworkSegment(04dd4cf6-7399-40c9-b7c3-bbb36fb42454),segment_id=04dd4cf6-7399-40c9-b7c3-bbb36fb42454)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:47.081651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.095005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96bad21b-f86c-48a2-84eb-6c2dc09011a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:47.106262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Subnet': ['ID=de43bdb3-b2f9-4d4e-ba28-fb7426da49ed,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:47.113064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:47.123765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15072dd5-6312-475b-bd0d-7f848409960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.137497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Provisioning for port 62dcdc7e-ddfa-41c6-980b-7521f3377663 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:47.174958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6864c4bd-5415-4854-915b-df093b577944 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:47.186982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67080811-5c06-4c9d-a6c9-ac9f4ce44248 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bc773d6-708a-4f8d-acce-e66173b7b5ed HTTP/1.1" status: 200 len: 205 time: 0.1833107 Dec 23 15:14:47.187186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.188491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52208) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.192353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.197190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:47.197873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.217514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Provisioning complete for port 62dcdc7e-ddfa-41c6-980b-7521f3377663 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:47.217768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b56ce66-73f4-475d-b761-ce6df28c9b3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:47.217993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.246717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] For port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,segment=NetworkSegment(cfe65f60-39b3-431b-8970-9dd225fa3675),segment_id=cfe65f60-39b3-431b-8970-9dd225fa3675)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:47.247052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.258752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.268240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.272279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1036b476-cdee-4de3-90e1-dff387ca0224 tempest-ServersTestManualDisk-1780827356 tempest-ServersTestManualDisk-1780827356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:47.296066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76fcb90-8dcb-47e5-af43-11aac346852b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-5a492782-adae-46e2-8b96-7d34877b85d1', 'network_id': '5a492782-adae-46e2-8b96-7d34877b85d1', 'tenant_id': 'b8f22de3a03a4e48b1bca4afda69bbba', 'fixed_ips': [{'subnet_id': 'de43bdb3-b2f9-4d4e-ba28-fb7426da49ed'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:47.297035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b76fcb90-8dcb-47e5-af43-11aac346852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.325225 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e517463c-3c7c-4d15-bc07-a4023e8e63e4 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] delete failed (client error): The resource could not be found. Dec 23 15:14:47.329287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e517463c-3c7c-4d15-bc07-a4023e8e63e4 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/2bc773d6-708a-4f8d-acce-e66173b7b5ed HTTP/1.1" status: 404 len: 336 time: 0.1359468 Dec 23 15:14:47.334026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52212) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.338602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.360347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6864c4bd-5415-4854-915b-df093b577944 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:47.364791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6864c4bd-5415-4854-915b-df093b577944 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5856955 Dec 23 15:14:47.371017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52216) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.379298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'b463bda5-2084-4f5a-8bcc-2e8a32894ea1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:47.384691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3748c818-54c8-47e6-803c-71573eaab24e,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:47.396396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:47.398708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:47.412088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.416483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0699992 Dec 23 15:14:47.417797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52220) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.425308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:47.432685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group_rule': {'security_group_id': '1e3b4ff1-c1bb-4b91-938c-23694e19b6bd', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:47.437513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port 858f85a7-d4ab-456e-9dfe-b7773114b441 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:47.437889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.443073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9969468 Dec 23 15:14:47.454214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-09d893d2-ab89-4a09-861d-52197d3427a8 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=6172a3f6-0f82-489f-9fc1-1d71cafb70bc HTTP/1.1" status: 200 len: 205 time: 0.1104524 Dec 23 15:14:47.457329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.457863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52226) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.464377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a492782-adae-46e2-8b96-7d34877b85d1']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:47.472619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:47.491941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:47.495459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Calling delete_port for 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:47.498288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:47.516303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:47.529032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.543683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:47.576152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=64aac04d-9841-4539-8a34-00b29b6b23ea,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:47.579622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:47.600980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 64aac04d-9841-4539-8a34-00b29b6b23ea details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:47.618781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Pushing event updated for resources: {'Port': ['ID=858f85a7-d4ab-456e-9dfe-b7773114b441,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:47.627651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.635867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:47.651984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59afea59-2f46-4289-b99a-10f58a1108c2') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:47.652300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59afea59-2f46-4289-b99a-10f58a1108c2') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:47.661989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-c65020d7-4d4c-4ab8-95c1-7721067b3af8 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] delete failed (client error): The resource could not be found. Dec 23 15:14:47.665708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c65020d7-4d4c-4ab8-95c1-7721067b3af8 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/6172a3f6-0f82-489f-9fc1-1d71cafb70bc HTTP/1.1" status: 404 len: 336 time: 0.2023304 Dec 23 15:14:47.672203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52232) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.725368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.755470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7dee893a-cabf-4334-8336-d08f74830c2e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b2be333-f6a1-4fab-adba-8b99bd74b57f HTTP/1.1" status: 200 len: 205 time: 0.0681989 Dec 23 15:14:47.764380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.818066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.836793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.843671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:47.859270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:47.863542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-f491879c-d69e-41eb-98f2-079a4fc30181 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] delete failed (client error): The resource could not be found. Dec 23 15:14:47.866979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f491879c-d69e-41eb-98f2-079a4fc30181 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/routers/9b2be333-f6a1-4fab-adba-8b99bd74b57f HTTP/1.1" status: 404 len: 336 time: 0.0964499 Dec 23 15:14:47.866979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:47.869789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:47.869963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52240) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:47.870250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:47.887727 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:47.948834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.957639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-86297d62-5ed1-4d6e-a1f9-d4277ce77b85 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] DELETE failed (client error): The resource could not be found. Dec 23 15:14:47.958886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86297d62-5ed1-4d6e-a1f9-d4277ce77b85 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:14:47.962588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port 858f85a7-d4ab-456e-9dfe-b7773114b441, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=858f85a7-d4ab-456e-9dfe-b7773114b441,segment=NetworkSegment(04dd4cf6-7399-40c9-b7c3-bbb36fb42454),segment_id=04dd4cf6-7399-40c9-b7c3-bbb36fb42454)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:47.962945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.975786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:47.984441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b38f3045-e656-4f04-bc4b-dd7d3095e492 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.058417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d7a0b-6671-4b28-95d0-5f71dee265e5 None None] Network cea2d2e3-80f8-4426-aa86-9430e4b03d12 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:48.073178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.073451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86297d62-5ed1-4d6e-a1f9-d4277ce77b85 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] 10.222.0.49 "DELETE /v2.0/subnets/ea5fff29-4e57-434a-9fab-c4e97924a811 HTTP/1.1" status: 404 len: 337 time: 0.2016332 Dec 23 15:14:48.139308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.156376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for 858f85a7-d4ab-456e-9dfe-b7773114b441 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:48.185483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.187524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74abdc85-131b-4768-9d66-cfcbf092a8ae,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.208468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.209067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.209229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.245125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:48.245491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4399c-9bab-475d-8175-bfa4efc56c8c None None] Network 5a492782-adae-46e2-8b96-7d34877b85d1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:48.255013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.258560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3976693d-9e9d-4808-aa30-78909c121fa7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8864076 Dec 23 15:14:48.260135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1350eb-3167-4927-96f8-b8e629c75e76,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.274805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:48.304814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4733f8b-4b0e-4647-81fe-70baa0facc36 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules/74abdc85-131b-4768-9d66-cfcbf092a8ae HTTP/1.1" status: 200 len: 706 time: 0.0260315 Dec 23 15:14:48.304814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.305185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.306851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52250) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:48.317538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.321976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8958025 Dec 23 15:14:48.327903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6168a177-077c-4dac-91d7-d9b2dc22c709 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.346638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Pushing event deleted for resources: {'Port': ['ID=0a437101-f66a-4f27-86e3-cfdba4e3ecd0,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.347902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.349207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.356849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52254) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:48.363542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group_rule': {'security_group_id': '1e3b4ff1-c1bb-4b91-938c-23694e19b6bd', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:48.381103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Network': ['ID=5a492782-adae-46e2-8b96-7d34877b85d1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.383224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:48.400947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.402788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.403323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:48.424789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/5a492782-adae-46e2-8b96-7d34877b85d1 HTTP/1.1" status: 204 len: 168 time: 2.4435465 Dec 23 15:14:48.434094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.437802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4399c-9bab-475d-8175-bfa4efc56c8c None None] Network 5a492782-adae-46e2-8b96-7d34877b85d1 could not be found, it might have been deleted concurrently. {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 23 15:14:48.439521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52260) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:48.446926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-284d3079-48f5-4a23-a82e-cef556852247 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.456855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] No DVR routers for this DVR port 0a437101-f66a-4f27-86e3-cfdba4e3ecd0 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:48.487507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] For port 62dcdc7e-ddfa-41c6-980b-7521f3377663, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=62dcdc7e-ddfa-41c6-980b-7521f3377663,segment=NetworkSegment(3517ded5-b28d-4dba-89ca-05fa5d45d5cf),segment_id=3517ded5-b28d-4dba-89ca-05fa5d45d5cf)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:48.492059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.495677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.498279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:48.498482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7fb7b71-1807-4623-ba01-043c9dec5828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.504492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1972034082'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:48.509390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:48.524711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:48.529267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:48.533970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=858f85a7-d4ab-456e-9dfe-b7773114b441,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.547589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.548843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:network and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:48.553398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:48.556818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52264) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:48.574624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e2e8c7be-066b-4dc5-a6b0-97f6d4bce09e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:48.579785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:48.598737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Pushing event updated for resources: {'Port': ['ID=62dcdc7e-ddfa-41c6-980b-7521f3377663,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.598959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port 858f85a7-d4ab-456e-9dfe-b7773114b441 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:48.603144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:48.604923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.606122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.609628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.691886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:48.720693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.738781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e2e8c7be-066b-4dc5-a6b0-97f6d4bce09e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:48.742887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2e8c7be-066b-4dc5-a6b0-97f6d4bce09e tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4323552 Dec 23 15:14:48.746262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:48.757811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e603a0d-d1d3-4d50-9c60-b4e6be6002a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.820242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.836554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.836748 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Added segment 6a157aef-1853-44c8-9eee-0cbb9baf66f1 of type vlan for network ee149098-7ab6-43a6-8022-3a686d5756fa Dec 23 15:14:48.844703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.845935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.859824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.873098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12453f3-f6c1-4989-a649-975356d25f4f None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:14:48.926402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.934816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.937554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.940892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c472aa46-f4ad-4fce-83d5-3b8a9693f9bf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.942988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea2d2e3-80f8-4426-aa86-9430e4b03d12']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:48.953484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6434a13b-652a-4b85-8c68-02e1b244acf1 None None] Provisioning complete for port 62dcdc7e-ddfa-41c6-980b-7521f3377663 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:48.954029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6434a13b-652a-4b85-8c68-02e1b244acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.969676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dd4cf6-7399-40c9-b7c3-bbb36fb42454') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:48.970027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dd4cf6-7399-40c9-b7c3-bbb36fb42454') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:48.983350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4d5abf-e103-4165-899a-17585964cd13,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:48.985481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:48.986825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:48.993684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:48.994020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:81a3c368ebcf42d99b9558f3cddbfc87 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:48.994260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:48.999347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.007453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.022764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74abdc85-131b-4768-9d66-cfcbf092a8ae,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:49.033341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:49.046568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.047966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-adcf5c81-7870-4e76-9e64-2a212a059346 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6897814 Dec 23 15:14:49.051142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.058192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52274) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.059220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee2266df-d983-49e2-91e8-91fc284a9c30 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:49.066358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:49.094526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:49.099996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group_rule': {'security_group_id': '1e3b4ff1-c1bb-4b91-938c-23694e19b6bd', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:49.111940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.114253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.118090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/74abdc85-131b-4768-9d66-cfcbf092a8ae HTTP/1.1" status: 204 len: 168 time: 0.3611732 Dec 23 15:14:49.118090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:49.123002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52278) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.125640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12453f3-f6c1-4989-a649-975356d25f4f None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:14:49.129072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.133340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:49.134384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.138491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:49.143077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:49.143777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.149366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:49.169132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:49.173098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=b6e8e09b-a05a-4bb3-8295-8740cf86a8f6,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:49.177820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:49.187045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:49.194402 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:49.203126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': '4b317533-bda2-4a20-9df4-3748fa3d1184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:49.203514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: 64aac04d-9841-4539-8a34-00b29b6b23ea, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:49.208620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Project 0b593c7b0ee5442c808a235131a805fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:14:49.222161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.281444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 64aac04d-9841-4539-8a34-00b29b6b23ea is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:49.299710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 64aac04d-9841-4539-8a34-00b29b6b23ea) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:49.307585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:49.308271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.342365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.349794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.351691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a6edaa4-6f11-49c6-8114-3b32f50b8be5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:49.371511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9121668 Dec 23 15:14:49.375361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.388077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1839286561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:49.397885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7dbb77-2366-449c-963a-2746bee57113,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:49.400651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:49.403709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:49.407651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:49.411706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.416177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3281603 Dec 23 15:14:49.418024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:49.420923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.424724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9394705 Dec 23 15:14:49.426875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52290) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.431179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'security_group_rule': {'security_group_id': '1e3b4ff1-c1bb-4b91-938c-23694e19b6bd', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:49.435857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Network': ['ID=ee149098-7ab6-43a6-8022-3a686d5756fa,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:49.439604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:49.446317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:49.446987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'subnet': {'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:49.452216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.467448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:49.471841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:49.478477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:security_group_rule and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:49.495032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.498911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network ee149098-7ab6-43a6-8022-3a686d5756fa details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:49.520721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=cea2d2e3-80f8-4426-aa86-9430e4b03d12,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:49.528278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e2e3ae56-87a7-4473-9a9f-329e967b9f2a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:49.537079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:49.540634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:49.557089 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/cea2d2e3-80f8-4426-aa86-9430e4b03d12 HTTP/1.1" status: 204 len: 168 time: 6.2589502 Dec 23 15:14:49.558776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.560674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:49.566806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.567799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.580002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737575430'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:49.593003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:49.612879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:49.614059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.615806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Project 0b593c7b0ee5442c808a235131a805fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:14:49.619369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.620279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:49.628256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.634822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:49.636709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae43a7f7-03a7-4153-af87-3a56470a5aba tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:49.636857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.644081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e2e3ae56-87a7-4473-9a9f-329e967b9f2a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:49.648651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2e3ae56-87a7-4473-9a9f-329e967b9f2a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5214159 Dec 23 15:14:49.651739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52298) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.657712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:49.702135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81a3c368ebcf42d99b9558f3cddbfc87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1395931 Dec 23 15:14:49.702372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:49.702509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1ee4c-7fe4-4312-8732-b36f395b484a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:49.707466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52302) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:49.707659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.708337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:49.735271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.748728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:49.816887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:49.844188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:49.906407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.909577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74536cd4-7d6d-4a02-8592-bf057d7f3a25 None None] Network 64aac04d-9841-4539-8a34-00b29b6b23ea requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:49.986079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.989837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:49.990239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment 831ef0b1-9a37-4805-8fd9-6e4ed775703f of type vlan for network 4b2955a9-5380-430f-b114-924b80fa00c0 Dec 23 15:14:50.009038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.018927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.032419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:50.060466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.064957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-58fa78ba-6d30-4090-929f-37e954d4a25c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6831834 Dec 23 15:14:50.067949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52306) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:50.092097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.118450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da577486-2a36-41d5-8c2e-e91ccf8a199a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:50.129130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:50.130652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.140570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.143152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.179110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-64aac04d-9841-4539-8a34-00b29b6b23ea', 'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': 'b6e8e09b-a05a-4bb3-8295-8740cf86a8f6'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:50.180080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.223042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.225091 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8029058 Dec 23 15:14:50.236933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52310) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:50.302234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.306704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:50.307351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.310151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'network': {'name': 'tempest-network-smoke--1563828258', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:50.314777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5839425-3522-4244-84a5-33d6c216d5bb tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:50.315245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.337687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:50.341129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.365781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Allocated IP 172.20.0.2 (64aac04d-9841-4539-8a34-00b29b6b23ea/b6e8e09b-a05a-4bb3-8295-8740cf86a8f6/86989848-482e-4b30-ba78-671ada1a6e71) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:50.386137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:network and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:50.400574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:50.481272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 62dcdc7e-ddfa-41c6-980b-7521f3377663 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:50.487434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:50.528209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Made reservation on behalf of 0b593c7b0ee5442c808a235131a805fc for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:50.533868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.542773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.545124 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/b463bda5-2084-4f5a-8bcc-2e8a32894ea1 HTTP/1.1" status: 204 len: 168 time: 0.8890049 Dec 23 15:14:50.548907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52314) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:50.550863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9913802 Dec 23 15:14:50.558565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=4b2955a9-5380-430f-b114-924b80fa00c0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:50.563909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52316) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:50.585763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:50.612050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.612393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.612815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.613240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.613658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.614082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.614480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.614889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.615318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.616032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.616156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:50.655019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 4b2955a9-5380-430f-b114-924b80fa00c0 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:50.678205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:50.679534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac0ba525-def3-47f2-b1e4-9c927c0f8376 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:50.680257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 62dcdc7e-ddfa-41c6-980b-7521f3377663 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:50.680694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.712340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.714922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a710c0b7-7001-4fb4-82ca-ca7246155ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:50.720309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463bda5-2084-4f5a-8bcc-2e8a32894ea1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:50.726080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:50.729153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:50.778392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:50.782806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.787784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:50.791418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95de319e-7884-4043-85f7-91a6548ff656 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:50.804678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1ee4c-7fe4-4312-8732-b36f395b484a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:50.821409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:50.823224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:50.842092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:50.868452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.870671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.871299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Added segment a64a2376-62e9-4756-8d60-ae3f28c8b33e of type vlan for network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 Dec 23 15:14:50.879637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:50.898222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.905394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Transition to ACTIVE for port object 86989848-482e-4b30-ba78-671ada1a6e71 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:50.911543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Subnet': ['ID=4bccc0ca-08f7-4732-a6e9-cd35a97f4eb2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:50.921083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:50.955082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fae6b64b-39a1-44bb-8cbe-999745473df5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:50.962408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Transition to ACTIVE for port object 86989848-482e-4b30-ba78-671ada1a6e71 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:50.966449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:50.967682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecd1ee4c-7fe4-4312-8732-b36f395b484a HTTP/1.1" status: 204 len: 168 time: 1.2583477 Dec 23 15:14:50.997500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.001833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Checking segment: {'id': '6a157aef-1853-44c8-9eee-0cbb9baf66f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:51.002231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network hostable DHCP agents. Network: ee149098-7ab6-43a6-8022-3a686d5756fa, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:51.003360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.003466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:51.042096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.059132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fae6b64b-39a1-44bb-8cbe-999745473df5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:51.060513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fae6b64b-39a1-44bb-8cbe-999745473df5 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5068793 Dec 23 15:14:51.068944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:51.091485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Network 64aac04d-9841-4539-8a34-00b29b6b23ea is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:51.096118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:51.099492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:51.119660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.123783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:51.124433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.131690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f75f72d0-f17e-422b-9ffe-bbbebd2197f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994057680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:51.151255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029053682'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:51.157683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:51.173550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:51.198824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.208371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Pushing event updated for resources: {'Port': ['ID=86989848-482e-4b30-ba78-671ada1a6e71,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:51.215956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:51.228504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network ee149098-7ab6-43a6-8022-3a686d5756fa is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:51.239463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Attempting to bind port 86989848-482e-4b30-ba78-671ada1a6e71 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:51.239890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Attempting to bind port 86989848-482e-4b30-ba78-671ada1a6e71 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '4b317533-bda2-4a20-9df4-3748fa3d1184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:51.240434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Attempting to bind port 86989848-482e-4b30-ba78-671ada1a6e71 on network 64aac04d-9841-4539-8a34-00b29b6b23ea {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:51.248145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:51.248569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Checking segment: {'id': '4b317533-bda2-4a20-9df4-3748fa3d1184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:51.249108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.249572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Bound using segment: {'id': '4b317533-bda2-4a20-9df4-3748fa3d1184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:51.250310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Bound port: 86989848-482e-4b30-ba78-671ada1a6e71, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b317533-bda2-4a20-9df4-3748fa3d1184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64aac04d-9841-4539-8a34-00b29b6b23ea'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:51.250700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.256549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, ee149098-7ab6-43a6-8022-3a686d5756fa) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:51.275149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:51.275549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029fe942-6c52-4c81-9c20-2eba0eca9dd4 None None] Network ee149098-7ab6-43a6-8022-3a686d5756fa requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:51.275806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.301982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:51.322754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8851361 Dec 23 15:14:51.323599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:51.324596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.334074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:51.370508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Network': ['ID=244bf9c6-7bd3-474f-8795-2b4a78f08e99,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:51.446900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.447634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.448077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.448506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.448930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.449565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.449984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.450410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.451160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.451593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.452011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:14:51.455972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:51.467057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52334) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:51.472566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:51.498199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2077537 Dec 23 15:14:51.503766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:51.519356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'admin_state_up': True, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:51.538998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:51.568055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:router and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:51.574492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:51.602342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:51.634626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] For port 86989848-482e-4b30-ba78-671ada1a6e71, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:51.657881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.659296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.669299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.674619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b731855-c05e-416d-9173-749e7cf1c544 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:51.682473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] For port 86989848-482e-4b30-ba78-671ada1a6e71, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86989848-482e-4b30-ba78-671ada1a6e71,segment=NetworkSegment(4b317533-bda2-4a20-9df4-3748fa3d1184),segment_id=4b317533-bda2-4a20-9df4-3748fa3d1184)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:51.693428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.699611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-151c5b02-400c-4f13-a815-7301615b66b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:51.713229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.723915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b8df3cd-542c-404f-8be1-7a16ee12c2a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb19f43f7ac944a6a063251b5138794c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2269266 Dec 23 15:14:51.731184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52342) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:51.735930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.736955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.826866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.828256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6835017 Dec 23 15:14:51.835406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Pushing event updated for resources: {'Port': ['ID=86989848-482e-4b30-ba78-671ada1a6e71,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:51.836249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52346) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:51.838468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:51.841572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-ee149098-7ab6-43a6-8022-3a686d5756fa', 'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa', 'tenant_id': 'b8f22de3a03a4e48b1bca4afda69bbba', 'fixed_ips': [{'subnet_id': '4bccc0ca-08f7-4732-a6e9-cd35a97f4eb2'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:51.842510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.864617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Request body: {'security_group_rule': {'security_group_id': 'a64e51b2-b581-4cf6-8412-361a625303ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:51.871938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=cf86b657-af2f-44d8-88ac-0d164f51eb39,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:51.883618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:51.885298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:51.889531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f97c763-f53b-4509-9f0c-81e8524938e7 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:51.910018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Usage tracker for resource:security_group_rule and tenant:baaac26d00004f45b51739d4050da84f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:51.915987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:51.921001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.936901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Deleting port f3118af6-d989-4bb4-bd83-3ec95f2641f8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:51.937991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.940600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:51.978913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:51.992017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': '831ef0b1-9a37-4805-8fd9-6e4ed775703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:51.992421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 4b2955a9-5380-430f-b114-924b80fa00c0, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:14:52.026695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e51b2-b581-4cf6-8412-361a625303ef,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:52.028246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Allocated IP 2001:db8::2 (ee149098-7ab6-43a6-8022-3a686d5756fa/4bccc0ca-08f7-4732-a6e9-cd35a97f4eb2/6f202956-26d3-45da-9675-9575f33fba56) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:52.040774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:52.114140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.231571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 4b2955a9-5380-430f-b114-924b80fa00c0 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:14:52.540009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.567964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.580358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86989848-482e-4b30-ba78-671ada1a6e71 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:52.583010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 4b2955a9-5380-430f-b114-924b80fa00c0) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:52.587763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:52.588439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.628016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.630789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.636746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.638657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.20.0.1 (64aac04d-9841-4539-8a34-00b29b6b23ea/b6e8e09b-a05a-4bb3-8295-8740cf86a8f6/d7bc12f4-7cf2-4f50-b524-002c0810bca1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:52.642217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.647947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969ec13-23dd-47f1-9ad8-33859803d8f6 None None] Network 4b2955a9-5380-430f-b114-924b80fa00c0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:52.654546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-681e52d0-4dbf-4f5a-b952-77deca01fc1a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:52.668407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Transition to ACTIVE for port object 6f202956-26d3-45da-9675-9575f33fba56 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:52.686582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1206734 Dec 23 15:14:52.688082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a424c89-b4c3-4e95-93ff-4868acea98be,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:52.690934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:52.693061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52350) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:52.729552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.734283 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8856325 Dec 23 15:14:52.736604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52354) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:52.769108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Transition to ACTIVE for port object 6f202956-26d3-45da-9675-9575f33fba56 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:52.789369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.803310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:52.813456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] For port f3118af6-d989-4bb4-bd83-3ec95f2641f8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f3118af6-d989-4bb4-bd83-3ec95f2641f8,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:52.813868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.832744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 86989848-482e-4b30-ba78-671ada1a6e71 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:52.878016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:52.889048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ac6edeb-555c-4454-8b59-72c3b994c7d6 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:52.926499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Network ee149098-7ab6-43a6-8022-3a686d5756fa is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:52.935624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Subnet': ['ID=4bccc0ca-08f7-4732-a6e9-cd35a97f4eb2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:52.938582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:52.938716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:52.942477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Pushing event updated for resources: {'Port': ['ID=6f202956-26d3-45da-9675-9575f33fba56,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:52.944802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:52.953426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:52.977275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Calling delete_port for f3118af6-d989-4bb4-bd83-3ec95f2641f8 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:53.057435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.064661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7b0297c6-e98f-4ada-9ca4-f95f29a762bc tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:53.085469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Attempting to bind port 6f202956-26d3-45da-9675-9575f33fba56 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:53.085906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Attempting to bind port 6f202956-26d3-45da-9675-9575f33fba56 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6a157aef-1853-44c8-9eee-0cbb9baf66f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:53.086571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Attempting to bind port 6f202956-26d3-45da-9675-9575f33fba56 on network ee149098-7ab6-43a6-8022-3a686d5756fa {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:53.095190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-4b2955a9-5380-430f-b114-924b80fa00c0', 'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': 'cf86b657-af2f-44d8-88ac-0d164f51eb39'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:14:53.095739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.111892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:53.112190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Checking segment: {'id': '6a157aef-1853-44c8-9eee-0cbb9baf66f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:53.113015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.113015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Bound using segment: {'id': '6a157aef-1853-44c8-9eee-0cbb9baf66f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:53.113575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Bound port: 6f202956-26d3-45da-9675-9575f33fba56, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a157aef-1853-44c8-9eee-0cbb9baf66f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ee149098-7ab6-43a6-8022-3a686d5756fa'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:53.114014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.114472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8b217-bff8-4271-b23f-393a60096fa0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:53.129100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.146360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:53.151971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.171800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.182904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee149098-7ab6-43a6-8022-3a686d5756fa']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:53.183597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.213371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.214524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfd8b217-bff8-4271-b23f-393a60096fa0 HTTP/1.1" status: 204 len: 168 time: 1.4766099 Dec 23 15:14:53.230561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object d7bc12f4-7cf2-4f50-b524-002c0810bca1 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:53.237501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a157aef-1853-44c8-9eee-0cbb9baf66f1') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:53.237991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a157aef-1853-44c8-9eee-0cbb9baf66f1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:53.246042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.278517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.311129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.326844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:53.327423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.330211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:53.376489 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:53.378622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.407306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] For port 6f202956-26d3-45da-9675-9575f33fba56, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:53.448429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16aa739c-820e-4d57-8b4a-b5623f24fcc2 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:53.465130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Allocated IP 2001:db8::1 (4b2955a9-5380-430f-b114-924b80fa00c0/cf86b657-af2f-44d8-88ac-0d164f51eb39/449671b0-e4ae-470d-89df-0053460cee4e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:53.513434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.529496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.546666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=d7bc12f4-7cf2-4f50-b524-002c0810bca1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:53.562035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:53.563318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-11046a26-dd2b-46e7-8456-5b1ed7cce50c tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:53.579856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.587417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 64aac04d-9841-4539-8a34-00b29b6b23ea is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:53.588828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.596709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:53.599099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e51b2-b581-4cf6-8412-361a625303ef,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:53.604167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:53.640559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:14:53.640559 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:14:53.640559 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'ee149098-7ab6-43a6-8022-3a686d5756fa'}] Dec 23 15:14:53.640559 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:53.641043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:53.644272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:53.645881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9599c8e6-e160-4eb1-b2f9-8f499d262590 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:53.675444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] For port 6f202956-26d3-45da-9675-9575f33fba56, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6f202956-26d3-45da-9675-9575f33fba56,segment=NetworkSegment(6a157aef-1853-44c8-9eee-0cbb9baf66f1),segment_id=6a157aef-1853-44c8-9eee-0cbb9baf66f1)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:53.686549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.701483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:53.769566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3118af6-d989-4bb4-bd83-3ec95f2641f8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:53.805196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.817433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Allocated IP 172.26.2.2 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/a09fd839-c2c9-4b87-95dd-99e99795e636) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:53.825781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:53.837417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Pushing event updated for resources: {'Port': ['ID=6f202956-26d3-45da-9675-9575f33fba56,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:53.844508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:53.848573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/a64e51b2-b581-4cf6-8412-361a625303ef HTTP/1.1" status: 204 len: 168 time: 1.1045778 Dec 23 15:14:53.848713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:53.856855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:54.101112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93b4070-8382-43a7-be2d-e422ae105960 None None] Network ee149098-7ab6-43a6-8022-3a686d5756fa requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:54.136443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.142871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.150503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.196647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f4c2a3cd-4cce-4d57-86d6-761ba8940792 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:54.221893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting port 6f202956-26d3-45da-9675-9575f33fba56 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:54.222354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.259319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Transition to ACTIVE for port object 449671b0-e4ae-470d-89df-0053460cee4e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:54.295133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f4c2a3cd-4cce-4d57-86d6-761ba8940792 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:54.296597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f4c2a3cd-4cce-4d57-86d6-761ba8940792 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4382102 Dec 23 15:14:54.301340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:54.336620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Transition to ACTIVE for port object 449671b0-e4ae-470d-89df-0053460cee4e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:14:54.380606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9fe077-29a7-41ac-abb0-5272d2cb7fea None None] Network 64aac04d-9841-4539-8a34-00b29b6b23ea requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:54.391472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.440687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:54.510679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.520132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=cf86b657-af2f-44d8-88ac-0d164f51eb39,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:54.530701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:54.563848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.573215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05c47212-c8a1-49cc-aeec-5479273a5105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:54.602295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.687436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Provisioning for port 86989848-482e-4b30-ba78-671ada1a6e71 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:54.712588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Provisioning complete for port 86989848-482e-4b30-ba78-671ada1a6e71 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:54.713445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.739829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52663407-7c2b-424b-a788-4b7f556751b9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:54.747090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Network 4b2955a9-5380-430f-b114-924b80fa00c0 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:54.768687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:54.798797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Pushing event updated for resources: {'Port': ['ID=449671b0-e4ae-470d-89df-0053460cee4e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:54.804879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:54.805888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] For port 6f202956-26d3-45da-9675-9575f33fba56, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6f202956-26d3-45da-9675-9575f33fba56,segment=NetworkSegment(6a157aef-1853-44c8-9eee-0cbb9baf66f1),segment_id=6a157aef-1853-44c8-9eee-0cbb9baf66f1)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:54.806301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.816040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:54.816526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.829826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52663407-7c2b-424b-a788-4b7f556751b9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:54.831777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52663407-7c2b-424b-a788-4b7f556751b9 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5274174 Dec 23 15:14:54.838121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52384) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:54.880917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6e56c4bc-24ca-4c3d-9f52-444670918f02 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] delete failed (client error): The resource could not be found. Dec 23 15:14:54.886389 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e56c4bc-24ca-4c3d-9f52-444670918f02 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "DELETE /v2.0/security-groups/a64e51b2-b581-4cf6-8412-361a625303ef HTTP/1.1" status: 404 len: 347 time: 0.0462832 Dec 23 15:14:54.902858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52390) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:54.907099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:54.971624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5953b679-0432-4b39-94da-851522f8301a tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:55.014146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Calling delete_port for 6f202956-26d3-45da-9675-9575f33fba56 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:55.025896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Attempting to bind port 449671b0-e4ae-470d-89df-0053460cee4e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:14:55.026229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Attempting to bind port 449671b0-e4ae-470d-89df-0053460cee4e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '831ef0b1-9a37-4805-8fd9-6e4ed775703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:14:55.026643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Attempting to bind port 449671b0-e4ae-470d-89df-0053460cee4e on network 4b2955a9-5380-430f-b114-924b80fa00c0 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:14:55.055593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:14:55.056639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Checking segment: {'id': '831ef0b1-9a37-4805-8fd9-6e4ed775703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:14:55.056639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.056875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Bound using segment: {'id': '831ef0b1-9a37-4805-8fd9-6e4ed775703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:14:55.057386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Bound port: 449671b0-e4ae-470d-89df-0053460cee4e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831ef0b1-9a37-4805-8fd9-6e4ed775703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b2955a9-5380-430f-b114-924b80fa00c0'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:14:55.057693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.057936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2955a9-5380-430f-b114-924b80fa00c0']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:55.080949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7c17a73-1c02-44c6-85a4-46cadf414ce8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Synchronizing usage tracker for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:55.097915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831ef0b1-9a37-4805-8fd9-6e4ed775703f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:55.098283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831ef0b1-9a37-4805-8fd9-6e4ed775703f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:55.125088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.141735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.146907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7c17a73-1c02-44c6-85a4-46cadf414ce8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Unset dirty status for tenant:baaac26d00004f45b51739d4050da84f on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:55.154359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d7c17a73-1c02-44c6-85a4-46cadf414ce8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2480912 Dec 23 15:14:55.197760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:55.199163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Port': ['ID=a09fd839-c2c9-4b87-95dd-99e99795e636,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:55.207327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:55.219823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.220070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:55.232378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:55.274428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.298298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:55.299005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:55.321743 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:55.351754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.394834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.441207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7f49bf5-0394-49ff-9764-d208c25fc4bc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:55.514334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Port': ['ID=6f202956-26d3-45da-9675-9575f33fba56,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:55.528107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] For port 86989848-482e-4b30-ba78-671ada1a6e71, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86989848-482e-4b30-ba78-671ada1a6e71,segment=NetworkSegment(4b317533-bda2-4a20-9df4-3748fa3d1184),segment_id=4b317533-bda2-4a20-9df4-3748fa3d1184)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:55.539845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.543317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:55.589961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:55.600315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:55.616717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:14:55.616717 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:14:55.616717 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': '4b2955a9-5380-430f-b114-924b80fa00c0'}] Dec 23 15:14:55.616717 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:14:55.617136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:14:55.624480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No DVR routers for this DVR port 6f202956-26d3-45da-9675-9575f33fba56 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:55.660360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.667109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] For port 449671b0-e4ae-470d-89df-0053460cee4e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:14:55.742236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] For port 449671b0-e4ae-470d-89df-0053460cee4e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=449671b0-e4ae-470d-89df-0053460cee4e,segment=NetworkSegment(831ef0b1-9a37-4805-8fd9-6e4ed775703f),segment_id=831ef0b1-9a37-4805-8fd9-6e4ed775703f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:14:55.754754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.767502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Pushing event updated for resources: {'Port': ['ID=86989848-482e-4b30-ba78-671ada1a6e71,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:55.771452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:55.778714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:55.827881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fdf77474-de74-4bdb-af28-602aaef15c7f None None] Provisioning complete for port 86989848-482e-4b30-ba78-671ada1a6e71 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:55.828212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdf77474-de74-4bdb-af28-602aaef15c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:55.850970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=d7bc12f4-7cf2-4f50-b524-002c0810bca1,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:55.911559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:55.968377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.013216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:14:56.018495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Pushing event updated for resources: {'Port': ['ID=449671b0-e4ae-470d-89df-0053460cee4e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:56.021488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:56.031680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0966c-e330-4858-925a-fb8a41281ab9 None None] Network 4b2955a9-5380-430f-b114-924b80fa00c0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:14:56.045909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee149098-7ab6-43a6-8022-3a686d5756fa']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:56.073355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a157aef-1853-44c8-9eee-0cbb9baf66f1') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:56.073716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a157aef-1853-44c8-9eee-0cbb9baf66f1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:56.082719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:56.100310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.110664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 64aac04d-9841-4539-8a34-00b29b6b23ea is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:56.113834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:56.117797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.163810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.191767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:56.192214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:56.238888 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:56.258697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fdf77474-de74-4bdb-af28-602aaef15c7f None None] Provisioning for port d7bc12f4-7cf2-4f50-b524-002c0810bca1 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:14:56.297255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fdf77474-de74-4bdb-af28-602aaef15c7f None None] Provisioning complete for port d7bc12f4-7cf2-4f50-b524-002c0810bca1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:56.297694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdf77474-de74-4bdb-af28-602aaef15c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.347400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port 449671b0-e4ae-470d-89df-0053460cee4e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:14:56.347783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.445295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fdf77474-de74-4bdb-af28-602aaef15c7f None None] Port d7bc12f4-7cf2-4f50-b524-002c0810bca1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:56.508753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86989848-482e-4b30-ba78-671ada1a6e71 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:14:56.607135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9aac11c3-159e-445d-9a5f-65bd9a432b9f None None] Provisioning complete for port d7bc12f4-7cf2-4f50-b524-002c0810bca1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:56.607678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9aac11c3-159e-445d-9a5f-65bd9a432b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.643042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad07dc-bc83-4e19-bb3a-3f75c9b525fe None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:14:56.680874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 86989848-482e-4b30-ba78-671ada1a6e71 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:56.681345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.781302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9aac11c3-159e-445d-9a5f-65bd9a432b9f None None] Port d7bc12f4-7cf2-4f50-b524-002c0810bca1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:56.793461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52420) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:56.852614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.896871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 52e8516e-6890-4b47-9ea1-ddb5632167a0 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:14:56.897086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e8db06b-5049-4626-9321-1e3b8f99c047 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:56.908581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Router a5ef7e7d-5e9d-4ec9-8f31-640df044328c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:14:56.915553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.928087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.928983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.951257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad07dc-bc83-4e19-bb3a-3f75c9b525fe None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:14:56.952924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Network': ['ID=ee149098-7ab6-43a6-8022-3a686d5756fa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:56.957020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf08231f-411d-46cc-a596-73e1240282c6 None None] Provisioning complete for port d7bc12f4-7cf2-4f50-b524-002c0810bca1 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:14:56.957494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf08231f-411d-46cc-a596-73e1240282c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:56.966050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:56.976463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-60693aa3-dfb6-43de-b563-e36e1958e36f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=baaac26d00004f45b51739d4050da84f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0636573 Dec 23 15:14:57.027360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf08231f-411d-46cc-a596-73e1240282c6 None None] Port d7bc12f4-7cf2-4f50-b524-002c0810bca1 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:14:57.034035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52426) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:57.040249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1777261714', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:57.067581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:57.074348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/ee149098-7ab6-43a6-8022-3a686d5756fa HTTP/1.1" status: 204 len: 168 time: 5.7442100 Dec 23 15:14:57.080716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:57.137239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Usage tracker for resource:port and tenant:d70409bbb7f64bf091ca271c9fa69b05 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:57.142976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:57.156278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1627910927'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:57.166635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:57.166818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:57.175756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:network and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:57.188531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:57.205183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:57.209689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port 449671b0-e4ae-470d-89df-0053460cee4e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=449671b0-e4ae-470d-89df-0053460cee4e,segment=NetworkSegment(831ef0b1-9a37-4805-8fd9-6e4ed775703f),segment_id=831ef0b1-9a37-4805-8fd9-6e4ed775703f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:14:57.210079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.269683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Made reservation on behalf of d70409bbb7f64bf091ca271c9fa69b05 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:57.275261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.300805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.346020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for 449671b0-e4ae-470d-89df-0053460cee4e owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:14:57.368519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.394064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:57.399672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.400956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24cfb0-d58b-4410-b3c4-5288512126ed None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:14:57.466256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:57.482998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Usage tracker for resource:security_group_rule and tenant:d70409bbb7f64bf091ca271c9fa69b05 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:57.499886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:57.512126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.520058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:57.532991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:57.539184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.540034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24cfb0-d58b-4410-b3c4-5288512126ed None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:14:57.545808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a954aa6f-2b24-4eea-8820-f65ee5bcbde7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:57.568185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:57.593124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.593577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Added segment 497ae63b-b686-497d-8b89-3193b8cf74d1 of type vlan for network a351c41d-f08e-474c-ad1b-705218545593 Dec 23 15:14:57.602995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=449671b0-e4ae-470d-89df-0053460cee4e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:57.607194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:57.616990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port 449671b0-e4ae-470d-89df-0053460cee4e on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:14:57.626684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/52e8516e-6890-4b47-9ea1-ddb5632167a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5550592 Dec 23 15:14:57.632690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] Sync routers for ids ['52e8516e-6890-4b47-9ea1-ddb5632167a0'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:57.632844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:57.673363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] Routers {'52e8516e-6890-4b47-9ea1-ddb5632167a0'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:57.674100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['52e8516e-6890-4b47-9ea1-ddb5632167a0'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.680758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.706806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.715315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6397c27-b295-426e-af19-e6695f26e834 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:57.740448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:57.747471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.758150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] Sync routers for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:57.762648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a526f366-2ae7-4387-8f60-d44e0fac6f60,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:57.765326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:57.796264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1bed77-d9f7-42f2-9ef5-f08e7e0376c8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:57.796975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae1bed77-d9f7-42f2-9ef5-f08e7e0376c8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:14:57.798622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:57.799683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.805886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.808053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.828535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.829066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] Routers {'52e8516e-6890-4b47-9ea1-ddb5632167a0'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:57.829971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['52e8516e-6890-4b47-9ea1-ddb5632167a0'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.834493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:57.849443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] device_id is not set on port 9acb5d6e-a739-493a-a8a4-96ed1fe679f9 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:14:57.854314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2955a9-5380-430f-b114-924b80fa00c0']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.868282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.872551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:57.873222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.886221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831ef0b1-9a37-4805-8fd9-6e4ed775703f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.886560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831ef0b1-9a37-4805-8fd9-6e4ed775703f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.890497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:57.894309 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a526f366-2ae7-4387-8f60-d44e0fac6f60 HTTP/1.1" status: 204 len: 168 time: 0.8571360 Dec 23 15:14:57.894452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:57.895986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae1bed77-d9f7-42f2-9ef5-f08e7e0376c8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:14:57.897222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ae1bed77-d9f7-42f2-9ef5-f08e7e0376c8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports/d7bc12f4-7cf2-4f50-b524-002c0810bca1 HTTP/1.1" status: 200 len: 910 time: 0.2630477 Dec 23 15:14:57.909822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52440) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:57.913467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:57.913949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8362f9-b848-4b6c-b647-fbbfc860adcc None None] The sync data for ids ['52e8516e-6890-4b47-9ea1-ddb5632167a0'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:57.954203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.034577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:14:58.097654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.099870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Allocated IP 172.26.2.95 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/9acb5d6e-a739-493a-a8a4-96ed1fe679f9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:14:58.119902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9878800 Dec 23 15:14:58.122964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Network': ['ID=a351c41d-f08e-474c-ad1b-705218545593,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:58.148531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:14:58.149112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a351c41d-f08e-474c-ad1b-705218545593 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:58.149478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.172303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52444) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:14:58.176211 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:14:58.192419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Request body: {'subnet': {'network_id': 'a351c41d-f08e-474c-ad1b-705218545593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:58.214979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:58.220025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Router eb8fd556-73d7-441d-af72-c3346c3451bd is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:14:58.361376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:14:53Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:58.366387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] Checking router: a5ef7e7d-5e9d-4ec9-8f31-640df044328c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:14:58.379953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] Routers {'a5ef7e7d-5e9d-4ec9-8f31-640df044328c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:58.380662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:58.513183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.523925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.531224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5581d09-1839-4b9b-97bd-bf1688f4aaf5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:58.561679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=4b2955a9-5380-430f-b114-924b80fa00c0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:58.564468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:58.570592 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/4b2955a9-5380-430f-b114-924b80fa00c0 HTTP/1.1" status: 204 len: 168 time: 5.8757844 Dec 23 15:14:58.572386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:58.583578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493343509'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:58.594159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:58.596870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:58.602431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Usage tracker for resource:subnet and tenant:b8f22de3a03a4e48b1bca4afda69bbba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:58.610009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:58.613230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:58.613368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] Set router a5ef7e7d-5e9d-4ec9-8f31-640df044328c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:14:58.616808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:58.627578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:58.630698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:58.658970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Made reservation on behalf of b8f22de3a03a4e48b1bca4afda69bbba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:58.679946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:14:58.685641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.721938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.750485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] 10.222.0.49 "PUT /v2.0/routers/a5ef7e7d-5e9d-4ec9-8f31-640df044328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1526949 Dec 23 15:14:58.767032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52462) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:58.827109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05564769-14ed-4f1b-b71d-95b02bb44f4b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:58.836673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:58.841758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.904192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:14:58.912788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:58.919078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7331ce58-8c53-4c30-b235-4f4ee71c472d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:58.982137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:14:53Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:58.987124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3e386-ebcb-4beb-8d74-6e42e27ce1bc None None] The sync data for ids ['a5ef7e7d-5e9d-4ec9-8f31-640df044328c'] in dv-neutron-822797-1-hyperv is: [{'id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'name': 'tempest-ServerActionsTestJSON-1239441924-router', 'tenant_id': 'f8f0dbb953014376aee51299a9f74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:09:50Z', 'updated_at': '2021-12-23T15:14:53Z', 'revision_number': 5, 'project_id': 'f8f0dbb953014376aee51299a9f74e25', 'gw_port': {'id': 'fab2487b-41d0-4e04-a7a5-698397fe3c34', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef7e7d-5e9d-4ec9-8f31-640df044328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:09:51Z', 'updated_at': '2021-12-23T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:14:59.000065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:14:59.001150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Pushing event updated for resources: {'Port': ['ID=9acb5d6e-a739-493a-a8a4-96ed1fe679f9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:59.008717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.008957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:14:59.009118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment ca832978-c72a-48c6-827e-d15b070f4e4d of type vlan for network 718411ab-d2aa-43b0-871f-819fc0d26a6e Dec 23 15:14:59.011299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:59.016754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:14:59.117581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.166377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:14:59.178812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Sync routers for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:14:59.200786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:14:59.202976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:14:59.203539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:59.204244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.295725 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5009978 Dec 23 15:14:59.299285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52474) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:59.307747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.95'}]}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:59.313399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:59.317926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Usage tracker for resource:router and tenant:d70409bbb7f64bf091ca271c9fa69b05 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:59.321040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:59.327674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:14:59.329592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.334533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.8230195 Dec 23 15:14:59.335506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.336382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52478) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:59.340665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:14:59.341375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.342406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.343523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.349942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:14:59.418531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52484) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:59.469113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.481865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:14:59.573063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9978571 Dec 23 15:14:59.581845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52490) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:59.615157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:59.753226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=718411ab-d2aa-43b0-871f-819fc0d26a6e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:14:59.761458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e43d50b7-5c9c-4734-87a0-7be30159cecf tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1737969544', 'prefixes': ['172.20.0.0/16']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:14:59.768468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 718411ab-d2aa-43b0-871f-819fc0d26a6e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:14:59.779189 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a3ada9d3-b943-4c44-bf4c-73df5463485d tempest-TestNetworkAdvancedServerOps-1785814973 tempest-TestNetworkAdvancedServerOps-1785814973-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=0b593c7b0ee5442c808a235131a805fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4415193 Dec 23 15:14:59.780539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e43d50b7-5c9c-4734-87a0-7be30159cecf tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:59.785691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52496) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:14:59.810752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:14:59.906942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:14:59.932499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:14:59.945585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:14:59.978064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:14:59.983526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.003951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:00.020976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.026599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:00.120170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:00.124664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9f3f9-4023-44b0-ab4b-a263b900e9e3 tempest-TestNetworkAdvancedServerOps-1785814973 tempest-TestNetworkAdvancedServerOps-1785814973-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:00.126368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9e9f3f9-4023-44b0-ab4b-a263b900e9e3 tempest-TestNetworkAdvancedServerOps-1785814973 tempest-TestNetworkAdvancedServerOps-1785814973-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3373165 Dec 23 15:15:00.132938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52500) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:00.228382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:14:55Z', 'revision_number': 3, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:00.232875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Checking router: eb8fd556-73d7-441d-af72-c3346c3451bd for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:15:00.233320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Updating router eb8fd556-73d7-441d-af72-c3346c3451bd port a09fd839-c2c9-4b87-95dd-99e99795e636 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:15:00.295629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.301705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bebcb0b4-9964-41e6-bfe1-3933ce72d803 tempest-TestNetworkAdvancedServerOps-1785814973 tempest-TestNetworkAdvancedServerOps-1785814973-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139247 Dec 23 15:15:00.415204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3118af6-d989-4bb4-bd83-3ec95f2641f8 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:00.474146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f3118af6-d989-4bb4-bd83-3ec95f2641f8 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:00.474552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f3118af6-d989-4bb4-bd83-3ec95f2641f8 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:00.480748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52504) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:00.521570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171276339', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:00.650705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.656503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event updated for resources: {'Subnet': ['ID=060e48f0-5995-402f-8b14-2081d1b8f4af,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:00.674713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:00.676322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e43d50b7-5c9c-4734-87a0-7be30159cecf tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] Notify callbacks [] for subnetpool, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.680271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e43d50b7-5c9c-4734-87a0-7be30159cecf tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2497823 Dec 23 15:15:00.684368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.702687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52508) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:00.752149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.767135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Transition to ACTIVE for port object a09fd839-c2c9-4b87-95dd-99e99795e636 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:00.773959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.778387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-437f2462-f109-4b99-a212-fe47c32505b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:00.820585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:00.836486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Checking segment: {'id': '497ae63b-b686-497d-8b89-3193b8cf74d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a351c41d-f08e-474c-ad1b-705218545593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:00.836894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network hostable DHCP agents. Network: a351c41d-f08e-474c-ad1b-705218545593, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:00.861246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:subnet and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:00.866462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b401de1-cd60-4556-a222-3f8e8a989363 None None] Pushing event updated for resources: {'Port': ['ID=a09fd839-c2c9-4b87-95dd-99e99795e636,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:00.870438 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc68065a-8162-484f-bed2-6f8ebc23d914 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] 10.222.0.49 "GET /v2.0/subnetpools/262d7a72-c576-4469-b7be-de1afcb13518 HTTP/1.1" status: 200 len: 732 time: 0.1541476 Dec 23 15:15:00.870623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b401de1-cd60-4556-a222-3f8e8a989363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:00.870623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Attempting to bind port a09fd839-c2c9-4b87-95dd-99e99795e636 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:00.870996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Attempting to bind port a09fd839-c2c9-4b87-95dd-99e99795e636 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:00.871437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Attempting to bind port a09fd839-c2c9-4b87-95dd-99e99795e636 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:00.872296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:00.874030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52512) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:00.879397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:00.879830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:00.880306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.880845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:00.881718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Bound port: a09fd839-c2c9-4b87-95dd-99e99795e636, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:00.882367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.893032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:00.895456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a36092ce-3a4f-4d23-b539-e9307aa8fea2 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-683240571'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:00.916690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.959377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] For port a09fd839-c2c9-4b87-95dd-99e99795e636, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:00.962784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] For port a09fd839-c2c9-4b87-95dd-99e99795e636, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a09fd839-c2c9-4b87-95dd-99e99795e636,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:00.966980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:00.971655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:00.998247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Made reservation on behalf of 0b593c7b0ee5442c808a235131a805fc for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:01.057977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b401de1-cd60-4556-a222-3f8e8a989363 None None] Pushing event updated for resources: {'Port': ['ID=a09fd839-c2c9-4b87-95dd-99e99795e636,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:01.061378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b401de1-cd60-4556-a222-3f8e8a989363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:01.064066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:01.064763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:01.092178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.109203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Network a351c41d-f08e-474c-ad1b-705218545593 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:01.136466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.176562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a351c41d-f08e-474c-ad1b-705218545593) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:01.191723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.208828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:01.209514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.213236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f90b0-df44-4640-b774-5e0ce469fb5d None None] Network a351c41d-f08e-474c-ad1b-705218545593 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:01.278440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port d7bc12f4-7cf2-4f50-b524-002c0810bca1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:01.278920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.335738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36092ce-3a4f-4d23-b539-e9307aa8fea2 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] Notify callbacks [] for subnetpool, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.340633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a36092ce-3a4f-4d23-b539-e9307aa8fea2 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] 10.222.0.49 "PUT /v2.0/subnetpools/262d7a72-c576-4469-b7be-de1afcb13518 HTTP/1.1" status: 200 len: 683 time: 0.4600768 Dec 23 15:15:01.340852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52516) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:01.345051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1598556 Dec 23 15:15:01.362575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:01.363805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52518) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:01.545850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.562675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a99fed4a-0fd1-47c1-be9e-f6f4bb784721 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:01.721944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.760629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=99621529-c712-4ee4-9f3f-c771261e0337,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:01.789359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:01.812125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.867116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': 'ca832978-c72a-48c6-827e-d15b070f4e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:01.867116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 718411ab-d2aa-43b0-871f-819fc0d26a6e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:01.870259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.938623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for d7bc12f4-7cf2-4f50-b524-002c0810bca1 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:01.940299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a351c41d-f08e-474c-ad1b-705218545593', 'network_id': 'a351c41d-f08e-474c-ad1b-705218545593', 'tenant_id': 'b8f22de3a03a4e48b1bca4afda69bbba', 'fixed_ips': [{'subnet_id': '060e48f0-5995-402f-8b14-2081d1b8f4af'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:01.941273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.953062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.960772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c11cef5-1c3a-443c-9a8e-4b34eeb547b1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:01.973152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:14:55Z', 'revision_number': 3, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:01.987177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c797715-e99f-49a8-a915-7e375a9f25d2 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] Notify callbacks [] for subnetpool, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:01.991079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c797715-e99f-49a8-a915-7e375a9f25d2 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] 10.222.0.49 "DELETE /v2.0/subnetpools/262d7a72-c576-4469-b7be-de1afcb13518 HTTP/1.1" status: 204 len: 168 time: 0.5284286 Dec 23 15:15:01.992638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52524) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:01.999844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.020063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa723e-66c0-4e5e-83be-11a9f41a91ae None None] The sync data for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:14:55Z', 'revision_number': 3, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:02.050820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Deleting port fab2487b-41d0-4e04-a7a5-698397fe3c34 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:02.050820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.084598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.099450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-0a4f77a3-78e8-4209-9c14-e0c107c325f9 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] show failed (client error): The resource could not be found. Dec 23 15:15:02.103611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a4f77a3-78e8-4209-9c14-e0c107c325f9 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] 10.222.0.49 "GET /v2.0/subnetpools/262d7a72-c576-4469-b7be-de1afcb13518 HTTP/1.1" status: 404 len: 346 time: 0.1050074 Dec 23 15:15:02.121321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52528) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:02.154442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 718411ab-d2aa-43b0-871f-819fc0d26a6e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:02.169324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Subnet': ['ID=6126e263-3b82-47a6-aa71-e6c12333d0bd,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:02.172627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:02.174909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Allocated IP 2001:db8::f816:3eff:fe2b:d47f (a351c41d-f08e-474c-ad1b-705218545593/060e48f0-5995-402f-8b14-2081d1b8f4af/184e3941-5ca5-4fb7-9ad9-68ed0d085193) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:02.232924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 718411ab-d2aa-43b0-871f-819fc0d26a6e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:02.233304 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-cc845835-802b-4be8-846a-ad73a9930127 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] delete failed (client error): The resource could not be found. Dec 23 15:15:02.238247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc845835-802b-4be8-846a-ad73a9930127 tempest-SubnetPoolsTestJSON-1231548260 tempest-SubnetPoolsTestJSON-1231548260-project] 10.222.0.49 "DELETE /v2.0/subnetpools/262d7a72-c576-4469-b7be-de1afcb13518 HTTP/1.1" status: 404 len: 346 time: 0.1108408 Dec 23 15:15:02.319045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:02.320216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.321765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfec3f-2a89-4c41-b688-59ca71afd4e8 None None] Network 718411ab-d2aa-43b0-871f-819fc0d26a6e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:02.359871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Checking segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:02.360758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network hostable DHCP agents. Network: 244bf9c6-7bd3-474f-8795-2b4a78f08e99, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:02.423888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8316219 Dec 23 15:15:02.427725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:02.477646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.495055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.628404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:02.679136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.680069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9075ce4d-f63e-4082-af63-a787f8e4eaae {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:02.684230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.689887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] For port fab2487b-41d0-4e04-a7a5-698397fe3c34, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fab2487b-41d0-4e04-a7a5-698397fe3c34,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:02.690690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:02.707224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:02.715080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52540) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:02.724907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 244bf9c6-7bd3-474f-8795-2b4a78f08e99) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:02.746867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a74fe-8feb-4490-a022-11f6e9dc2de1 None None] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:02.927332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Calling delete_port for fab2487b-41d0-4e04-a7a5-698397fe3c34 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:02.957950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:02.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.024022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.033870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5439711 Dec 23 15:15:03.034758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:03.139915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-718411ab-d2aa-43b0-871f-819fc0d26a6e', 'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '99621529-c712-4ee4-9f3f-c771261e0337'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:03.141270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.181133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=d7bc12f4-7cf2-4f50-b524-002c0810bca1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:03.195262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.210205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:03.275258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:15:03.276457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fbc1c555-7a67-473c-bf6b-a5ba30212f2b tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.9762533 Dec 23 15:15:03.282151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52550) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:03.405455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Transition to ACTIVE for port object 184e3941-5ca5-4fb7-9ad9-68ed0d085193 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:03.472523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Deleting port 9acb5d6e-a739-493a-a8a4-96ed1fe679f9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:03.472924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.548071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Transition to ACTIVE for port object 184e3941-5ca5-4fb7-9ad9-68ed0d085193 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:03.628283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.644658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e37aa176-69b1-48e9-9e1a-57cb451e8797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:03.768816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.788347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.824556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Network a351c41d-f08e-474c-ad1b-705218545593 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:03.824879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6d4180a-56d6-45cb-bcdc-7362aa851c70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:03.842054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:03.847158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:03.862605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.883063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.898792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:03.899912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:03.962143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Subnet': ['ID=060e48f0-5995-402f-8b14-2081d1b8f4af,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:03.972849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:03.996685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Pushing event updated for resources: {'Port': ['ID=184e3941-5ca5-4fb7-9ad9-68ed0d085193,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:04.018631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.019174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.019676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.020184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.020674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.021155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.021665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.022156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.022635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.023110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.023586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:04.027972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:04.041721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Allocated IP 2001:db8::1 (718411ab-d2aa-43b0-871f-819fc0d26a6e/99621529-c712-4ee4-9f3f-c771261e0337/df646ab4-defc-44ec-98ac-76f9bf37ab2d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:04.061217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.164123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:04.199143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.216655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bdabd73e9c304643bfbee6372969bd8b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:04.226951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Calling delete_port for 9acb5d6e-a739-493a-a8a4-96ed1fe679f9 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:04.227821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:04.250718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:04.277853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a351c41d-f08e-474c-ad1b-705218545593']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:04.336812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Attempting to bind port 184e3941-5ca5-4fb7-9ad9-68ed0d085193 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:04.337152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Attempting to bind port 184e3941-5ca5-4fb7-9ad9-68ed0d085193 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '497ae63b-b686-497d-8b89-3193b8cf74d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a351c41d-f08e-474c-ad1b-705218545593'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:04.337355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497ae63b-b686-497d-8b89-3193b8cf74d1') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:04.337570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497ae63b-b686-497d-8b89-3193b8cf74d1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:04.337686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Attempting to bind port 184e3941-5ca5-4fb7-9ad9-68ed0d085193 on network a351c41d-f08e-474c-ad1b-705218545593 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:04.369120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.381329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:04.381730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Checking segment: {'id': '497ae63b-b686-497d-8b89-3193b8cf74d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a351c41d-f08e-474c-ad1b-705218545593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:04.382194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.382647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Bound using segment: {'id': '497ae63b-b686-497d-8b89-3193b8cf74d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a351c41d-f08e-474c-ad1b-705218545593'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:04.383269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Bound port: 184e3941-5ca5-4fb7-9ad9-68ed0d085193, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497ae63b-b686-497d-8b89-3193b8cf74d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a351c41d-f08e-474c-ad1b-705218545593'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:04.383585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.448398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.458492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.467148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.478765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:04.479216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.496816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b71c100e-dcf1-45e6-82ab-b099b6ccac6a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:04.516945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Transition to ACTIVE for port object df646ab4-defc-44ec-98ac-76f9bf37ab2d will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:04.532907 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:04.586765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a09fd839-c2c9-4b87-95dd-99e99795e636 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:04.612117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Transition to ACTIVE for port object df646ab4-defc-44ec-98ac-76f9bf37ab2d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:04.634820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] For port 184e3941-5ca5-4fb7-9ad9-68ed0d085193, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:04.643239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.650688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:04.690731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Allocated IP 172.20.0.2 (244bf9c6-7bd3-474f-8795-2b4a78f08e99/6126e263-3b82-47a6-aa71-e6c12333d0bd/ebbb1583-bfff-419f-bcbd-e890824dfd8b) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:04.706515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 52e8516e-6890-4b47-9ea1-ddb5632167a0 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:15:04.716411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.723926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:04.744239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Pushing event deleted for resources: {'Port': ['ID=fab2487b-41d0-4e04-a7a5-698397fe3c34,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:04.746526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Network 718411ab-d2aa-43b0-871f-819fc0d26a6e is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:04.747078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:04.766286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:04.772021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Pushing event deleted for resources: {'Port': ['ID=9acb5d6e-a739-493a-a8a4-96ed1fe679f9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:04.832361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:04.837671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.854981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.869611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-85f3f923-50a4-461b-a7d2-709dcf495e1e tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:04.878373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:04.890467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:15:04.890467 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:15:04.890467 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'a351c41d-f08e-474c-ad1b-705218545593'}] Dec 23 15:15:04.890467 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:04.891263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:04.991587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:05.011061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Pushing event updated for resources: {'Port': ['ID=df646ab4-defc-44ec-98ac-76f9bf37ab2d,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:05.011432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:05.027470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.027855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] For port 184e3941-5ca5-4fb7-9ad9-68ed0d085193, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=184e3941-5ca5-4fb7-9ad9-68ed0d085193,segment=NetworkSegment(497ae63b-b686-497d-8b89-3193b8cf74d1),segment_id=497ae63b-b686-497d-8b89-3193b8cf74d1)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:05.029937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:05.038543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] Sync routers for ids ['52e8516e-6890-4b47-9ea1-ddb5632167a0'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:05.052722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/52e8516e-6890-4b47-9ea1-ddb5632167a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1289830 Dec 23 15:15:05.055026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9acb5d6e-a739-493a-a8a4-96ed1fe679f9 HTTP/1.1" status: 204 len: 168 time: 1.7717071 Dec 23 15:15:05.055747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52554) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:05.066659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] Routers {'52e8516e-6890-4b47-9ea1-ddb5632167a0'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:05.067546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['52e8516e-6890-4b47-9ea1-ddb5632167a0'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.071538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2682d3fa-d94f-4598-ad2c-deb894cd8262,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:05.074016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.082136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:05.087211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:05.164649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.178704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] Routers {'52e8516e-6890-4b47-9ea1-ddb5632167a0'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:05.179679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['52e8516e-6890-4b47-9ea1-ddb5632167a0'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.182189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a09fd839-c2c9-4b87-95dd-99e99795e636 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:05.189697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:05.228838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bdabd73e9c304643bfbee6372969bd8b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5082514 Dec 23 15:15:05.242978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a09fd839-c2c9-4b87-95dd-99e99795e636 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:05.245578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.254874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.255589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b755c-13f9-4965-a9ec-4f2f5e8cbc0f None None] The sync data for ids ['52e8516e-6890-4b47-9ea1-ddb5632167a0'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:05.322723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52560) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:05.357128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.390416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718411ab-d2aa-43b0-871f-819fc0d26a6e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.396131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.406080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca832978-c72a-48c6-827e-d15b070f4e4d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.406418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca832978-c72a-48c6-827e-d15b070f4e4d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:05.408797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Transition to ACTIVE for port object ebbb1583-bfff-419f-bcbd-e890824dfd8b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:05.422007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.431267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Transition to ACTIVE for port object ebbb1583-bfff-419f-bcbd-e890824dfd8b will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:05.444281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.449583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.453875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:05.454480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.472996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d24e50c-3555-4b61-a778-26b2b6f66ba5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:05.476265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Attempting to bind port df646ab4-defc-44ec-98ac-76f9bf37ab2d on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:05.476934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Attempting to bind port df646ab4-defc-44ec-98ac-76f9bf37ab2d by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'ca832978-c72a-48c6-827e-d15b070f4e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:05.477208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52566) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:05.477462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Attempting to bind port df646ab4-defc-44ec-98ac-76f9bf37ab2d on network 718411ab-d2aa-43b0-871f-819fc0d26a6e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:05.480745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.496098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d24e50c-3555-4b61-a778-26b2b6f66ba5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:05.497470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d24e50c-3555-4b61-a778-26b2b6f66ba5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=52e8516e-6890-4b47-9ea1-ddb5632167a0 HTTP/1.1" status: 200 len: 205 time: 0.4405355 Dec 23 15:15:05.500326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52572) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:05.531950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:05.532530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Checking segment: {'id': 'ca832978-c72a-48c6-827e-d15b070f4e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:05.533117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.533712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Bound using segment: {'id': 'ca832978-c72a-48c6-827e-d15b070f4e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:05.534382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Bound port: df646ab4-defc-44ec-98ac-76f9bf37ab2d, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca832978-c72a-48c6-827e-d15b070f4e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '718411ab-d2aa-43b0-871f-819fc0d26a6e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:05.534916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.553774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Pushing event updated for resources: {'Port': ['ID=184e3941-5ca5-4fb7-9ad9-68ed0d085193,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:05.582499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:05.592857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:05.598695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84b5c754-d3dc-4a84-a805-5cf01596359e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:05.657050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:05.662374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=99621529-c712-4ee4-9f3f-c771261e0337,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:05.665083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:05.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:05.676570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.721856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:05.764424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:05.773185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:05.871273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Pushing event updated for resources: {'Port': ['ID=ebbb1583-bfff-419f-bcbd-e890824dfd8b,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:05.878163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:05.917591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18bae7-dc8e-45f8-a8a1-364e78edbc98 None None] Network a351c41d-f08e-474c-ad1b-705218545593 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:05.950167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] For port df646ab4-defc-44ec-98ac-76f9bf37ab2d, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:05.971247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:06.014528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.037570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Usage tracker for resource:security_group_rule and tenant:fef84576fa9545d3bf298f41c9a3f5d7 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:06.042837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:06.052421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:06.056060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Attempting to bind port ebbb1583-bfff-419f-bcbd-e890824dfd8b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:06.056508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Attempting to bind port ebbb1583-bfff-419f-bcbd-e890824dfd8b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:06.056919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Attempting to bind port ebbb1583-bfff-419f-bcbd-e890824dfd8b on network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:06.081391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a09fd839-c2c9-4b87-95dd-99e99795e636, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a09fd839-c2c9-4b87-95dd-99e99795e636,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:06.085686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:06.086115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Checking segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:06.086568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.087016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Bound using segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:06.087597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Bound port: ebbb1583-bfff-419f-bcbd-e890824dfd8b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:06.087993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.109959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.114506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:06.213636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.224608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.267142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.274779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting port 184e3941-5ca5-4fb7-9ad9-68ed0d085193 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:06.275399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.284923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.285856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router 52e8516e-6890-4b47-9ea1-ddb5632167a0 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:06.294470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] For port df646ab4-defc-44ec-98ac-76f9bf37ab2d, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df646ab4-defc-44ec-98ac-76f9bf37ab2d,segment=NetworkSegment(ca832978-c72a-48c6-827e-d15b070f4e4d),segment_id=ca832978-c72a-48c6-827e-d15b070f4e4d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:06.312320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.313309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a09fd839-c2c9-4b87-95dd-99e99795e636,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:06.316769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.321127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.330138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:06.331469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:15:06.331469 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:15:06.331469 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': '718411ab-d2aa-43b0-871f-819fc0d26a6e'}] Dec 23 15:15:06.331469 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:06.331814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:06.331911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:06.332096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:06.343134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.347018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.353305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2a7e4470-4fdd-4ea0-9ce9-07c58a799368 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/52e8516e-6890-4b47-9ea1-ddb5632167a0 HTTP/1.1" status: 204 len: 168 time: 0.8429170 Dec 23 15:15:06.354485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52576) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:06.363103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.420730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] For port ebbb1583-bfff-419f-bcbd-e890824dfd8b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:06.425812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] For port ebbb1583-bfff-419f-bcbd-e890824dfd8b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ebbb1583-bfff-419f-bcbd-e890824dfd8b,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:06.463203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.464503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f61c025-7737-4f54-8cf5-f83bdf20460d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:06.472452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fef84576fa9545d3bf298f41c9a3f5d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9907279 Dec 23 15:15:06.472575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:06.473924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:06.524627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.555077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Pushing event updated for resources: {'Port': ['ID=df646ab4-defc-44ec-98ac-76f9bf37ab2d,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:06.576944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:06.581292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bec01162-1f49-4191-a0b4-cd3e131074bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:06.595385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.595960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ef7e7d-5e9d-4ec9-8f31-640df044328c {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:06.612654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a09fd839-c2c9-4b87-95dd-99e99795e636 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:06.710147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995054b-1a24-4a05-83c5-9d427d55b07a None None] Network 718411ab-d2aa-43b0-871f-819fc0d26a6e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:06.724582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet b6e8e09b-a05a-4bb3-8295-8740cf86a8f6 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:06.728587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.790421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.808956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:06.809930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.827944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2682d3fa-d94f-4598-ad2c-deb894cd8262,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:06.831253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:06.840723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a09fd839-c2c9-4b87-95dd-99e99795e636 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:06.841280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.845515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:06.931077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Pushing event updated for resources: {'Port': ['ID=ebbb1583-bfff-419f-bcbd-e890824dfd8b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:06.938361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:07.002028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.014294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.015636 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2682d3fa-d94f-4598-ad2c-deb894cd8262 HTTP/1.1" status: 204 len: 168 time: 1.6916785 Dec 23 15:15:07.016726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.020768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] For port 184e3941-5ca5-4fb7-9ad9-68ed0d085193, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=184e3941-5ca5-4fb7-9ad9-68ed0d085193,segment=NetworkSegment(497ae63b-b686-497d-8b89-3193b8cf74d1),segment_id=497ae63b-b686-497d-8b89-3193b8cf74d1)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:07.021318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.030131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port df646ab4-defc-44ec-98ac-76f9bf37ab2d {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:07.030512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.107791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.112946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb49946e-fd78-4317-8e62-eb6ec9d0652b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:07.144822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.148499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] 10.222.0.49 "DELETE /v2.0/routers/a5ef7e7d-5e9d-4ec9-8f31-640df044328c HTTP/1.1" status: 204 len: 168 time: 8.3756394 Dec 23 15:15:07.161484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:07.173443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e8e09b-a05a-4bb3-8295-8740cf86a8f6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:07.178407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:07.207751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.221352 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/b6e8e09b-a05a-4bb3-8295-8740cf86a8f6 HTTP/1.1" status: 204 len: 168 time: 0.7612243 Dec 23 15:15:07.223323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52590) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:07.372395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d142be4-6d7c-4a99-8490-459d1dd07e19 None None] Network 64aac04d-9841-4539-8a34-00b29b6b23ea requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:07.414782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.427750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 86989848-482e-4b30-ba78-671ada1a6e71 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:07.428270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.491587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Calling delete_port for 184e3941-5ca5-4fb7-9ad9-68ed0d085193 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:07.591152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.722479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Deleting subnet dc1a1692-4644-43c6-ad7a-748e95a4d92a {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:07.734018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 86989848-482e-4b30-ba78-671ada1a6e71, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86989848-482e-4b30-ba78-671ada1a6e71,segment=NetworkSegment(4b317533-bda2-4a20-9df4-3748fa3d1184),segment_id=4b317533-bda2-4a20-9df4-3748fa3d1184)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:07.734531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.745651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.865979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 86989848-482e-4b30-ba78-671ada1a6e71 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:07.950430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418cc7a-88a9-42a8-bb30-6e10528817d1 None None] DHCP port deletion for 64aac04d-9841-4539-8a34-00b29b6b23ea request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:15:07.953932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.962883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:07.963153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-070396ac-b66f-479c-bfd1-eb24a785db70 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:07.992187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.003193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba19ecbf-ac2a-4df3-a4c3-ce251f9f494c tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:08.022645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No DVR routers for this DVR port 86989848-482e-4b30-ba78-671ada1a6e71 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:08.024431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=86989848-482e-4b30-ba78-671ada1a6e71,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:08.057219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:08.068827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port df646ab4-defc-44ec-98ac-76f9bf37ab2d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df646ab4-defc-44ec-98ac-76f9bf37ab2d,segment=NetworkSegment(ca832978-c72a-48c6-827e-d15b070f4e4d),segment_id=ca832978-c72a-48c6-827e-d15b070f4e4d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:08.069260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.079262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Port': ['ID=184e3941-5ca5-4fb7-9ad9-68ed0d085193,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:08.082014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:08.162652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.167851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No DVR routers for this DVR port 184e3941-5ca5-4fb7-9ad9-68ed0d085193 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:08.172693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.202658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64aac04d-9841-4539-8a34-00b29b6b23ea']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:08.212331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52612) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:08.224302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b317533-bda2-4a20-9df4-3748fa3d1184') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:08.224637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b317533-bda2-4a20-9df4-3748fa3d1184') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:08.240775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.257752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.265037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:08.265807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.266506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91af353f-d793-4e57-9668-8b99c6ef5fdc tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:08.283542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for df646ab4-defc-44ec-98ac-76f9bf37ab2d owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:08.344198 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:08.389954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.393979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:08.419847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.430151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=64aac04d-9841-4539-8a34-00b29b6b23ea,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:08.442913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1248215607-network', 'tenant_id': '281fae871b4642b6b3de3234af23fd32'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:08.447423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:08.455699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:08.474878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Usage tracker for resource:network and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:08.479159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:08.487833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:08.502751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Made reservation on behalf of 281fae871b4642b6b3de3234af23fd32 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:08.508418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.527129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/64aac04d-9841-4539-8a34-00b29b6b23ea HTTP/1.1" status: 204 len: 168 time: 1.3015423 Dec 23 15:15:08.535626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52618) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:08.542224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ebbb1583-bfff-419f-bcbd-e890824dfd8b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:08.545268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-488808777', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:08.554074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:08.559623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:08.563116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:08.569875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:08.578265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.591583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.592667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.621977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.632417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f61c025-7737-4f54-8cf5-f83bdf20460d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:08.635274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:08.648553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:08.654606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:08.658562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:08.698751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ebbb1583-bfff-419f-bcbd-e890824dfd8b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:08.729090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:08.757489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fab2487b-41d0-4e04-a7a5-698397fe3c34 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:08.780016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.803637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: fab2487b-41d0-4e04-a7a5-698397fe3c34 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:08.804335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fab2487b-41d0-4e04-a7a5-698397fe3c34 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:08.805485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86989848-482e-4b30-ba78-671ada1a6e71 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:08.806087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.809897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f61c025-7737-4f54-8cf5-f83bdf20460d HTTP/1.1" status: 204 len: 168 time: 2.3004024 Dec 23 15:15:08.847269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a351c41d-f08e-474c-ad1b-705218545593']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:08.859319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 86989848-482e-4b30-ba78-671ada1a6e71 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:08.859745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86989848-482e-4b30-ba78-671ada1a6e71 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:08.864623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.904859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:08.913982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497ae63b-b686-497d-8b89-3193b8cf74d1') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:08.914315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497ae63b-b686-497d-8b89-3193b8cf74d1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:08.922833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:08.982318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c82d2-368e-4ec3-93f3-192698bfd4d1 None None] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:09.022924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.034518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=df646ab4-defc-44ec-98ac-76f9bf37ab2d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:09.037396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:09.065487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port df646ab4-defc-44ec-98ac-76f9bf37ab2d on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:09.099415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.136482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.145696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:09.146020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.160657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Provisioning for port ebbb1583-bfff-419f-bcbd-e890824dfd8b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:09.168146 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:09.174659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Provisioning complete for port ebbb1583-bfff-419f-bcbd-e890824dfd8b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:09.175855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.206149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.262930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.268118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5d7a2da-d8cd-44a4-9dba-8c9cb5b802c7 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:09.312103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52626) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:09.312910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:09.362417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.363451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Added segment 6b961c9e-9b72-4e85-8215-15ef7495a2e6 of type vlan for network 83d92594-1160-40af-9d94-660d3e3de811 Dec 23 15:15:09.364839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a802965-ecd1-495f-a63c-dcdd3b1868d2,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:09.388650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.393538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.393693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:09.408552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1798d732-b749-428f-b5be-bd9bca78ef94 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:09.417500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ad1e3f5-e3ec-4740-87fd-dedc5f78b6ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d70409bbb7f64bf091ca271c9fa69b05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0987306 Dec 23 15:15:09.421189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52630) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:09.469707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.471308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.474374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.477481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1a1692-4644-43c6-ad7a-748e95a4d92a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:09.480774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:09.486033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.489369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5f29a84-c04e-4fd4-8d4f-bd1011df2fab tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:09.519968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718411ab-d2aa-43b0-871f-819fc0d26a6e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:09.529084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] For port ebbb1583-bfff-419f-bcbd-e890824dfd8b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ebbb1583-bfff-419f-bcbd-e890824dfd8b,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:09.534290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.536356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e553c69b-db33-41df-804d-e309ed75bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:09.536917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.538961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc1a1692-4644-43c6-ad7a-748e95a4d92a HTTP/1.1" status: 204 len: 168 time: 2.3706381 Dec 23 15:15:09.552673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52634) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:09.572367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Network': ['ID=a351c41d-f08e-474c-ad1b-705218545593,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:09.575198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:09.576865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c6389-5919-41f5-baa9-890f51eb3325 None None] Network 92cf0e0e-82c4-441c-8d53-1e130fcfc43a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:09.587219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/a351c41d-f08e-474c-ad1b-705218545593 HTTP/1.1" status: 204 len: 168 time: 8.2173209 Dec 23 15:15:09.589606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca832978-c72a-48c6-827e-d15b070f4e4d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:09.590127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca832978-c72a-48c6-827e-d15b070f4e4d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:09.595116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52638) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:09.617059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.648669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.655250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.689541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:09.690341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.721052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Pushing event updated for resources: {'Port': ['ID=ebbb1583-bfff-419f-bcbd-e890824dfd8b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:09.725717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:09.727515 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:09.754946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.755994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:09.756641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.780812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-61f95c95-3913-42cf-873e-297f43547d89 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:09.795900 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a4fa6b-fc44-4d6d-9c33-02fb81f731bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:09.796348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a4fa6b-fc44-4d6d-9c33-02fb81f731bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:09.815013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.846078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.876737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.904517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.909004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:09.918889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49849fc9-49f8-4241-a6e3-6f4b4bd757d4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:09.944200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] DHCP port deletion for 92cf0e0e-82c4-441c-8d53-1e130fcfc43a request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:15:09.949109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Deleting port 18ea3def-b953-4db9-9b33-fbeb49a94e10 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:09.949643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.004574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/718411ab-d2aa-43b0-871f-819fc0d26a6e HTTP/1.1" status: 204 len: 168 time: 7.5742357 Dec 23 15:15:10.014373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=718411ab-d2aa-43b0-871f-819fc0d26a6e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:10.016970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:10.018781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52642) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.023913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.039022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1a4fa6b-fc44-4d6d-9c33-02fb81f731bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/060e48f0-5995-402f-8b14-2081d1b8f4af HTTP/1.1" status: 404 len: 337 time: 0.4401083 Dec 23 15:15:10.045131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52646) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.066858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2a78ada8-c7a7-4231-a0cd-37a517a15029 None None] Provisioning complete for port ebbb1583-bfff-419f-bcbd-e890824dfd8b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:10.067233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a78ada8-c7a7-4231-a0cd-37a517a15029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.087464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930201975'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:10.091982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8785138 Dec 23 15:15:10.102981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.106087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52650) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.107118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:10.112659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Pushing event updated for resources: {'Network': ['ID=83d92594-1160-40af-9d94-660d3e3de811,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:10.122236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:10.126212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Request body: {'subnet': {'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1248215607-subnet', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:10.130414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:10.131492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d0f10-9097-4030-9440-40c5d7b0fe05 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:10.132115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d0f10-9097-4030-9440-40c5d7b0fe05 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:10.134185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e3d0f10-9097-4030-9440-40c5d7b0fe05 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/a351c41d-f08e-474c-ad1b-705218545593 HTTP/1.1" status: 404 len: 339 time: 0.0880177 Dec 23 15:15:10.137063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:10.141383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52654) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.148613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 83d92594-1160-40af-9d94-660d3e3de811 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:10.158334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:10.164333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:10.182233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Usage tracker for resource:subnet and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:10.192045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:10.205885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Deleting port 18ea3def-b953-4db9-9b33-fbeb49a94e10 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:10.206889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.214903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c51219-7a88-4b75-9abb-8ccb3c3126c5 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:10.215415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c51219-7a88-4b75-9abb-8ccb3c3126c5 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:10.230324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-84c51219-7a88-4b75-9abb-8ccb3c3126c5 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/4bccc0ca-08f7-4732-a6e9-cd35a97f4eb2 HTTP/1.1" status: 404 len: 337 time: 0.0857494 Dec 23 15:15:10.231509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52658) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.232454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:10.286605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:10.292329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.344978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.363029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d12859cd-18c5-4b83-b727-86e48e4102a2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:10.369440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] For port 18ea3def-b953-4db9-9b33-fbeb49a94e10, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18ea3def-b953-4db9-9b33-fbeb49a94e10,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:10.370223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.388896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Made reservation on behalf of 281fae871b4642b6b3de3234af23fd32 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:10.393805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.408170 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9fb91e-971f-4084-9aaa-f6fa62b56e60 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:10.408682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9fb91e-971f-4084-9aaa-f6fa62b56e60 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:10.425761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05564769-14ed-4f1b-b71d-95b02bb44f4b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:10.427889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Allocated IP 172.20.0.1 (244bf9c6-7bd3-474f-8795-2b4a78f08e99/6126e263-3b82-47a6-aa71-e6c12333d0bd/263605eb-bff9-4e85-bcc5-a24c4ac79d0e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:10.500194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:10.561828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c9fb91e-971f-4084-9aaa-f6fa62b56e60 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/ee149098-7ab6-43a6-8022-3a686d5756fa HTTP/1.1" status: 404 len: 339 time: 0.3194766 Dec 23 15:15:10.566811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ebbb1583-bfff-419f-bcbd-e890824dfd8b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:10.568298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.573422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.575234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05564769-14ed-4f1b-b71d-95b02bb44f4b HTTP/1.1" status: 204 len: 168 time: 1.1531310 Dec 23 15:15:10.602167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Calling delete_port for 18ea3def-b953-4db9-9b33-fbeb49a94e10 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:10.645023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f744bb8e-d75b-4f26-b03b-5df5bd860885 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:10.645592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f744bb8e-d75b-4f26-b03b-5df5bd860885 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:10.650587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f744bb8e-d75b-4f26-b03b-5df5bd860885 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/de43bdb3-b2f9-4d4e-ba28-fb7426da49ed HTTP/1.1" status: 404 len: 337 time: 0.0810659 Dec 23 15:15:10.651272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52668) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.712522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43f89db-62d9-437b-b007-adcf18a7bdfb tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:10.713044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43f89db-62d9-437b-b007-adcf18a7bdfb tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:10.718218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a43f89db-62d9-437b-b007-adcf18a7bdfb tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/5a492782-adae-46e2-8b96-7d34877b85d1 HTTP/1.1" status: 404 len: 339 time: 0.0551999 Dec 23 15:15:10.719048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52672) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:10.756280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.761992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:10.788110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.801003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ebbb1583-bfff-419f-bcbd-e890824dfd8b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:10.801469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.833061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Transition to ACTIVE for port object 263605eb-bff9-4e85-bcc5-a24c4ac79d0e will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:10.846285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Pushing event deleted for resources: {'Port': ['ID=18ea3def-b953-4db9-9b33-fbeb49a94e10,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:10.846635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting port 2c74318b-9d93-40f7-b9cf-9c4e2e538bb5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:10.847022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:10.851071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:10.855355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] No DVR routers for this DVR port 18ea3def-b953-4db9-9b33-fbeb49a94e10 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:10.921578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369bd958-41b3-4652-adeb-52650aedd418 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:15:10.923059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] For port 18ea3def-b953-4db9-9b33-fbeb49a94e10, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18ea3def-b953-4db9-9b33-fbeb49a94e10,segment=NetworkSegment(7852b99f-9b93-4ef4-bebd-86657a236e19),segment_id=7852b99f-9b93-4ef4-bebd-86657a236e19)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:10.923574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.073666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:11.077075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.26.2.250 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/9b98f643-dd76-4369-8ec1-9738bfbd29e8) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:11.079632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.094661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Calling delete_port for 18ea3def-b953-4db9-9b33-fbeb49a94e10 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:11.126841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.131075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:11.203377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.203769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment 230818a5-88fb-4ac5-8d1d-b3a05c43556c of type vlan for network 4ec67279-9312-45d9-8174-843e2629e55a Dec 23 15:15:11.298132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Calling delete_port for 2c74318b-9d93-40f7-b9cf-9c4e2e538bb5 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:11.334068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.343194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:11.353556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb324d6e-0586-45ad-991a-7217e2cad12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:11.400123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:11.446859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bd958-41b3-4652-adeb-52650aedd418 None None] Network 83d92594-1160-40af-9d94-660d3e3de811 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:11.452986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.472122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18ea3def-b953-4db9-9b33-fbeb49a94e10 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:11.498011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:11.499614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.513332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:11.513580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bd958-41b3-4652-adeb-52650aedd418 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 83d92594-1160-40af-9d94-660d3e3de811) {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:15:11.513703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:11.516870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:11.519719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:11.529352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 18ea3def-b953-4db9-9b33-fbeb49a94e10 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:11.529566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Checking segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:11.529757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Network hostable DHCP agents. Network: 83d92594-1160-40af-9d94-660d3e3de811, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:11.529886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18ea3def-b953-4db9-9b33-fbeb49a94e10 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:11.567063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Port': ['ID=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:11.570432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:11.587961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-596f2e4e-0252-4f27-ad0a-7e7bcda09923 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:11.588436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Unable to find a vacant binding_index for network 83d92594-1160-40af-9d94-660d3e3de811 and agent d1552250-8250-44d5-a148-7e53e6484105 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 23 15:15:11.590842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.595111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:11.595764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.606028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a66de2e3-cdb0-4951-b594-7ea2ae642e03 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:11.642319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.703837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 83d92594-1160-40af-9d94-660d3e3de811) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:11.730792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52692) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:11.748393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:11.749094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:11.778241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=4ec67279-9312-45d9-8174-843e2629e55a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:11.781648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7553942 Dec 23 15:15:11.785541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:11.786092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52698) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:11.796590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '4ec67279-9312-45d9-8174-843e2629e55a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:11.800216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:11.817958 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7067313 Dec 23 15:15:11.826522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52702) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:11.980722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Port': ['ID=2c74318b-9d93-40f7-b9cf-9c4e2e538bb5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:11.984077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:11.992415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.014146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/ports/2c74318b-9d93-40f7-b9cf-9c4e2e538bb5 HTTP/1.1" status: 204 len: 168 time: 1.2826645 Dec 23 15:15:12.015524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.018516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52706) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:12.070040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-792771d3-10a5-4d67-8fa2-884141f4d88b tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:12.070557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792771d3-10a5-4d67-8fa2-884141f4d88b tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:12.072475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-792771d3-10a5-4d67-8fa2-884141f4d88b tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/6a94e564-c4ea-42c3-ac50-0875dfaaca28 HTTP/1.1" status: 404 len: 337 time: 0.0520763 Dec 23 15:15:12.075475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:12.111157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-83d92594-1160-40af-9d94-660d3e3de811', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:12.112113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.135319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Deleting port 18ea3def-b953-4db9-9b33-fbeb49a94e10 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:12.135715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.173078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:12.189748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1654766041'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:12.207551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:12.215190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:12.217966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.255124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Usage tracker for resource:router and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:12.258026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.265760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f7fdf3a8-cbc3-4887-9f5a-0700c5a76d5b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:12.296437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:12.299927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:network and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:12.303712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Allocated IP 172.20.0.2 (83d92594-1160-40af-9d94-660d3e3de811/d9bfc0c2-1581-4c00-a810-23fe8c8d84c1/1d056835-021f-4877-8d8f-bc5fa8d808c4) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:12.317881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] The port '18ea3def-b953-4db9-9b33-fbeb49a94e10' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:15:12.326985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.336727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:12.396085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:12.399307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:12.490182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.511810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:12.519397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:12.520673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:12.533895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.535967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:12.545457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Transition to ACTIVE for port object 1d056835-021f-4877-8d8f-bc5fa8d808c4 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:12.565672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Transition to ACTIVE for port object 1d056835-021f-4877-8d8f-bc5fa8d808c4 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:12.571354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:12.571799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.577637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6092e3fe-c943-40dd-9660-bcbce596199b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:12.580998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:12.586808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.596478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df18e05-f7f7-48be-92f6-8f7a5b3b6710']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:12.598180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.599335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.608862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.619014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe65f60-39b3-431b-8970-9dd225fa3675') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:12.619787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe65f60-39b3-431b-8970-9dd225fa3675') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:12.620190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:12.623344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=9b98f643-dd76-4369-8ec1-9738bfbd29e8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:12.637341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:12.640393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:12.642579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Network 83d92594-1160-40af-9d94-660d3e3de811 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:12.643679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:12.647583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.652745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:12.660243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Pushing event updated for resources: {'Port': ['ID=1d056835-021f-4877-8d8f-bc5fa8d808c4,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:12.664350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:12.668737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.689757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cf0e0e-82c4-441c-8d53-1e130fcfc43a']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:12.716914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:12.728614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.735472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7852b99f-9b93-4ef4-bebd-86657a236e19') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:12.735905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7852b99f-9b93-4ef4-bebd-86657a236e19') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:12.748512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:12.748882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.755558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Attempting to bind port 1d056835-021f-4877-8d8f-bc5fa8d808c4 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:12.755901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Attempting to bind port 1d056835-021f-4877-8d8f-bc5fa8d808c4 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:12.756412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Attempting to bind port 1d056835-021f-4877-8d8f-bc5fa8d808c4 on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:12.763858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:12.765110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Checking segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:12.765110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:12.765379 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:12.768223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Bound using segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:12.768223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Bound port: 1d056835-021f-4877-8d8f-bc5fa8d808c4, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:12.768522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.855948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.868774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] For port 1d056835-021f-4877-8d8f-bc5fa8d808c4, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:12.868995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.872314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] For port 1d056835-021f-4877-8d8f-bc5fa8d808c4, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1d056835-021f-4877-8d8f-bc5fa8d808c4,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:12.876288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.881178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19c2e6e3-4dc2-483a-b2a8-6b13e4027450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:12.910935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:12.930016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.934380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:security_group_rule and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:12.934792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.938685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:12.939955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.945715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff09965b-f425-4c3b-bc5a-cd8c8493e200 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:12.965730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:12.966278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:12.967852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Pushing event updated for resources: {'Port': ['ID=1d056835-021f-4877-8d8f-bc5fa8d808c4,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:12.973072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:12.983009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:12.985234 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:12.987857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Network': ['ID=5df18e05-f7f7-48be-92f6-8f7a5b3b6710,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:12.990284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:12.994680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/5df18e05-f7f7-48be-92f6-8f7a5b3b6710 HTTP/1.1" status: 204 len: 168 time: 0.9177942 Dec 23 15:15:12.997768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:13.000542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.114251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting port 3a753035-0376-4ce5-b0cf-f1acc8cf62e0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:13.114841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.191998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.226881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.265485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:13.285521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.369040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4c12e29-c63b-4dc6-8a3d-920f57f144d6 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:13.386811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.416385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=92cf0e0e-82c4-441c-8d53-1e130fcfc43a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:13.423374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.442376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:13.468976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/92cf0e0e-82c4-441c-8d53-1e130fcfc43a HTTP/1.1" status: 204 len: 168 time: 3.9133399 Dec 23 15:15:13.471284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.516718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.530237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.535350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Port': ['ID=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:13.583992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6ad85a0-993a-487c-90b1-55fe2eff6cc3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:13.596406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:13.631694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.648908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:13.717068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52720) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:13.722927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37af8b5-ea57-4b38-8ce9-61e1195793f0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:13.736111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.736462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Added segment e0b0c843-c4f2-409e-9333-015b1a435c94 of type vlan for network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b Dec 23 15:15:13.737916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:13.773145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.773835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.784644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Calling delete_port for 3a753035-0376-4ce5-b0cf-f1acc8cf62e0 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:13.822368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.878095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:13.889729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c318db1-a012-4afe-9ce7-931b1234e2db tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:13.923077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:13.928190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:13.932834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.004408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=55425caa-9697-486f-a1de-9a9ba3746b91,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:14.006499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ddd5894b-8aa1-4367-93be-b51c755fc63d tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:14.010342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:14.015841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.020123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:14.020772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.027530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1621b5bd-94db-48cf-858d-555df61d23eb tempest-PortsAdminExtendedAttrsTestJSON-1610184450 tempest-PortsAdminExtendedAttrsTestJSON-1610184450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:14.051575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71e31372-65b4-4b6b-b0ca-21aaeacab8a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8f0dbb953014376aee51299a9f74e25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2774129 Dec 23 15:15:14.060967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52724) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:14.066028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Port': ['ID=3a753035-0376-4ce5-b0cf-f1acc8cf62e0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:14.072505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:14.107827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.182294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4423230 Dec 23 15:15:14.185916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Network': ['ID=3d7ce4ca-02cf-4248-ac1f-34e29de7e69b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:14.189431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:14.191350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52728) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:14.199211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:14.203069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:14.207996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/ports/3a753035-0376-4ce5-b0cf-f1acc8cf62e0 HTTP/1.1" status: 204 len: 168 time: 1.2068040 Dec 23 15:15:14.213535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52732) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:14.240616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': '230818a5-88fb-4ac5-8d1d-b3a05c43556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4ec67279-9312-45d9-8174-843e2629e55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:14.240994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 4ec67279-9312-45d9-8174-843e2629e55a, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:14.284445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-680be452-5122-433d-b5b8-8082b6eaf4ed tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:14.284876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680be452-5122-433d-b5b8-8082b6eaf4ed tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:14.286766 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-680be452-5122-433d-b5b8-8082b6eaf4ed tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/3a20423e-45e0-4a7a-bc46-803d26230402 HTTP/1.1" status: 404 len: 337 time: 0.0722361 Dec 23 15:15:14.296816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52736) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:14.333873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.378080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.529451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1d056835-021f-4877-8d8f-bc5fa8d808c4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:14.624582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 1d056835-021f-4877-8d8f-bc5fa8d808c4 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:14.764383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:14.775776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:14.781794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.812115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:14.824319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:14.827349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.829281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 4ec67279-9312-45d9-8174-843e2629e55a is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:14.837135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23cf16-2596-4c9c-b30f-ee65044cafc8 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:15:14.854243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.886958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.890474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a2adda4-a2ba-4988-9faf-90cda8d0ce4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:14.892101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 4ec67279-9312-45d9-8174-843e2629e55a) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:14.904172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:14.932427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:14.932807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.952330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Provisioning for port 1d056835-021f-4877-8d8f-bc5fa8d808c4 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:14.956577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a013c70-b27a-4d07-8716-3ca94cbc216f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:14.965091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Provisioning complete for port 1d056835-021f-4877-8d8f-bc5fa8d808c4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:14.965756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:14.967875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:15.074163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db23cf16-2596-4c9c-b30f-ee65044cafc8 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:15:15.098916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3068030 Dec 23 15:15:15.102828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.105771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a013c70-b27a-4d07-8716-3ca94cbc216f HTTP/1.1" status: 204 len: 168 time: 1.0399046 Dec 23 15:15:15.112752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:15.121238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.133128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '4ec67279-9312-45d9-8174-843e2629e55a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:15.158760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99afce2a-e5ab-4fce-af48-bc658595989c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:15.172577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.175358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.176849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd89039-a62a-4370-ad31-e6c308457ec3') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:15.177450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd89039-a62a-4370-ad31-e6c308457ec3') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:15.194463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.225626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.235031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:15.235473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:15.252401 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:15.317193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Router eb8fd556-73d7-441d-af72-c3346c3451bd has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:15:15.343194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] For port 1d056835-021f-4877-8d8f-bc5fa8d808c4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1d056835-021f-4877-8d8f-bc5fa8d808c4,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:15.365766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Allocated IP 172.26.2.94 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:15.374536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.382405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ef4086-8b44-44b9-ab33-16663619eded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:15.487231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.496053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.507795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9aa56e6a-2dcb-4544-97a2-9b43ff41db06 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:15.544869 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/99afce2a-e5ab-4fce-af48-bc658595989c HTTP/1.1" status: 204 len: 168 time: 1.2468436 Dec 23 15:15:15.546356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Network': ['ID=99afce2a-e5ab-4fce-af48-bc658595989c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:15.548499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:15.556970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router fa3234b2-58a1-4440-a120-e6a2421095c5 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:15:15.576569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Pushing event updated for resources: {'Port': ['ID=1d056835-021f-4877-8d8f-bc5fa8d808c4,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:15.581417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:15.590144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:15.598765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:15.605524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:subnet and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:15.648750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:15.677938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:15.762219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-4ec67279-9312-45d9-8174-843e2629e55a', 'network_id': '4ec67279-9312-45d9-8174-843e2629e55a', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '55425caa-9697-486f-a1de-9a9ba3746b91'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:15.763244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.793768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:15.799871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.867455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.868686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting subnet a09c937d-483a-4b67-aa8b-6b5d890f8c7c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:15.881043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.951122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:15.955091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:15.982043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Sync routers for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:15.992251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.000198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "PUT /v2.0/routers/eb8fd556-73d7-441d-af72-c3346c3451bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9615791 Dec 23 15:15:16.001844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-890070ec-4680-463f-876b-449bbcd5366a tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:16.065725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.067338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:16.070966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:16.126690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.166453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.177712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac0bf5a4-0e05-404a-8d80-a0c03152e8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:16.207869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=8f1aa9d7-4177-4729-81cd-a682fb2bca24,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:16.221064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:16.231981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:16.237007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Allocated IP 2001:db8::2 (4ec67279-9312-45d9-8174-843e2629e55a/55425caa-9697-486f-a1de-9a9ba3746b91/a21c00af-530c-4d8c-b5f9-5e1b360b9dae) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:16.253541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Subnet': ['ID=a09c937d-483a-4b67-aa8b-6b5d890f8c7c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:16.260619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:16.272062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.302513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/subnets/a09c937d-483a-4b67-aa8b-6b5d890f8c7c HTTP/1.1" status: 204 len: 168 time: 0.7514398 Dec 23 15:15:16.303225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:16.310005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:16.314480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:16.317591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:16.349864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:16.350273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network hostable DHCP agents. Network: 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:16.385105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:16.391171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:16.487036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.497146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:16.498930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Deleting port 36001880-766e-4b46-9469-0e4b6ebebc93 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:16.499368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.571215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:16.582296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:16.595262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] Sync routers for ids ['fa3234b2-58a1-4440-a120-e6a2421095c5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:16.608879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:16.631095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] Routers {'fa3234b2-58a1-4440-a120-e6a2421095c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:16.631688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:16.631810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fa3234b2-58a1-4440-a120-e6a2421095c5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:16.632344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.691360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.696069 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1570921 Dec 23 15:15:16.702159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52784) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:16.721015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:16.733941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] Routers {'fa3234b2-58a1-4440-a120-e6a2421095c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:16.734789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:14:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fa3234b2-58a1-4440-a120-e6a2421095c5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:16.792685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:16.807415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:16.808167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddbbd9-b589-4117-9d4d-ae5a502b4594 None None] The sync data for ids ['fa3234b2-58a1-4440-a120-e6a2421095c5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:16.976907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] For port 36001880-766e-4b46-9469-0e4b6ebebc93, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=36001880-766e-4b46-9469-0e4b6ebebc93,segment=NetworkSegment(a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7),segment_id=a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:16.977423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.031223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1d056835-021f-4877-8d8f-bc5fa8d808c4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:17.149295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:17.185171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9910812 Dec 23 15:15:17.191687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:17.210208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 4ec67279-9312-45d9-8174-843e2629e55a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:17.215249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:17.227712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.228469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.256697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cffaa4e-a473-4242-af78-b2451d778c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.260860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1351457 Dec 23 15:15:17.266107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52800) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:17.299171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Calling delete_port for 36001880-766e-4b46-9469-0e4b6ebebc93 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:17.328617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=89fc7428-dd25-40a5-a584-ad22f743e936,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:17.340277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:17.416865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'name': 'tempest-NetworksTestDHCPv6-786298598'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:17.428485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.430312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.440806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.442717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.443744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1d056835-021f-4877-8d8f-bc5fa8d808c4 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:17.444167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.444885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.447270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.448992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.450264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Synchronizing usage tracker for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:17.451317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-8a3ad91a-c95a-4569-974f-dd255b062bc4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-624521735&fields=id&tenant_id=0b593c7b0ee5442c808a235131a805fc HTTP/1.1" status: 200 len: 267 time: 0.1031477 Dec 23 15:15:17.626854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.641268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Unset dirty status for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:17.643765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-58502e9c-e04a-451e-8f2d-c47d086a04e0 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3741717 Dec 23 15:15:17.651278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Transition to ACTIVE for port object a21c00af-530c-4d8c-b5f9-5e1b360b9dae will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:17.651608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52814) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:17.676274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1403274370'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:17.678138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-69aa1b29-74e6-4098-b517-184056a0f6cc tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:17.688123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-69aa1b29-74e6-4098-b517-184056a0f6cc tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 797 time: 0.2357686 Dec 23 15:15:17.689278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:17.700427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:17.706547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:17.717202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:17.718896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-a30096e0-a877-4552-8192-21fc47b77e2a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/quotas/0b593c7b0ee5442c808a235131a805fc HTTP/1.1" status: 200 len: 375 time: 0.0297513 Dec 23 15:15:17.742036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Transition to ACTIVE for port object a21c00af-530c-4d8c-b5f9-5e1b360b9dae will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:17.744849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 2, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:17.746744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:17.754278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.754724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Checking router: eb8fd556-73d7-441d-af72-c3346c3451bd for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:15:17.755145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Updating router eb8fd556-73d7-441d-af72-c3346c3451bd port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:15:17.769500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:17.784951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.798306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9f7b877-631d-4e0a-925b-b32fa2c3cf0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:17.804485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:17.835801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.836197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment c84650f4-e705-4d7d-b6af-766f3763e12d of type vlan for network 49be6e40-fb86-4590-9562-8a955347b52f Dec 23 15:15:17.869604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:17.879265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:17.886153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.886378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:17.896248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.897252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e9e37a28-ccb4-40e6-869f-f51e992f5e6d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:17.942975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bcd0815b-140b-4069-8fda-62cec54bd105 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/routers/fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 200 len: 880 time: 1.2344856 Dec 23 15:15:17.944847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52824) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:17.944993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] No DVR routers for this DVR port 36001880-766e-4b46-9469-0e4b6ebebc93 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:17.945340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Pushing event updated for resources: {'Port': ['ID=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:17.952404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:17.953622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:17.985138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Port': ['ID=36001880-766e-4b46-9469-0e4b6ebebc93,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:17.987818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:18.018250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:18.022485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:18.025482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:18.031995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:18.068979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Attempting to bind port a21c00af-530c-4d8c-b5f9-5e1b360b9dae on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:18.069433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Attempting to bind port a21c00af-530c-4d8c-b5f9-5e1b360b9dae by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '230818a5-88fb-4ac5-8d1d-b3a05c43556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4ec67279-9312-45d9-8174-843e2629e55a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:18.069856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Attempting to bind port a21c00af-530c-4d8c-b5f9-5e1b360b9dae on network 4ec67279-9312-45d9-8174-843e2629e55a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:18.092442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.096700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:18.097336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.103995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81e71eac-eba6-4ced-b61c-3c71770787cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:18.104875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-c9298d78-2cd8-4525-8cbe-e6c82b33b7de tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Synchronizing usage tracker for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:18.107519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:18.112955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.131055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-255867965', 'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:18.145326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:18.151739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:18.152312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Checking segment: {'id': '230818a5-88fb-4ac5-8d1d-b3a05c43556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4ec67279-9312-45d9-8174-843e2629e55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:18.152611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.153067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Bound using segment: {'id': '230818a5-88fb-4ac5-8d1d-b3a05c43556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4ec67279-9312-45d9-8174-843e2629e55a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:18.153636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Bound port: a21c00af-530c-4d8c-b5f9-5e1b360b9dae, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230818a5-88fb-4ac5-8d1d-b3a05c43556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4ec67279-9312-45d9-8174-843e2629e55a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:18.154063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.171740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:network and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:18.175841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:18.176707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.191601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.211653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:18.221976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 3a556add-0747-4607-85b8-2be7c6be1364 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:18.230898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5756698 Dec 23 15:15:18.236287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52828) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:18.253010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:18.269358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=49be6e40-fb86-4590-9562-8a955347b52f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:18.270602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-c9298d78-2cd8-4525-8cbe-e6c82b33b7de tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Unset dirty status for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:18.279084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:18.283008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-c9298d78-2cd8-4525-8cbe-e6c82b33b7de tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5630212 Dec 23 15:15:18.304829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 49be6e40-fb86-4590-9562-8a955347b52f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:18.348329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18988d85-696d-4ec6-acac-ec9760c40610']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:18.356401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Made reservation on behalf of 6be9543321fb495ea3fe7baf012ac435 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:18.361479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.514732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] For port a21c00af-530c-4d8c-b5f9-5e1b360b9dae, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:18.537392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] For port a21c00af-530c-4d8c-b5f9-5e1b360b9dae, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,segment=NetworkSegment(230818a5-88fb-4ac5-8d1d-b3a05c43556c),segment_id=230818a5-88fb-4ac5-8d1d-b3a05c43556c)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:18.547857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.555155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:18.694574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:15:18.702786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.709855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Pushing event updated for resources: {'Port': ['ID=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:18.714225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:18.719621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:18.719962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cd906b-42c7-4964-aa5f-8fa5ba6c71a7') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:18.726126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.728523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.740215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.747496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1603b0a6-fcd5-43aa-bdbe-49ba3203258d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:18.752591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Transition to ACTIVE for port object 263605eb-bff9-4e85-bcc5-a24c4ac79d0e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:18.757979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.760546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7561b0a-ba73-4dff-9f97-0263363988ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.767423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.786526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5978b5fb-e0ec-4fb4-a90e-5bc2bc65dc66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:18.847236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.878909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:18.879399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.896835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d59ff42b-05b8-4ad9-a8d0-45c6a5ede94a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:router {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:18.920113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 49be6e40-fb86-4590-9562-8a955347b52f is not hosted by any dhcp agent {{(pid=88873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 23 15:15:18.924429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:18.924826 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:18.930936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:18.930936 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "PUT /v2.0/networks/49be6e40-fb86-4590-9562-8a955347b52f HTTP/1.1" status: 200 len: 723 time: 0.6867845 Dec 23 15:15:18.931095 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-fb9efb2f-df46-444d-b872-1e9e3fddd649 service neutron] 10.222.0.49 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249037 Dec 23 15:15:18.935442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:18.935629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52832) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:18.940750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:security_group_rule and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:18.950733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '49be6e40-fb86-4590-9562-8a955347b52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:18.957345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:18.988727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=49be6e40-fb86-4590-9562-8a955347b52f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:18.992628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:19.028398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:19.097648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d59ff42b-05b8-4ad9-a8d0-45c6a5ede94a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:router {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:19.099075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d59ff42b-05b8-4ad9-a8d0-45c6a5ede94a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1513143 Dec 23 15:15:19.107735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52838) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:19.126650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::82 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/8f1aa9d7-4177-4729-81cd-a682fb2bca24/3a556add-0747-4607-85b8-2be7c6be1364) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:19.139434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-488808777'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:19.141226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 49be6e40-fb86-4590-9562-8a955347b52f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:19.146256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.156616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcb21211-03fc-402a-8d96-a504d8b01992 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:19.192757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.206640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Pushing event deleted for resources: {'Network': ['ID=18988d85-696d-4ec6-acac-ec9760c40610,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:19.212767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:19.245882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:19.276049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:19.303985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31672d1-c8d1-4041-8601-3a6f07ffd615 None None] Pushing event updated for resources: {'Port': ['ID=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:19.333469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e31672d1-c8d1-4041-8601-3a6f07ffd615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:19.376938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-e3b68756-a64a-4d9b-b4b8-0e04afcd6d7c service neutron] 10.222.0.49 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154890 Dec 23 15:15:19.395215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:19.404546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] 10.222.0.49 "DELETE /v2.0/networks/18988d85-696d-4ec6-acac-ec9760c40610 HTTP/1.1" status: 204 len: 168 time: 3.0975645 Dec 23 15:15:19.437614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.441937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Attempting to bind port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:19.442357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Attempting to bind port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:19.442773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Attempting to bind port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e on network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:19.450613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:19.451962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Checking segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:19.452472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.452921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Bound using segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:19.453476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Bound port: 263605eb-bff9-4e85-bcc5-a24c4ac79d0e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:19.453906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.559138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] For port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:19.562896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] For port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:19.567590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.573041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-842db43b-abdf-4e16-b1d0-a18ffb9c6826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:19.584677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.673538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31672d1-c8d1-4041-8601-3a6f07ffd615 None None] Pushing event updated for resources: {'Port': ['ID=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:19.677364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e31672d1-c8d1-4041-8601-3a6f07ffd615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:19.678105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:19.678807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:19.791155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.816952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b47be938-2180-47b0-9626-f33dd21904d6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:19.857008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b976fe-289c-45b3-af26-fc7292ebca61,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:19.862229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:19.874368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:19.906612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:19.907020 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Added segment d3ba34df-de1a-42b3-b67f-81b3fae7a8f9 of type vlan for network b6ad10c4-7866-4a88-9f7b-3e60d56745bc Dec 23 15:15:19.951286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:19.959809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.003413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.016328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52854) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:20.079982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 3a556add-0747-4607-85b8-2be7c6be1364 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:20.097179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.163043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.179899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-530c0d67-d64f-45b5-bdc1-2cd36c495c8e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:20.227060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.228353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:20.229292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.323566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9b27127-3e28-473a-89ac-f6dab17dbbab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8f22de3a03a4e48b1bca4afda69bbba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3004761 Dec 23 15:15:20.330705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52864) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:20.378288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6007485 Dec 23 15:15:20.386080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=3a556add-0747-4607-85b8-2be7c6be1364,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:20.390443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:20.393138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:20.401894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:20.402957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:20.436786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:19Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:20.437224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddfbfe-bcc9-4233-be6a-b4cd08231bd4 None None] The sync data for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:19Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:20.502069 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5455028-6998-401e-a771-ba064b0c843d req-2b38b919-d556-4644-aced-8b824f4a57fa tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 210 time: 0.6733270 Dec 23 15:15:20.524697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:20.569011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:20.597719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:20.602090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:20.610095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:20.612207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.615623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7863908 Dec 23 15:15:20.636987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52874) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:20.645359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'subnet': {'network_id': 'b6ad10c4-7866-4a88-9f7b-3e60d56745bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:20.662093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:20.667058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:20.667795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.679009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Network': ['ID=b6ad10c4-7866-4a88-9f7b-3e60d56745bc,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:20.681929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:20.692806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:20.699468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:subnet and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:20.705082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:20.714137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:20.734452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4480810 Dec 23 15:15:20.741255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:20.784148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a21c00af-530c-4d8c-b5f9-5e1b360b9dae up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:20.803085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:20.822518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network b6ad10c4-7866-4a88-9f7b-3e60d56745bc details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:20.822768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Made reservation on behalf of 6be9543321fb495ea3fe7baf012ac435 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:20.833108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.035938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.102324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.182892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.185894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1102bc65-8012-4d31-997f-967f341f258a None None] Network 83d92594-1160-40af-9d94-660d3e3de811 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:21.190511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad1023fc-be11-491a-b3a6-193ed0199289 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:21.223423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd16be-ed0a-4934-88e9-1d6c5da7fdea,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:21.226155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:21.254871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.259217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ddd16be-ed0a-4934-88e9-1d6c5da7fdea HTTP/1.1" status: 204 len: 168 time: 0.9241564 Dec 23 15:15:21.269845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34ebd9-4552-4519-8193-119d9a2cc12f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:21.270670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d34ebd9-4552-4519-8193-119d9a2cc12f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:21.309395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d34ebd9-4552-4519-8193-119d9a2cc12f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:21.311049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d34ebd9-4552-4519-8193-119d9a2cc12f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5687513 Dec 23 15:15:21.325037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52886) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:21.330363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.346260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cdf13a2e-c558-4eec-975f-e23b44b57dea tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:21.494679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49ce43-ffc7-4493-a27e-9a2ea23c43b5 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:21.517443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797fa97-516c-4e53-bc5f-912685daa778 None None] Network 18988d85-696d-4ec6-acac-ec9760c40610 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:21.562355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62ba52-265c-42d4-b3af-642a59cbd670 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:21.756490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 3a556add-0747-4607-85b8-2be7c6be1364 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:21.756880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.806166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=51762e7d-95d8-44ee-86b8-43141f86020a,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:21.809619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:21.851182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c426fddb-907b-4aa0-a425-8306fce866ea req-b20b3e30-d479-459d-80ce-2c7866e949ee tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 210 time: 0.0868866 Dec 23 15:15:21.945248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:21.965633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7107d2d8-c39c-4221-8384-2f1d59a3f9ae tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:22.016394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': 'c84650f4-e705-4d7d-b6af-766f3763e12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49be6e40-fb86-4590-9562-8a955347b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:22.016779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 49be6e40-fb86-4590-9562-8a955347b52f, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:22.148946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92318b64-4040-4d02-9d48-f58b2431fede,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:22.155339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:22.157788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Checking segment: {'id': 'd3ba34df-de1a-42b3-b67f-81b3fae7a8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b6ad10c4-7866-4a88-9f7b-3e60d56745bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:22.158275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network hostable DHCP agents. Network: b6ad10c4-7866-4a88-9f7b-3e60d56745bc, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:22.202856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network b6ad10c4-7866-4a88-9f7b-3e60d56745bc is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:22.223877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, b6ad10c4-7866-4a88-9f7b-3e60d56745bc) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:22.241364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:22.242496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:22.278951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6765964 Dec 23 15:15:22.285311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:22.298956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-547695324', 'network_id': 'b6ad10c4-7866-4a88-9f7b-3e60d56745bc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:22.304555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:22.312817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:port and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:22.318324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:22.333445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:22.344106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797fa97-516c-4e53-bc5f-912685daa778 None None] Network 18988d85-696d-4ec6-acac-ec9760c40610 could not be found, it might have been deleted concurrently. {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 23 15:15:22.359707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Made reservation on behalf of 6be9543321fb495ea3fe7baf012ac435 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:22.364703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:22.417451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] device_id is not set on port 5a2f3fbd-ea3b-46be-9d57-ee1c3f537612 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:22.543574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbf08f-ba99-4877-9141-6f096d103ef6 None None] Network b6ad10c4-7866-4a88-9f7b-3e60d56745bc requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:22.810638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Allocated IP 172.20.0.2 (b6ad10c4-7866-4a88-9f7b-3e60d56745bc/92318b64-4040-4d02-9d48-f58b2431fede/5a2f3fbd-ea3b-46be-9d57-ee1c3f537612) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:22.837053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41afda59-b4a8-4998-89c8-f14831384b5c None None] DHCP port deletion for 18988d85-696d-4ec6-acac-ec9760c40610 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:15:22.883607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 49be6e40-fb86-4590-9562-8a955347b52f is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:22.904528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-e9ca2dd5-e354-4b66-a3e6-27ee6000a42a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:22.905828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-e9ca2dd5-e354-4b66-a3e6-27ee6000a42a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Synchronizing usage tracker for tenant:0b593c7b0ee5442c808a235131a805fc on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:22.963300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 49be6e40-fb86-4590-9562-8a955347b52f) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:23.005488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:23.006143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.055458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f1a66-32ee-4b48-a94c-8a32ab3ed971 None None] Network 49be6e40-fb86-4590-9562-8a955347b52f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:23.178513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52918) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:23.225833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c456b70-0ebc-47a5-a5e1-e130071371bb req-3ef63298-7456-40d4-b858-fd39e11be36f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 210 time: 0.1180358 Dec 23 15:15:23.232380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.238668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-e9ca2dd5-e354-4b66-a3e6-27ee6000a42a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Unset dirty status for tenant:0b593c7b0ee5442c808a235131a805fc on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:23.239988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-e9ca2dd5-e354-4b66-a3e6-27ee6000a42a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.65 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 797 time: 0.8830764 Dec 23 15:15:23.242076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.276903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.310340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.327767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d56e77ab-8e04-4e60-ac40-e357fb44525a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:23.337883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:23.395018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network b6ad10c4-7866-4a88-9f7b-3e60d56745bc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:23.399378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:23.406036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:23.490071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2061661770'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:23.491015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-51999966-8482-4100-9c73-69f39aa3db31 None None] Provisioning for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:23.499832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2f3fbd-ea3b-46be-9d57-ee1c3f537612,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:23.503255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:23.510207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:23.511440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:23.516666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:23.527402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:23.530772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:23.531471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.538877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:23.553944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-51999966-8482-4100-9c73-69f39aa3db31 None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:23.554311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51999966-8482-4100-9c73-69f39aa3db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.555137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:23.561028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.579990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2906883 Dec 23 15:15:23.580860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52924) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:23.617629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.660967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:23.661353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.681590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Deleting port 5a2f3fbd-ea3b-46be-9d57-ee1c3f537612 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:23.681977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.713528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7750664 Dec 23 15:15:23.715969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52928) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:23.746969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:23.753324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group_rule and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:23.758887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:23.774750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:23.793680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 3a556add-0747-4607-85b8-2be7c6be1364 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:23.822453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:23.835544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:24.042872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.046184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-c030521b-c8ba-4fdf-8d7b-65ea411f6d32 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Synchronizing usage tracker for tenant:0b593c7b0ee5442c808a235131a805fc on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:24.051876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.056043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.062723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bddf63ef-f821-4056-9e2e-6319a3a8a334 tempest-ServerActionsTestJSON-1933922023 tempest-ServerActionsTestJSON-1933922023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:24.188566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-c030521b-c8ba-4fdf-8d7b-65ea411f6d32 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Unset dirty status for tenant:0b593c7b0ee5442c808a235131a805fc on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:24.189847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-c030521b-c8ba-4fdf-8d7b-65ea411f6d32 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b593c7b0ee5442c808a235131a805fc HTTP/1.1" status: 200 len: 379 time: 0.5618358 Dec 23 15:15:24.192306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-49be6e40-fb86-4590-9562-8a955347b52f', 'network_id': '49be6e40-fb86-4590-9562-8a955347b52f', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': '51762e7d-95d8-44ee-86b8-43141f86020a'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:24.193253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.204029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Calling delete_port for 5a2f3fbd-ea3b-46be-9d57-ee1c3f537612 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:24.213792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'port': {'device_id': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'admin_state_up': True, 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'security_groups': ['1e3b4ff1-c1bb-4b91-938c-23694e19b6bd']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:24.230780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132702089'] for subnet, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.255021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:24.273776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4da78-9eb6-48f7-b129-1785736871be,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:24.282109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:24.285620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.286019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment 65750199-11d1-42e5-89d5-8df654e45037 of type vlan for network e5e84448-9326-4501-b6e1-ef936554de6d Dec 23 15:15:24.401424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.437514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '8f1aa9d7-4177-4729-81cd-a682fb2bca24'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:24.438733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.488037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b9d89fe-58ef-4892-926e-8a97b65584a1 req-c58c4952-05c6-4f01-a9a7-b9d86556a4a7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 210 time: 0.0546625 Dec 23 15:15:24.506071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51999966-8482-4100-9c73-69f39aa3db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.520872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.533619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.541692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.546330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:24.547138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.551483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-927826a0-1f68-451f-9fc2-7cb9c0491599 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:24.567300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.578186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bdb17-95df-4640-ad0a-c7e2efa2a0cc None None] Network b6ad10c4-7866-4a88-9f7b-3e60d56745bc requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:24.579149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:24.612258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2f3fbd-ea3b-46be-9d57-ee1c3f537612,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:24.617990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:24.618207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-844c6b61-8464-4ceb-bba2-a1b11378aa66 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:24.638720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=3a556add-0747-4607-85b8-2be7c6be1364,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:24.641749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:24.800845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=e5e84448-9326-4501-b6e1-ef936554de6d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:24.816071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:24.850223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.868776 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6890717 Dec 23 15:15:24.881582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/3a556add-0747-4607-85b8-2be7c6be1364 HTTP/1.1" status: 204 len: 168 time: 3.5440626 Dec 23 15:15:24.884759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52934) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:24.885143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52936) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:24.894606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.897007 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5a2f3fbd-ea3b-46be-9d57-ee1c3f537612 HTTP/1.1" status: 204 len: 168 time: 1.3155961 Dec 23 15:15:24.900064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52942) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:24.906318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6ad10c4-7866-4a88-9f7b-3e60d56745bc', 'external_fixed_ips': [{'subnet_id': '92318b64-4040-4d02-9d48-f58b2431fede', 'ip_address': '172.20.0.2'}]}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:24.912469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:24.916882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:router and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:24.920182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:24.926754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:24.938647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.939907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:24.956163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'name': 'tempest-PortsTestJSON-375606822'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:24.959921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:24.961642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.134158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.146383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a21c00af-530c-4d8c-b5f9-5e1b360b9dae, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,segment=NetworkSegment(230818a5-88fb-4ac5-8d1d-b3a05c43556c),segment_id=230818a5-88fb-4ac5-8d1d-b3a05c43556c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:25.171813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:25.209691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.243397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e31672d1-c8d1-4041-8601-3a6f07ffd615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:25.267442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:25.278719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1109bca-6256-43b9-b6f7-3257c749f886 None None] Network 83d92594-1160-40af-9d94-660d3e3de811 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:25.440470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 263605eb-bff9-4e85-bcc5-a24c4ac79d0e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:25.462190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.491768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:16Z', 'revision_number': 3, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:25.505017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.584111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Made reservation on behalf of 0b593c7b0ee5442c808a235131a805fc for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:25.590159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.600834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:15:25.601293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Updating router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:15:25.634297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d65e24-5295-4c7d-abfa-351005e23669 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:25.635840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d65e24-5295-4c7d-abfa-351005e23669 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:25.636707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14d65e24-5295-4c7d-abfa-351005e23669 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:25.680766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-51999966-8482-4100-9c73-69f39aa3db31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:25.681199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-51999966-8482-4100-9c73-69f39aa3db31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:25.696058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:25.760948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:25.770925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758312132160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036722117007'] for subnet, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:25.788270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Update dhcp port {'port': {'network_id': '4ec67279-9312-45d9-8174-843e2629e55a', 'fixed_ips': [{'subnet_id': '55425caa-9697-486f-a1de-9a9ba3746b91', 'ip_address': '2001:db8::2'}, {'subnet_id': '89fc7428-dd25-40a5-a584-ad22f743e936'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': 'a21c00af-530c-4d8c-b5f9-5e1b360b9dae'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:15:25.794662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:25.799750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:25.813706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:25.846647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-20dee5c9-6afc-4d1c-a736-43ed6a0da758 req-8af6a19c-9ba7-4930-9d28-8e65e2b62cb6 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 210 time: 0.1434479 Dec 23 15:15:25.857885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:25.888354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:25.909545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14d65e24-5295-4c7d-abfa-351005e23669 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:25.914007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52952) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:25.914197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14d65e24-5295-4c7d-abfa-351005e23669 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0212679 Dec 23 15:15:25.925437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/8f1aa9d7-4177-4729-81cd-a682fb2bca24/86225c5b-cfac-4987-a32d-23e8dee9fc64) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:26.004886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.019012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Allocated IP 172.20.0.8 (244bf9c6-7bd3-474f-8795-2b4a78f08e99/6126e263-3b82-47a6-aa71-e6c12333d0bd/7769221e-c9bc-4837-94e6-46f38e99a042) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:26.091446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Allocated IP 2001:db8::2 (49be6e40-fb86-4590-9562-8a955347b52f/51762e7d-95d8-44ee-86b8-43141f86020a/e2cc43b4-2efc-4b6b-a63e-e8829816ee54) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:26.097954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.140930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Allocated IP 172.20.0.2 (b6ad10c4-7866-4a88-9f7b-3e60d56745bc/92318b64-4040-4d02-9d48-f58b2431fede/cfc79822-e577-4fe9-a320-4674af91f06f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:26.239852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.258093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Transition to ACTIVE for port object 7769221e-c9bc-4837-94e6-46f38e99a042 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:26.281282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router fa3234b2-58a1-4440-a120-e6a2421095c5 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:15:26.293211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 8f1aa9d7-4177-4729-81cd-a682fb2bca24 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:26.296009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=51762e7d-95d8-44ee-86b8-43141f86020a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:26.304349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:26.305233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.309750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "PUT /v2.0/subnets/51762e7d-95d8-44ee-86b8-43141f86020a HTTP/1.1" status: 200 len: 826 time: 2.5272934 Dec 23 15:15:26.309750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:26.317027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:26.388546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:26.394857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.404128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:26.415355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.462570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.488170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 572d518e-e937-4cc2-8b48-c1d98da54fea yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:26.520248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.572795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.583173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-67029c8d-849c-4e94-96a9-e644d660e82d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:26.605892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4669d353-4177-4662-adb6-10fa4f416983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:26.675904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network b6ad10c4-7866-4a88-9f7b-3e60d56745bc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:26.676897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.716422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:26.728524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 36001880-766e-4b46-9469-0e4b6ebebc93 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:26.728672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:26.764505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Port': ['ID=cfc79822-e577-4fe9-a320-4674af91f06f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:26.777590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:26.812795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:26.837873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 36001880-766e-4b46-9469-0e4b6ebebc93 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:26.838201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 36001880-766e-4b46-9469-0e4b6ebebc93 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:26.879878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:26.882988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:26.911597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:26.915484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:26.934332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:26.935472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.057907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.086491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:27.087400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.143370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Provisioning complete for port 1d056835-021f-4877-8d8f-bc5fa8d808c4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:27.143808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.310558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.323900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700a521-7f20-4921-b525-47b0c7939395 req-e8ea2ce8-649a-4b02-a989-2b8d350a49e8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:27.332350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0700a521-7f20-4921-b525-47b0c7939395 req-e8ea2ce8-649a-4b02-a989-2b8d350a49e8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 931 time: 0.2519670 Dec 23 15:15:27.353837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a21c00af-530c-4d8c-b5f9-5e1b360b9dae up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:27.426859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Transition to ACTIVE for port object 86225c5b-cfac-4987-a32d-23e8dee9fc64 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:27.452927 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0700a521-7f20-4921-b525-47b0c7939395 req-2ca2a725-f5d6-47ee-9e1e-6241b70f5782 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195788 Dec 23 15:15:27.492679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.495821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Router 60709b53-459a-47eb-b011-64642d08d5ef is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:15:27.499746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.508903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Allocated IP 172.20.0.1 (4ec67279-9312-45d9-8174-843e2629e55a/89fc7428-dd25-40a5-a584-ad22f743e936/a21c00af-530c-4d8c-b5f9-5e1b360b9dae) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:27.536704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Transition to ACTIVE for port object 86225c5b-cfac-4987-a32d-23e8dee9fc64 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:27.554334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Transition to ACTIVE for port object e2cc43b4-2efc-4b6b-a63e-e8829816ee54 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:27.583091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.586381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.589407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Allocated IP 172.20.0.1 (83d92594-1160-40af-9d94-660d3e3de811/d9bfc0c2-1581-4c00-a810-23fe8c8d84c1/1190470c-e837-4402-a495-03ee7288891b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:27.595108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a36a180b-9300-40c3-bd39-9340c9dc9aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:27.597927 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3951261 Dec 23 15:15:27.615226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Request body: {'port': {'device_id': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:27.657250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.662672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.690653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:27.817817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Transition to ACTIVE for port object e2cc43b4-2efc-4b6b-a63e-e8829816ee54 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:27.838729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.866318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.873112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:27.897629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Pushing event updated for resources: {'Port': ['ID=86225c5b-cfac-4987-a32d-23e8dee9fc64,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:27.900452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:27.902882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:27.908771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:27.911377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-359d6944-6ffd-4de9-bdaf-daa903474391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:27.917153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] Sync routers for ids ['fa3234b2-58a1-4440-a120-e6a2421095c5'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:27.918787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.920087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.920474 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a1b591b4-81ac-4339-b094-c1568dd0e435 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 200 len: 887 time: 8.8093624 Dec 23 15:15:27.927673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:27.929388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-661c8f49-bd4c-4e8b-8148-cc6a1510b8ba tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:27.945972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] Routers {'fa3234b2-58a1-4440-a120-e6a2421095c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:27.946676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=572d518e-e937-4cc2-8b48-c1d98da54fea,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:27.947263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fa3234b2-58a1-4440-a120-e6a2421095c5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:27.951605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:27.952438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:27.958166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:27.992339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:27.992782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.025014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.049397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:28.052785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=51762e7d-95d8-44ee-86b8-43141f86020a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:28.062791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': '65750199-11d1-42e5-89d5-8df654e45037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:28.063011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: e5e84448-9326-4501-b6e1-ef936554de6d, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:28.071468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:28.077284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] Routers {'fa3234b2-58a1-4440-a120-e6a2421095c5'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:28.079075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fa3234b2-58a1-4440-a120-e6a2421095c5'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:28.084094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Network 49be6e40-fb86-4590-9562-8a955347b52f is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:28.084902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Provisioning for port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:28.110931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.130618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:28.147797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:28.151898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] For port a21c00af-530c-4d8c-b5f9-5e1b360b9dae, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,segment=NetworkSegment(230818a5-88fb-4ac5-8d1d-b3a05c43556c),segment_id=230818a5-88fb-4ac5-8d1d-b3a05c43556c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:28.154086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Provisioning complete for port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:28.154526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.156762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Transition to ACTIVE for port object 1190470c-e837-4402-a495-03ee7288891b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:28.190893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:28.191753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd8769-530f-4780-9e98-480b3d7a06da None None] The sync data for ids ['fa3234b2-58a1-4440-a120-e6a2421095c5'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:28.205902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Pushing event updated for resources: {'Port': ['ID=e2cc43b4-2efc-4b6b-a63e-e8829816ee54,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:28.236199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:28.244444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:28.273405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, e5e84448-9326-4501-b6e1-ef936554de6d) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:28.277758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:28.282572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:28.283267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.320378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.320976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723bdab-90ca-45d4-9cb0-2aff5962a6bf None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:28.328589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-823fe457-fdf1-4398-a0dc-f12cc5d1b354 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:28.347338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Attempting to bind port 86225c5b-cfac-4987-a32d-23e8dee9fc64 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:28.347576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Attempting to bind port 86225c5b-cfac-4987-a32d-23e8dee9fc64 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:28.347952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Attempting to bind port 86225c5b-cfac-4987-a32d-23e8dee9fc64 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:28.407408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5167682 Dec 23 15:15:28.440216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:28.448697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Transition to ACTIVE for port object b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:28.451558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:28.454456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.458712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1e801ce-d5c0-4ddb-b52a-6fe9486e5c16 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:28.479109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Sync routers for ids ['60709b53-459a-47eb-b011-64642d08d5ef'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:28.496048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564965714'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:28.498971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.503639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Network 83d92594-1160-40af-9d94-660d3e3de811 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:28.512060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:28.523502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.528449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:28.538143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02b0516a-fada-45c3-bbe8-11744b06b93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:28.541779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:28.555703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1aa9d7-4177-4729-81cd-a682fb2bca24,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:28.562665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.571801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:28.573405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:28.577305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:28.577754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:28.578221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.578680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:28.579238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Bound port: 86225c5b-cfac-4987-a32d-23e8dee9fc64, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:28.579677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.589396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:28.607276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.613048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Pushing event updated for resources: {'Port': ['ID=1190470c-e837-4402-a495-03ee7288891b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:28.613552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.619534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:28.658120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:28.688089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49be6e40-fb86-4590-9562-8a955347b52f']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:28.699525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Attempting to bind port e2cc43b4-2efc-4b6b-a63e-e8829816ee54 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:28.699942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Attempting to bind port e2cc43b4-2efc-4b6b-a63e-e8829816ee54 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c84650f4-e705-4d7d-b6af-766f3763e12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49be6e40-fb86-4590-9562-8a955347b52f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:28.700355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Attempting to bind port e2cc43b4-2efc-4b6b-a63e-e8829816ee54 on network 49be6e40-fb86-4590-9562-8a955347b52f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:28.715635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Transition to ACTIVE for port object a21c00af-530c-4d8c-b5f9-5e1b360b9dae will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:28.720817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84650f4-e705-4d7d-b6af-766f3763e12d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:28.721464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84650f4-e705-4d7d-b6af-766f3763e12d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:28.738156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/8f1aa9d7-4177-4729-81cd-a682fb2bca24 HTTP/1.1" status: 204 len: 168 time: 2.8229821 Dec 23 15:15:28.742975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:28.745407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52972) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:28.749386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.762006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.772336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.777151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8758013 Dec 23 15:15:28.779795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52976) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:28.843668 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7cfd78a9-f1ab-4b2e-8493-52388aa4998f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886149 Dec 23 15:15:28.844340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 52980) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:28.864669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:28.931997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.967430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:28.968064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:28.987089 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:29.021305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.079315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:29.109424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Routers {'60709b53-459a-47eb-b011-64642d08d5ef'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:29.110295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['60709b53-459a-47eb-b011-64642d08d5ef'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:29.112394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.112805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment 727eab22-2ae9-47a9-891b-b296b6fecd2c of type vlan for network b83551a5-df0d-49ef-af5f-f993e24dfb11 Dec 23 15:15:29.114206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:15:29.114206 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:15:29.114206 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': '49be6e40-fb86-4590-9562-8a955347b52f'}] Dec 23 15:15:29.114206 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:29.114576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:29.173733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.181375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed23e87-ccb0-47c3-a2cd-0e073ba51849 None None] Pushing event updated for resources: {'Port': ['ID=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:29.184198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:29.184720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Checking segment: {'id': 'c84650f4-e705-4d7d-b6af-766f3763e12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49be6e40-fb86-4590-9562-8a955347b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:29.184984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.185428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Bound using segment: {'id': 'c84650f4-e705-4d7d-b6af-766f3763e12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49be6e40-fb86-4590-9562-8a955347b52f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:29.185973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Bound port: e2cc43b4-2efc-4b6b-a63e-e8829816ee54, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84650f4-e705-4d7d-b6af-766f3763e12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49be6e40-fb86-4590-9562-8a955347b52f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:29.186441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.208320 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba505045-3ea9-4e42-947c-9b47e437f539 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/routers/fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 200 len: 887 time: 1.2398982 Dec 23 15:15:29.215651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52984) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:29.218095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eed23e87-ccb0-47c3-a2cd-0e073ba51849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:29.223823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d161f5b3-5739-43b1-8485-89d637359b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:29.284944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Attempting to bind port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:29.285425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Attempting to bind port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:29.285844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Attempting to bind port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:29.334941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-02f4b703-7c13-4269-881a-3515b0aae8ee tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 200 len: 205 time: 0.0665152 Dec 23 15:15:29.336621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52988) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:29.346961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fb5f2-f4a6-47eb-b98b-1e7f56f6342f req-66df3791-ba73-4b15-b13a-67b1d9957a26 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:29.347729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d55fb5f2-f4a6-47eb-b98b-1e7f56f6342f req-66df3791-ba73-4b15-b13a-67b1d9957a26 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Synchronizing usage tracker for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:29.397935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:29.416850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.418614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.421491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:29.422171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.424442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.436043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-79a4978c-b2e8-443f-a49e-78ce4d5f184b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:29.436746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:29.444948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:29.452294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d55fb5f2-f4a6-47eb-b98b-1e7f56f6342f req-66df3791-ba73-4b15-b13a-67b1d9957a26 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Unset dirty status for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:29.453690 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d55fb5f2-f4a6-47eb-b98b-1e7f56f6342f req-66df3791-ba73-4b15-b13a-67b1d9957a26 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 931 time: 0.8067245 Dec 23 15:15:29.461325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:29.488647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7769221e-c9bc-4837-94e6-46f38e99a042 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:15:29.504770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:29.505141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:29.505656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.506106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:29.506648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Bound port: b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:29.507064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.534731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.549016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:29.568002 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1231129 Dec 23 15:15:29.571079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 52992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:29.579566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=b83551a5-df0d-49ef-af5f-f993e24dfb11,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:29.587952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'ports': [{'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'}, {'network_id': 'b83551a5-df0d-49ef-af5f-f993e24dfb11'}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:29.588308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:29.588836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'b83551a5-df0d-49ef-af5f-f993e24dfb11'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:29.605414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:29.616468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.633059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network b83551a5-df0d-49ef-af5f-f993e24dfb11 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:29.647293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] For port 86225c5b-cfac-4987-a32d-23e8dee9fc64, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:29.662682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Transition to ACTIVE for port object 7769221e-c9bc-4837-94e6-46f38e99a042 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:29.696251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.709887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-783f15ea-ffb0-49d1-a115-c3ed7b205838 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:29.750948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Pushing event updated for resources: {'Port': ['ID=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:29.756034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port e2cc43b4-2efc-4b6b-a63e-e8829816ee54 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:29.756428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.763905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] For port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:29.778942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:29.790831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.800039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] For port 86225c5b-cfac-4987-a32d-23e8dee9fc64, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86225c5b-cfac-4987-a32d-23e8dee9fc64,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:29.804489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:29.807679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:29.816099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.843366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:29.884682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d55fb5f2-f4a6-47eb-b98b-1e7f56f6342f req-fdc67f7f-30fa-44e0-a5b8-6f8bce6a62bf tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4124424 Dec 23 15:15:29.895718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.957362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] For port e2cc43b4-2efc-4b6b-a63e-e8829816ee54, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:29.960367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:29.983995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] For port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:30.000687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] For port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:30.006950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] For port e2cc43b4-2efc-4b6b-a63e-e8829816ee54, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2cc43b4-2efc-4b6b-a63e-e8829816ee54,segment=NetworkSegment(c84650f4-e705-4d7d-b6af-766f3763e12d),segment_id=c84650f4-e705-4d7d-b6af-766f3763e12d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:30.025344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Set router 60709b53-459a-47eb-b011-64642d08d5ef gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:30.088703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.109603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:30.116449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:30.120586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:30.122071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.130638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:30.206597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Pushing event updated for resources: {'Port': ['ID=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:30.279755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Provisioning for port 1190470c-e837-4402-a495-03ee7288891b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:30.306008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:30.306713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:30.327065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Attempting to bind port 7769221e-c9bc-4837-94e6-46f38e99a042 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:30.327440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Attempting to bind port 7769221e-c9bc-4837-94e6-46f38e99a042 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:30.327810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Attempting to bind port 7769221e-c9bc-4837-94e6-46f38e99a042 on network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:30.355469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Provisioning complete for port 1190470c-e837-4402-a495-03ee7288891b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:30.356051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.388552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Port 7769221e-c9bc-4837-94e6-46f38e99a042 on network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:15:30.388917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Attempting to bind port 7769221e-c9bc-4837-94e6-46f38e99a042 on network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:30.411446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.425834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:30.426211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Checking segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:30.426644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Bound using segment: {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:30.427145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Bound port: 7769221e-c9bc-4837-94e6-46f38e99a042, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64a2376-62e9-4756-8d60-ae3f28c8b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:30.427527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.442882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Port 1190470c-e837-4402-a495-03ee7288891b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:15:30.445096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.487063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9ffac5d-20ca-4922-a2b3-c59e1fadfc0f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:30.502039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:30.509533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.553728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69168eb-3435-46b4-9059-68bccf546632 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:30.554910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.636599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:30.640242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:30.646877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:30.647601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:30.695120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.706462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.747865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.756455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Pushing event updated for resources: {'Port': ['ID=1190470c-e837-4402-a495-03ee7288891b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:30.768383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:30.772476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a944e5b1-7e5f-4a2e-84fe-4d8b885c8efd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:30.820915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:30.822589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] 10.222.0.65 "PUT /v2.0/ports/7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 1093 time: 3.2144010 Dec 23 15:15:30.825045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:15:30.846369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:30.847997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:30.957384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port e2cc43b4-2efc-4b6b-a63e-e8829816ee54, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e2cc43b4-2efc-4b6b-a63e-e8829816ee54,segment=NetworkSegment(c84650f4-e705-4d7d-b6af-766f3763e12d),segment_id=c84650f4-e705-4d7d-b6af-766f3763e12d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:30.957808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.016526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'status': 'completed', 'code': 200} Dec 23 15:15:31.019997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:31.020663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.062667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:31.063998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port d0343cfc-8364-4272-9df6-38b5bee34a72 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:31.156475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Network 83d92594-1160-40af-9d94-660d3e3de811 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:31.175183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:31.186224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e92212-92ab-4b40-9c93-2cd3c3c32eb1 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:31.433247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a21c00af-530c-4d8c-b5f9-5e1b360b9dae up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:31.459638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Pushing event updated for resources: {'Port': ['ID=86225c5b-cfac-4987-a32d-23e8dee9fc64,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:31.464573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6131513 Dec 23 15:15:31.466541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:31.470533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:31.471234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53000) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:31.489447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7582ee24-0504-4cf0-8e25-3f21637ba5ba tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.772s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:31.495948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for e2cc43b4-2efc-4b6b-a63e-e8829816ee54 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:31.534596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'name': 'tempest-NetworksTestDHCPv6-329998184'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:31.581670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.600250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.600961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Provisioning complete for port 1d056835-021f-4877-8d8f-bc5fa8d808c4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:31.601430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.647951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f1caea-9db1-4208-a19b-4cc01514d086 None None] Network 49be6e40-fb86-4590-9562-8a955347b52f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:31.707273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.723952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6ab5dd82-3c81-461c-9ed0-cbf6dda22413 tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:31.792227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=e2cc43b4-2efc-4b6b-a63e-e8829816ee54,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:31.804084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:31.841081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port e2cc43b4-2efc-4b6b-a63e-e8829816ee54 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:31.939331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:31.954093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-a6144e26-072a-4381-846c-374e3edfa747 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1096 time: 0.9288418 Dec 23 15:15:31.991214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed23e87-ccb0-47c3-a2cd-0e073ba51849 None None] Pushing event updated for resources: {'Port': ['ID=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:32.000750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.101055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Pushing event deleted for resources: {'Port': ['ID=e2cc43b4-2efc-4b6b-a63e-e8829816ee54,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:32.103458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.797s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:32.109143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Deleting port cfc79822-e577-4fe9-a320-4674af91f06f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:32.109563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.141283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.141495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.040s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:32.141755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:32.151268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=e05df4e4-60b7-4309-8d46-da07624683e2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:32.155580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-490fb5df-7a78-4b51-858d-6be685eac48b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 217 time: 0.1914589 Dec 23 15:15:32.158774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:32.168540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:32.170543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:32.171006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:32.179982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:32.203486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:32.213767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:32.231767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd72ab7-21c7-43c4-aa75-7dbb88cb0d13 req-5e6cbd3a-5942-43a3-b81d-b2dd956fd654 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:32.242961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0fd72ab7-21c7-43c4-aa75-7dbb88cb0d13 req-5e6cbd3a-5942-43a3-b81d-b2dd956fd654 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 943 time: 1.1357362 Dec 23 15:15:32.278834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49be6e40-fb86-4590-9562-8a955347b52f']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:32.281150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:32.286715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.302521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84650f4-e705-4d7d-b6af-766f3763e12d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:32.302871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84650f4-e705-4d7d-b6af-766f3763e12d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:32.312506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 49a2c391-d642-4945-a361-257e1765e993 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:32.352419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.387051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f71a6-7431-4c11-a1f1-c160659f44c1 None None] Network 49be6e40-fb86-4590-9562-8a955347b52f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:32.409064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 46c8c4bc-ead3-4b9c-b671-df9cf1b79a90 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:32.428633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 263605eb-bff9-4e85-bcc5-a24c4ac79d0e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:32.447094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.465342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:32.465813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.465934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-4b14325e-0c43-4e8d-96b7-82e9be04ec71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:32.467506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-4b14325e-0c43-4e8d-96b7-82e9be04ec71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 200 len: 835 time: 0.2971659 Dec 23 15:15:32.476283 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0fd72ab7-21c7-43c4-aa75-7dbb88cb0d13 req-dd0fe701-9cdc-4a85-a080-bb825a0690ab tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312365 Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:32.490920 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:32.638736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.723671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.743347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::314 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/e05df4e4-60b7-4309-8d46-da07624683e2/46c8c4bc-ead3-4b9c-b671-df9cf1b79a90) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:32.785918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-62289d11-5a49-4294-a180-278c471d1389 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=244bf9c6-7bd3-474f-8795-2b4a78f08e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3070292 Dec 23 15:15:32.796652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Calling delete_port for cfc79822-e577-4fe9-a320-4674af91f06f owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:32.826971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.830287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42beb50c-42bd-4d2a-9668-5c9947057e85 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:32.832610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709b53-459a-47eb-b011-64642d08d5ef', 'name': '', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6ad10c4-7866-4a88-9f7b-3e60d56745bc', 'external_fixed_ips': [{'subnet_id': '92318b64-4040-4d02-9d48-f58b2431fede', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cfc79822-e577-4fe9-a320-4674af91f06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:24Z', 'updated_at': '2021-12-23T15:15:26Z', 'revision_number': 3, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port': {'id': 'cfc79822-e577-4fe9-a320-4674af91f06f', 'name': '', 'network_id': 'b6ad10c4-7866-4a88-9f7b-3e60d56745bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709b53-459a-47eb-b011-64642d08d5ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '92318b64-4040-4d02-9d48-f58b2431fede', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:25Z', 'updated_at': '2021-12-23T15:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92318b64-4040-4d02-9d48-f58b2431fede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:32.850521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.867376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Checking router: 60709b53-459a-47eb-b011-64642d08d5ef for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:15:32.867789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Updating router 60709b53-459a-47eb-b011-64642d08d5ef port cfc79822-e577-4fe9-a320-4674af91f06f binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:15:32.895013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=49be6e40-fb86-4590-9562-8a955347b52f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:32.910018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 9b98f643-dd76-4369-8ec1-9738bfbd29e8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:32.910413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:32.942631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:32.953425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a077ecf8-16de-4a53-a451-6795738abc92 None None] Provisioning for port 7769221e-c9bc-4837-94e6-46f38e99a042 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:32.966582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:15:32.979341 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/49be6e40-fb86-4590-9562-8a955347b52f HTTP/1.1" status: 204 len: 168 time: 6.6586945 Dec 23 15:15:32.984076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53006) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:33.016454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:15:33.066630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.074744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 2, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:33.081390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.094510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de56b95-a2c1-4c24-8194-a2043a8450c6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:33.095050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de56b95-a2c1-4c24-8194-a2043a8450c6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:33.100686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5de56b95-a2c1-4c24-8194-a2043a8450c6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/49be6e40-fb86-4590-9562-8a955347b52f HTTP/1.1" status: 404 len: 339 time: 0.1076348 Dec 23 15:15:33.103631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53010) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:33.133335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce15b35-cb35-4bf4-8e23-26cfffc407d9 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 2, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:33.164590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:33.165023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.165983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1398516587', 'description': 'd1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:33.187706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:33.201946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Usage tracker for resource:network and tenant:5ca1b0216a3a4e8baaf6afc26a7b09da is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:33.210595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:33.224301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:33.282471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:33.287097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': 'e05df4e4-60b7-4309-8d46-da07624683e2'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '86225c5b-cfac-4987-a32d-23e8dee9fc64'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:15:33.288210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.295550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.305257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.315340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.325673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 46c8c4bc-ead3-4b9c-b671-df9cf1b79a90 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:33.332227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:33.353550 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-911b0176-5eb2-4dbf-9881-912c9a65626d service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443418 Dec 23 15:15:33.361523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.402319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-393b7f10-eb63-4d9b-a6ba-ab9c5937eea8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:33.439703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7371dcd3-dba6-4a79-b8a4-f5fcbe6e67fe None None] Provisioning complete for port 1190470c-e837-4402-a495-03ee7288891b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:33.440036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7371dcd3-dba6-4a79-b8a4-f5fcbe6e67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.529643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.572182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:33.580424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:33.589495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 9b98f643-dd76-4369-8ec1-9738bfbd29e8 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:33.614127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:33.618569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:33.619356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:33.649048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=46c8c4bc-ead3-4b9c-b671-df9cf1b79a90,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:33.683856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef35fd-da85-4323-bf2f-5ed4d4562e03 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:33.700526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:33.783955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7371dcd3-dba6-4a79-b8a4-f5fcbe6e67fe None None] Port 1190470c-e837-4402-a495-03ee7288891b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:15:33.812759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca1804c1-10a7-418c-9192-c164d0578f28 req-a5fb2563-a39a-41e2-adaf-413a14c24544 service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464750 Dec 23 15:15:33.826285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2930541 Dec 23 15:15:33.831482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53016) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:34.054760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-d5c4a2d2-fa09-4895-95c0-0b3aad8fc897 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1096 time: 0.1537685 Dec 23 15:15:34.062702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6bded2-60ae-471a-93dd-7b12305014c6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:34.067370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6bded2-60ae-471a-93dd-7b12305014c6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:34.068259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c6bded2-60ae-471a-93dd-7b12305014c6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:34.110583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:34.111655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:34.120356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:34.124953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:34.127349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=d0343cfc-8364-4272-9df6-38b5bee34a72,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:34.131901 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] 10.222.0.49 "PUT /v2.0/routers/1f5ef9f3-515f-4adc-b9d9-1e13bb571e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4966550 Dec 23 15:15:34.147063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:34.148137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:34.151417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:34.163672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6272cb1-3929-4850-851a-561f597a4010 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:34.224922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:34.227071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment ca3d8e09-eca0-430e-bb55-a7ac5c2ca451 of type vlan for network 0fa77275-a14f-4ed9-bc3b-1aa03ffe282e Dec 23 15:15:34.231074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:34.276916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-eb20bef3-5136-4133-a0c1-2fa0130623c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:34.279055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-eb20bef3-5136-4133-a0c1-2fa0130623c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 898 time: 0.2042701 Dec 23 15:15:34.280066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c6bded2-60ae-471a-93dd-7b12305014c6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:34.285801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c6bded2-60ae-471a-93dd-7b12305014c6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.4523392 Dec 23 15:15:34.286708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53022) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:34.354969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/e05df4e4-60b7-4309-8d46-da07624683e2/86225c5b-cfac-4987-a32d-23e8dee9fc64) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:34.365697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7371dcd3-dba6-4a79-b8a4-f5fcbe6e67fe None None] Provisioning for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:34.400912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7371dcd3-dba6-4a79-b8a4-f5fcbe6e67fe None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:34.401565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7371dcd3-dba6-4a79-b8a4-f5fcbe6e67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:34.473000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-a0a39134-3639-4bf0-b40c-d72513c95d3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 217 time: 0.1830893 Dec 23 15:15:34.502554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 46c8c4bc-ead3-4b9c-b671-df9cf1b79a90 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:34.503288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:34.635099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-ede27852-7cb4-420b-96ab-0e48ca176ea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:34.637578 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-ede27852-7cb4-420b-96ab-0e48ca176ea3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 200 len: 835 time: 0.1552517 Dec 23 15:15:34.661510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=49a2c391-d642-4945-a361-257e1765e993,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:34.729505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:34.760101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb786-a80a-46d7-a6ad-a49953e15145 req-ee54847f-c4b1-4c80-aabf-655b52f6b0cf tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:34.772876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-11aeb786-a80a-46d7-a6ad-a49953e15145 req-ee54847f-c4b1-4c80-aabf-655b52f6b0cf tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 943 time: 1.0374446 Dec 23 15:15:34.805443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-652c9579-4b9d-4a41-8bdb-d39674af13c4 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:34.888066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:34.938965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfc79822-e577-4fe9-a320-4674af91f06f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:34.942939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] For port 86225c5b-cfac-4987-a32d-23e8dee9fc64, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86225c5b-cfac-4987-a32d-23e8dee9fc64,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:34.962297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:34.962908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:35.024569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:35.036637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:35.051012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Ignored duplicate provisioning block setup for port 86225c5b-cfac-4987-a32d-23e8dee9fc64 by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 23 15:15:35.056552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:35.062570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3f4b62b-ecb1-469a-84ff-b9d2fd27ae78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:35.093455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:35.112779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-11aeb786-a80a-46d7-a6ad-a49953e15145 req-118405a3-2e0d-455e-a30f-c61139497ec4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363888 Dec 23 15:15:35.230677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:35.481038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=9b98f643-dd76-4369-8ec1-9738bfbd29e8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:35.484455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:35.552340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Port cfc79822-e577-4fe9-a320-4674af91f06f not found while updating agent binding for router 60709b53-459a-47eb-b011-64642d08d5ef. {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 23 15:15:35.559972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-29a04886-15a4-43c7-ab41-f38027c4fe2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=244bf9c6-7bd3-474f-8795-2b4a78f08e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9066203 Dec 23 15:15:35.560702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Pushing event updated for resources: {'Port': ['ID=86225c5b-cfac-4987-a32d-23e8dee9fc64,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:35.570013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:35.572457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a36c7138-06e7-401d-8869-49e4a8efa404 None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:35.572457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a36c7138-06e7-401d-8869-49e4a8efa404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:35.625993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Routers {'60709b53-459a-47eb-b011-64642d08d5ef'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:35.626946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['60709b53-459a-47eb-b011-64642d08d5ef'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:35.680106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:35.759008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53042) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:35.791816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1258509953-network', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:35.834409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:35.847009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:35.849590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:35.864310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': '727eab22-2ae9-47a9-891b-b296b6fecd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b83551a5-df0d-49ef-af5f-f993e24dfb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:35.864723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: b83551a5-df0d-49ef-af5f-f993e24dfb11, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:35.915241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] Set router 60709b53-459a-47eb-b011-64642d08d5ef gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:35.954353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.005662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Usage tracker for resource:network and tenant:1743b0dfd2734fab8e3601b453ab9d14 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:36.017020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 46c8c4bc-ead3-4b9c-b671-df9cf1b79a90 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:36.126367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:36.134042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:36.148687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Made reservation on behalf of 1743b0dfd2734fab8e3601b453ab9d14 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:36.149073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709b53-459a-47eb-b011-64642d08d5ef', 'name': '', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:24Z', 'updated_at': '2021-12-23T15:15:33Z', 'revision_number': 5, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:36.156008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.180639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-eef8b098-8065-41bf-a912-378e7cf43fb2 service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054194 Dec 23 15:15:36.182998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b431a-6a2c-46aa-b05a-5759f55df878 None None] The sync data for ids ['60709b53-459a-47eb-b011-64642d08d5ef'] in dv-neutron-822797-1-hyperv is: [{'id': '60709b53-459a-47eb-b011-64642d08d5ef', 'name': '', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:24Z', 'updated_at': '2021-12-23T15:15:33Z', 'revision_number': 5, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:36.199255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:36.206939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:36.207754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.312944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.317862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:36.318938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.324872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.330443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:36.376109 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82d2d4ac-6162-4379-8d4a-e7e1f5134d2f req-8dc07a83-411a-4685-a4f6-056bfaca7297 service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842556 Dec 23 15:15:36.436668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c6b5121d-b9ef-4421-8ee9-7297fb65bfc8 None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:36.437452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b5121d-b9ef-4421-8ee9-7297fb65bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.454535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.480710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=0fa77275-a14f-4ed9-bc3b-1aa03ffe282e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:36.503473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 0fa77275-a14f-4ed9-bc3b-1aa03ffe282e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:36.540566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:36.546409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:36.572120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.588476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Usage tracker for resource:security_group_rule and tenant:1743b0dfd2734fab8e3601b453ab9d14 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:36.598144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:36.607584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.621984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:36.629678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b34d46-997e-4a23-80ea-4972312e557a req-9f90cb36-3702-41b5-8935-bb85e67a3ac9 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:36.631350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6b34d46-997e-4a23-80ea-4972312e557a req-9f90cb36-3702-41b5-8935-bb85e67a3ac9 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 943 time: 0.2434943 Dec 23 15:15:36.651972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.657204 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5030499 Dec 23 15:15:36.658864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53048) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:36.664734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network b83551a5-df0d-49ef-af5f-f993e24dfb11 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:36.669335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.677864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:36.681146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.691001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.696323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b401de1-cd60-4556-a222-3f8e8a989363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:36.709136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-78fa08fd-99db-4bc3-bde5-d784800a116f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:36.726455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, b83551a5-df0d-49ef-af5f-f993e24dfb11) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:36.757424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=46c8c4bc-ead3-4b9c-b671-df9cf1b79a90,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:36.769501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:36.774925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6b34d46-997e-4a23-80ea-4972312e557a req-e23b9ed4-3abf-4605-80eb-20d4e63f0795 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323507 Dec 23 15:15:36.789650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:36.794155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:36.797902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:36.798635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.817298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade047b-8442-4a7c-b6e7-162f67f0287c None None] Network b83551a5-df0d-49ef-af5f-f993e24dfb11 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:36.820227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.820784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router fa3234b2-58a1-4440-a120-e6a2421095c5 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:36.847106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:15:36.848643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.893408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.895475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/46c8c4bc-ead3-4b9c-b671-df9cf1b79a90 HTTP/1.1" status: 204 len: 168 time: 2.6076744 Dec 23 15:15:36.897030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.898184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.898829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60709b53-459a-47eb-b011-64642d08d5ef {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:36.901274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53052) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:36.902035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4cb206c-27cb-4967-b079-d35e1e46512c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:36.907009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.912483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 204 len: 168 time: 7.5695667 Dec 23 15:15:36.913285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.3385556 Dec 23 15:15:36.917428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53056) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:36.917803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53058) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:36.923879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:36.927360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/routers/60709b53-459a-47eb-b011-64642d08d5ef HTTP/1.1" status: 204 len: 168 time: 8.1361666 Dec 23 15:15:36.928330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53060) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:36.936016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1142c8d1-e491-497e-abf5-e45742252e9b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:36.936855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1142c8d1-e491-497e-abf5-e45742252e9b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Synchronizing usage tracker for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:36.995585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:36.999715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:37.002092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-21968931'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:37.021595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:37.023384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1142c8d1-e491-497e-abf5-e45742252e9b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Unset dirty status for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:37.027464 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1142c8d1-e491-497e-abf5-e45742252e9b tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks?id=0fa77275-a14f-4ed9-bc3b-1aa03ffe282e HTTP/1.1" status: 200 len: 765 time: 0.3614895 Dec 23 15:15:37.028284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53068) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:37.032995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:37.037604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Deleting subnet 92318b64-4040-4d02-9d48-f58b2431fede {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:37.046230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'description': 'd2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:37.063426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.065812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:37.077517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:37.086241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e172276e-7cf8-41b1-8b5a-8be46eac7013,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:37.089380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.089770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Added segment d33491ad-742c-4e1b-9147-944823d2493d of type vlan for network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b Dec 23 15:15:37.110222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:37.111160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:37.119158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff83e229-4897-440f-94ce-0be99746e7bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:37.120681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff83e229-4897-440f-94ce-0be99746e7bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:37.121538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ff83e229-4897-440f-94ce-0be99746e7bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:37.133530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 49a2c391-d642-4945-a361-257e1765e993 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:37.133922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.204427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:37.210102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.221376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:37.233937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.240826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ff83e229-4897-440f-94ce-0be99746e7bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:37.242202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff83e229-4897-440f-94ce-0be99746e7bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3320906 Dec 23 15:15:37.248197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '7769221e-c9bc-4837-94e6-46f38e99a042', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'port_id': '7769221e-c9bc-4837-94e6-46f38e99a042', 'mac_address': 'fa:16:3e:e6:c0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:15:37.249218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53072) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:37.264570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.318445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.340464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7769221e-c9bc-4837-94e6-46f38e99a042 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:15:37.359814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:37.365608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.368012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:37.428588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.429666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:37.430306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.447081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4073b48a-4810-4d41-b188-a39d319d860c tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:37.462305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:37.463392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:37.464046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:37.469910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:37.481322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.646879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['7769221e-c9bc-4837-94e6-46f38e99a042'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:15:37.765925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9910486 Dec 23 15:15:37.772890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53076) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:37.813637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Request body: {'subnet': {'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1258509953-subnet', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:37.858441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:37.859582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.861609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:37.877896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4623bff-bb47-49d1-971a-3cf0268c4ae6 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:37.891904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.892688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Usage tracker for resource:subnet and tenant:1743b0dfd2734fab8e3601b453ab9d14 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:37.897929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f06b78ab-2e48-42d9-b9f5-5893c39e21c3 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:37.899007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:37.913195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:37.913526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:37.920092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.926257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.945221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:37.965320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:37.995373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 0fa77275-a14f-4ed9-bc3b-1aa03ffe282e is not hosted by any dhcp agent {{(pid=88872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 23 15:15:37.999811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:38.000468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.001911 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "PUT /v2.0/networks/0fa77275-a14f-4ed9-bc3b-1aa03ffe282e HTTP/1.1" status: 200 len: 762 time: 0.9724669 Dec 23 15:15:38.019448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53082) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:38.034457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:38.128903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 49a2c391-d642-4945-a361-257e1765e993 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:38.148985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.162464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Made reservation on behalf of 1743b0dfd2734fab8e3601b453ab9d14 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:38.167671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.180048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=0fa77275-a14f-4ed9-bc3b-1aa03ffe282e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:38.188201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:38.193308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:38.222441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/92318b64-4040-4d02-9d48-f58b2431fede HTTP/1.1" status: 204 len: 168 time: 1.2928331 Dec 23 15:15:38.230019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53086) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:38.272405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92318b64-4040-4d02-9d48-f58b2431fede,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:38.283675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:38.335335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 0fa77275-a14f-4ed9-bc3b-1aa03ffe282e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:38.354814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada3974-68d7-4131-974a-9e66fd8a9305 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:38.356340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3ada3974-68d7-4131-974a-9e66fd8a9305 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks?id=0fa77275-a14f-4ed9-bc3b-1aa03ffe282e HTTP/1.1" status: 200 len: 765 time: 0.3352447 Dec 23 15:15:38.370458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet e05df4e4-60b7-4309-8d46-da07624683e2 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:38.375715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53090) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:38.378085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:38.413858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.419404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.423798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ccaa-cc91-408d-ad56-d94a303517ce req-32f68fea-b405-4cc6-866d-584b1cbedabf tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:38.425479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6fc4ccaa-cc91-408d-ad56-d94a303517ce req-32f68fea-b405-4cc6-866d-584b1cbedabf tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 944 time: 0.3773754 Dec 23 15:15:38.499481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.499880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment 992261d5-6bbf-4729-ad56-f1d2189717ad of type vlan for network f1725ae3-a453-4f98-af01-de9a14f03ec4 Dec 23 15:15:38.567106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-09403898-a30c-44d3-98ae-2c84bdb19bdd None None] Provisioning for port 86225c5b-cfac-4987-a32d-23e8dee9fc64 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:38.624177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6fc4ccaa-cc91-408d-ad56-d94a303517ce req-42bc2afa-50b3-477f-b83e-c98dc42146ab tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507738 Dec 23 15:15:38.626365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.628469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.664573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ad10c4-7866-4a88-9f7b-3e60d56745bc']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:38.679520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba34df-de1a-42b3-b67f-81b3fae7a8f9') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:38.679735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.680110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba34df-de1a-42b3-b67f-81b3fae7a8f9') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:38.694648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.695128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:38.695576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.712688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.720058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:38.720552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:38.736491 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:38.829717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.841913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:38.860292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6ad10c4-7866-4a88-9f7b-3e60d56745bc {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 23 15:15:38.863166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:38.875081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b6ad10c4-7866-4a88-9f7b-3e60d56745bc HTTP/1.1" status: 204 len: 168 time: 0.6394141 Dec 23 15:15:38.882261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6ad10c4-7866-4a88-9f7b-3e60d56745bc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:38.885793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:38.960507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86225c5b-cfac-4987-a32d-23e8dee9fc64 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:38.983185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:39.051960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=49a2c391-d642-4945-a361-257e1765e993,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:39.064624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:39.066978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.067383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 86225c5b-cfac-4987-a32d-23e8dee9fc64 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:39.074538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 86225c5b-cfac-4987-a32d-23e8dee9fc64 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:39.075363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.082106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.095972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6097da51-9859-4867-a1d9-4b0843854742 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:39.216953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1b6d8-e23e-4cc0-a623-4ff1ab31749f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.221638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1b6d8-e23e-4cc0-a623-4ff1ab31749f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.222510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98c1b6d8-e23e-4cc0-a623-4ff1ab31749f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Synchronizing usage tracker for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:39.223450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.233234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.263564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 86225c5b-cfac-4987-a32d-23e8dee9fc64, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86225c5b-cfac-4987-a32d-23e8dee9fc64,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:39.271623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.280264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:39.312644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98c1b6d8-e23e-4cc0-a623-4ff1ab31749f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Unset dirty status for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:39.317039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98c1b6d8-e23e-4cc0-a623-4ff1ab31749f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1348 time: 0.9363534 Dec 23 15:15:39.317215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53098) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:39.327001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/49a2c391-d642-4945-a361-257e1765e993 HTTP/1.1" status: 204 len: 168 time: 2.3713310 Dec 23 15:15:39.327934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdf8786-2e44-43d6-817e-37b09d796e70,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:39.330138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53102) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:39.340653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:39.387293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.391577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.392220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.402182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:39.408424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=86225c5b-cfac-4987-a32d-23e8dee9fc64,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:39.413906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:39.430552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.488659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7cbef2b2-27a0-4a5c-b922-edb03f80efa2 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Synchronizing usage tracker for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:39.532184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0144f135-0667-48c5-80cf-21af9e7ddc3c None None] Provisioning complete for port 86225c5b-cfac-4987-a32d-23e8dee9fc64 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:39.532910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0144f135-0667-48c5-80cf-21af9e7ddc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.552383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7cbef2b2-27a0-4a5c-b922-edb03f80efa2 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Unset dirty status for tenant:5ca1b0216a3a4e8baaf6afc26a7b09da on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:39.553477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7cbef2b2-27a0-4a5c-b922-edb03f80efa2 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 207 time: 0.2352350 Dec 23 15:15:39.557310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:39.595760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Checking segment: {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:39.596741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Network hostable DHCP agents. Network: 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:39.612365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=f1725ae3-a453-4f98-af01-de9a14f03ec4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:39.626020 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.6722341 Dec 23 15:15:39.626765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53112) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:39.629058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:39.635241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:39.674197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:39.744906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:39.753494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'name': 'tempest-router--1817164010', 'project_id': '28fa433375974dd7b2b10000a596665c'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:39.763036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:39.785823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:router and tenant:28fa433375974dd7b2b10000a596665c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:39.791092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:39.807129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.812072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.817411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.822037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.827422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.832535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:39.839270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c0ba6e1-4fcc-49e3-ac8f-80edd78dbe3f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2808206 Dec 23 15:15:39.841366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:39.843216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:39.843353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.853414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a1a4916-7a99-4aba-9790-efb6f16c4ca8 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:39.859412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86225c5b-cfac-4987-a32d-23e8dee9fc64 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:39.903222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=e05df4e4-60b7-4309-8d46-da07624683e2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:39.943710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.944775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:39.976738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:39.996219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0a3e0-1441-43f2-8195-5e1850705761 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.001418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0a3e0-1441-43f2-8195-5e1850705761 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.002295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-78d0a3e0-1441-43f2-8195-5e1850705761 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:40.025837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.027302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:40.036281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-78d0a3e0-1441-43f2-8195-5e1850705761 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:40.037626 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-78d0a3e0-1441-43f2-8195-5e1850705761 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7028196 Dec 23 15:15:40.039794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:40.043896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.045259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53126) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.049136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:40.069903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:40.077183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 86225c5b-cfac-4987-a32d-23e8dee9fc64 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:40.077979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.085870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/e05df4e4-60b7-4309-8d46-da07624683e2 HTTP/1.1" status: 204 len: 168 time: 2.8327646 Dec 23 15:15:40.092628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53130) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.101261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:40.104607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c3d322b-40c5-4b3a-87ca-a8485ee945d5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2570295 Dec 23 15:15:40.110675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53134) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.187699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.192026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22968fec-768b-4b0e-bc53-9fe5ca9a8f61 req-4030fcb9-ca38-4bcf-b0c7-7e8af7e924f4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.194312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-22968fec-768b-4b0e-bc53-9fe5ca9a8f61 req-4030fcb9-ca38-4bcf-b0c7-7e8af7e924f4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 944 time: 0.2946711 Dec 23 15:15:40.195706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dbf64117-2fec-478c-ba3d-a38476872c2a None None] Could not find standard attr ID for object 3a556add-0747-4607-85b8-2be7c6be1364. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:15:40.204416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:40.206125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:40.219646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port d0343cfc-8364-4272-9df6-38b5bee34a72 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:40.219646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.225927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cbddb-56f5-4c64-8a4f-5c267e8aabc4 None None] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:40.291576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0fd1-ae0a-4587-b010-f2e79fad0f50 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.293098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0fd1-ae0a-4587-b010-f2e79fad0f50 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.294631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0fd1-ae0a-4587-b010-f2e79fad0f50 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.296221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0fd1-ae0a-4587-b010-f2e79fad0f50 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.297765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0fd1-ae0a-4587-b010-f2e79fad0f50 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.303744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74cb0fd1-ae0a-4587-b010-f2e79fad0f50 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1910808 Dec 23 15:15:40.307820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53138) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.307977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.311933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a45d23fe-4f7f-4847-9e4f-5ccfb77ab188 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5629895 Dec 23 15:15:40.324080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53142) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.338824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.380493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6365a7f-5c02-49ce-904a-fdc32ae42de4 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:40.435798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.436490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.444885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4000d3b6-37af-44c7-9e80-92f2f0539a8d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3447556 Dec 23 15:15:40.445098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87cea9-e791-461a-9dc0-1a35e3cad892 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.446068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87cea9-e791-461a-9dc0-1a35e3cad892 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.447536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87cea9-e791-461a-9dc0-1a35e3cad892 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.449001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87cea9-e791-461a-9dc0-1a35e3cad892 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:40.455611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f87cea9-e791-461a-9dc0-1a35e3cad892 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1415660 Dec 23 15:15:40.464160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.464543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.511913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-64fa15ff-717e-497f-9b5f-65d2cd800d3d None None] Could not find standard attr ID for object 46c8c4bc-ead3-4b9c-b671-df9cf1b79a90. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:15:40.523632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:40.582356 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7996578 Dec 23 15:15:40.586739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53154) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:40.600268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:40.605092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:40.662621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Usage tracker for resource:router and tenant:1743b0dfd2734fab8e3601b453ab9d14 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:40.671323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:40.685912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-22968fec-768b-4b0e-bc53-9fe5ca9a8f61 req-eb6a3e19-3699-4996-b654-3f34d6758dab tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540130 Dec 23 15:15:40.688310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:40.714519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.724698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'fixed_ips': [{'subnet_id': 'ccdf8786-2e44-43d6-817e-37b09d796e70'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:40.725732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.812592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.813992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.816987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:40.915233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:40.949670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:15:40.964509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:40.974246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for d0343cfc-8364-4272-9df6-38b5bee34a72 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:40.974842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Allocated IP 172.20.0.2 (1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b/ccdf8786-2e44-43d6-817e-37b09d796e70/997903e0-dc21-4622-86ea-e4abb373684f) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:40.979341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Deleting port 86225c5b-cfac-4987-a32d-23e8dee9fc64 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:40.979778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.015704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:41.020480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:41.038692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:41.046718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b35bb-b3a5-4462-bcfa-dddf8882e850 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:41.051951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-602b35bb-b3a5-4462-bcfa-dddf8882e850 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks/1679a8b1-681c-4657-b9a1-91f6cfd735d0 HTTP/1.1" status: 200 len: 803 time: 0.5808764 Dec 23 15:15:41.052960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53158) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:41.056841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.133297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.142920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:41.147609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cc201e1-1267-45ef-bb6e-747ae975a2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:41.156460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:41.157489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:41.163339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:41.269566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.296949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.313211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Transition to ACTIVE for port object 997903e0-dc21-4622-86ea-e4abb373684f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:41.337416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Transition to ACTIVE for port object 997903e0-dc21-4622-86ea-e4abb373684f will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:41.359404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.424636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e31672d1-c8d1-4041-8601-3a6f07ffd615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:41.478959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:41.490322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:41.549759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.634401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:41.653116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49bb85f6-483c-4e3e-a291-84ef8d71ca76 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:41.712152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=d0343cfc-8364-4272-9df6-38b5bee34a72,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:41.750104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:41.789660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-de90cff8-3bfc-4fa7-9555-5ee700250ca7 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/networks/1679a8b1-681c-4657-b9a1-91f6cfd735d0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7357020 Dec 23 15:15:41.792519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:41.801442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.824592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] For port 86225c5b-cfac-4987-a32d-23e8dee9fc64, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=86225c5b-cfac-4987-a32d-23e8dee9fc64,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:41.825052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:41.969130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Calling delete_port for 86225c5b-cfac-4987-a32d-23e8dee9fc64 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:42.001742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': '992261d5-6bbf-4729-ad56-f1d2189717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:42.002437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: f1725ae3-a453-4f98-af01-de9a14f03ec4, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:42.017601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=afdc6d91-6aab-44c1-b303-e349058992ff,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:42.026248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.030432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.033874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:42.056472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:42.059052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86225c5b-cfac-4987-a32d-23e8dee9fc64 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:42.064363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:42.099893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.106229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, f1725ae3-a453-4f98-af01-de9a14f03ec4) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:42.107118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 2, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:42.118962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:15:42.119476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Updating router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 port 1190470c-e837-4402-a495-03ee7288891b binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:15:42.131792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15b9cd-9c59-4279-8b0f-21da68d87c2c None None] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:42.176044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:42.177122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.185400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.204603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.205211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de38d855-4ca4-4f3a-bb88-b7e7f18eaad6 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:42.214860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.216298 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc8165ce-4f6c-489e-9542-5c77ee8b8fc4 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/routers/de38d855-4ca4-4f3a-bb88-b7e7f18eaad6 HTTP/1.1" status: 204 len: 168 time: 1.7870672 Dec 23 15:15:42.219227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5626860 Dec 23 15:15:42.225606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53170) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:42.234050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 86225c5b-cfac-4987-a32d-23e8dee9fc64 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:42.234456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 86225c5b-cfac-4987-a32d-23e8dee9fc64 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:42.240386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.241037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] No DVR routers for this DVR port 86225c5b-cfac-4987-a32d-23e8dee9fc64 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:42.244224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.249415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1822445963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:42.265485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6591184f-18e8-4c48-af58-2af0ee591903 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:42.268521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:42.274798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:42.281769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:42.291237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:42.308847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.309951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.329377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.344500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:42.360113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:42.372116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.380364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:42.381026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.398787 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/d0343cfc-8364-4272-9df6-38b5bee34a72 HTTP/1.1" status: 204 len: 168 time: 2.3511467 Dec 23 15:15:42.401228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53174) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:42.468926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f256a46f-7eb1-485d-8eb6-809942d63722 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:42.475669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.512301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53178) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:42.526745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.530397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.534456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73d5d781-9f58-4b39-8dad-92f45a623ac0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3022981 Dec 23 15:15:42.540450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=b1c84b4f-0e43-4d22-a783-47f3f2139b66,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:42.551451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:42.555889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786326b6-430d-4d75-93af-a4ad07d87330 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:42.557640 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-786326b6-430d-4d75-93af-a4ad07d87330 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/subnets/7724e1d6-05ab-4c7b-a3a5-28657db4667e HTTP/1.1" status: 200 len: 843 time: 0.7640481 Dec 23 15:15:42.559118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:42.570141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1019886 Dec 23 15:15:42.571593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:42.571970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53188) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:42.575780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 7769221e-c9bc-4837-94e6-46f38e99a042 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:42.582227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Pushing event updated for resources: {'Port': ['ID=997903e0-dc21-4622-86ea-e4abb373684f,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:42.594532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 7769221e-c9bc-4837-94e6-46f38e99a042 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:42.595077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.596317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'name': 'tempest-NetworksTestDHCPv6-1849694604'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:42.658021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.233s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:42.757008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5127365-23d1-4cb2-8680-aeeb78b2e491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:42.767527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.772741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Allocated IP 172.26.2.65 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/68b40bc5-aed2-4dd8-8d58-a40d99094ec1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:42.792617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Transition to ACTIVE for port object 1190470c-e837-4402-a495-03ee7288891b will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:42.806314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:42.816341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:42.837096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Pushing event deleted for resources: {'Port': ['ID=86225c5b-cfac-4987-a32d-23e8dee9fc64,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:42.850549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:42.931606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Attempting to bind port 997903e0-dc21-4622-86ea-e4abb373684f on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:42.932031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Attempting to bind port 997903e0-dc21-4622-86ea-e4abb373684f by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:42.932447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Attempting to bind port 997903e0-dc21-4622-86ea-e4abb373684f on network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:42.987656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92888e78-02c4-4f60-b72e-98eb23fa8764 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:42.989201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-92888e78-02c4-4f60-b72e-98eb23fa8764 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "GET /v2.0/subnets/7724e1d6-05ab-4c7b-a3a5-28657db4667e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4086769 Dec 23 15:15:42.991789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:43.000536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92670be-e878-42b3-97e4-66432c45ac65 req-f1f521ce-9f43-48da-bb00-7ca206476894 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:43.002565 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c92670be-e878-42b3-97e4-66432c45ac65 req-f1f521ce-9f43-48da-bb00-7ca206476894 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 944 time: 0.8749354 Dec 23 15:15:43.006223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-f1725ae3-a453-4f98-af01-de9a14f03ec4', 'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': 'afdc6d91-6aab-44c1-b303-e349058992ff'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:43.007198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.007665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53196) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:43.022255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:43.030912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508989820'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:43.043568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:43.053416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Pushing event updated for resources: {'Port': ['ID=1190470c-e837-4402-a495-03ee7288891b,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:43.055008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:43.082039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.114715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-895632367', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:43.122844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.126738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:43.127939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:43.131135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c63689ad-d06e-4082-ba21-4bca76866d80 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:43.132740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:43.138737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.141824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:43.142260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Checking segment: {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:43.142718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.143169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Bound using segment: {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:43.143715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Bound port: 997903e0-dc21-4622-86ea-e4abb373684f, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:43.144137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.163150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.164154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.164746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.165353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.166097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.166681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.167250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.168176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.168750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.169631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.170347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:43.183281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Usage tracker for resource:router and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:43.189891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:43.196687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:43.200147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:43.207973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Attempting to bind port 1190470c-e837-4402-a495-03ee7288891b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:43.208614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:43.209467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Attempting to bind port 1190470c-e837-4402-a495-03ee7288891b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:43.210258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Attempting to bind port 1190470c-e837-4402-a495-03ee7288891b on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:43.211093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.211492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Added segment 454035af-09df-42d6-a267-6cd95a91dc1a of type vlan for network 352165b7-06ea-4bcc-8f2c-71269f3fed75 Dec 23 15:15:43.220593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:43.221565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Checking segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:43.222525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.223325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Bound using segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:43.224080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Bound port: 1190470c-e837-4402-a495-03ee7288891b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:43.224709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.251950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.253572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:43.255287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:43.257464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Pushing event updated for resources: {'Port': ['ID=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:43.259857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:43.303127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.304456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.313801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:43.319989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:43.327121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c92670be-e878-42b3-97e4-66432c45ac65 req-84d5202b-94c8-490c-bc92-a4968617fba2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009984 Dec 23 15:15:43.332462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.336413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:43.337089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.381973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:43.394202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] For port 1190470c-e837-4402-a495-03ee7288891b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:43.404931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] For port 1190470c-e837-4402-a495-03ee7288891b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1190470c-e837-4402-a495-03ee7288891b,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:43.414331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.422859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:43.447973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.496792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Allocated IP 172.20.0.2 (f1725ae3-a453-4f98-af01-de9a14f03ec4/afdc6d91-6aab-44c1-b303-e349058992ff/9082ffb3-e5ed-414b-b5fa-b5f3df99765f) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:43.510546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Network': ['ID=352165b7-06ea-4bcc-8f2c-71269f3fed75,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:43.514087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:43.559164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Pushing event updated for resources: {'Port': ['ID=1190470c-e837-4402-a495-03ee7288891b,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:43.574088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:43.579392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:43.580235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:43.604671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5861690 Dec 23 15:15:43.608873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:43.638027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d93367-17a9-4d5e-8563-4b7c961dbfb3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:43.638848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4d93367-17a9-4d5e-8563-4b7c961dbfb3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:43.646724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.654472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:43.675548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:43.681758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.833698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:43.854854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.866531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Transition to ACTIVE for port object 9082ffb3-e5ed-414b-b5fa-b5f3df99765f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:43.870717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.875263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:43.898264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Transition to ACTIVE for port object 9082ffb3-e5ed-414b-b5fa-b5f3df99765f will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:43.920116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 352165b7-06ea-4bcc-8f2c-71269f3fed75 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:43.931039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 17737a18-ef5f-4149-8495-2131f5308232 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:43.940742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1190470c-e837-4402-a495-03ee7288891b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:44.033852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.044682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.078309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0548a0bc-f672-41dc-aed8-9e2ff7a2174d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:44.148586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:44.156710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::b0 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/b1c84b4f-0e43-4d22-a783-47f3f2139b66/17737a18-ef5f-4149-8495-2131f5308232) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:44.166065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:44.173127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.196527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:43Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:44.201342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8542b-8db2-4859-94d1-fa0bfe4b4647 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:43Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:44.209825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.224102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Pushing event updated for resources: {'Port': ['ID=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:44.226698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:44.228261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:15:44.241967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:44.253673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:44.254482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.257429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4d93367-17a9-4d5e-8563-4b7c961dbfb3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:44.258963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4d93367-17a9-4d5e-8563-4b7c961dbfb3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.8438735 Dec 23 15:15:44.278580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53206) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:44.284898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:44.317709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbee50bd-181d-495c-8e40-317e61aa1fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:44.351714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b9d0a6-83ae-49cf-b2da-2ec0549db83d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:15:44.356920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-81b9d0a6-83ae-49cf-b2da-2ec0549db83d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/49a2c391-d642-4945-a361-257e1765e993 HTTP/1.1" status: 404 len: 333 time: 0.0771618 Dec 23 15:15:44.368650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:44.428463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:44.502435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'code': 200} Dec 23 15:15:44.507743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Allocated IP 172.26.2.156 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/5b6c2b0e-2aed-4be9-b51d-8e908911aae1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:44.524800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:44.549225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 1190470c-e837-4402-a495-03ee7288891b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:44.580221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:44.585350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Attempting to bind port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:44.585775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Attempting to bind port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '992261d5-6bbf-4729-ad56-f1d2189717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:44.586188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Attempting to bind port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f on network f1725ae3-a453-4f98-af01-de9a14f03ec4 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:44.604191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:44.604622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Checking segment: {'id': '992261d5-6bbf-4729-ad56-f1d2189717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:44.605069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.605540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Bound using segment: {'id': '992261d5-6bbf-4729-ad56-f1d2189717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:44.606083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Bound port: 9082ffb3-e5ed-414b-b5fa-b5f3df99765f, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992261d5-6bbf-4729-ad56-f1d2189717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1725ae3-a453-4f98-af01-de9a14f03ec4'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:44.606505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.713497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.728582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-835c06a7-ec66-4545-9d88-c43a43ae1207 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:15:44.733913 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-835c06a7-ec66-4545-9d88-c43a43ae1207 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/d0343cfc-8364-4272-9df6-38b5bee34a72 HTTP/1.1" status: 404 len: 333 time: 0.3635962 Dec 23 15:15:44.735916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53216) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:44.793801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.794691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Made reservation on behalf of 5ca1b0216a3a4e8baaf6afc26a7b09da for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:44.803756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-010bddd1-85c8-4452-9634-2927507a49ac tempest-FloatingIPNegativeTestJSON-1147429229 tempest-FloatingIPNegativeTestJSON-1147429229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:44.908100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:44.915900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:44.934709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:44.965559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] For port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:44.969410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] For port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,segment=NetworkSegment(992261d5-6bbf-4729-ad56-f1d2189717ad),segment_id=992261d5-6bbf-4729-ad56-f1d2189717ad)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:44.970682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Provisioning complete for port 1190470c-e837-4402-a495-03ee7288891b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:44.971760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:44.987620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event updated for resources: {'Port': ['ID=5b6c2b0e-2aed-4be9-b51d-8e908911aae1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:44.991310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:45.023024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Router d51e2a58-9371-4aca-bc9a-6c25239cb120 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:15:45.030501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1190470c-e837-4402-a495-03ee7288891b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:45.030928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.056477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': 'b1c84b4f-0e43-4d22-a783-47f3f2139b66'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:45.057333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.115210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] For port 997903e0-dc21-4622-86ea-e4abb373684f, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:45.116327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4f5428e-fc1b-4060-a4a1-d0951a7f41f3 req-86e43110-52ff-42ed-abb1-e4cacedb87f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1098 time: 0.3718562 Dec 23 15:15:45.125810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] For port 997903e0-dc21-4622-86ea-e4abb373684f, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=997903e0-dc21-4622-86ea-e4abb373684f,segment=NetworkSegment(d33491ad-742c-4e1b-9147-944823d2493d),segment_id=d33491ad-742c-4e1b-9147-944823d2493d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:45.128544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.200511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-332afa9a-bc28-445a-b0a3-4ed730e89536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:45.248398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4f5428e-fc1b-4060-a4a1-d0951a7f41f3 req-162f1d33-3065-4e5d-841f-d02ccf08ecb2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912278 Dec 23 15:15:45.254042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.426867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.427648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.438423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:45.468991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Pushing event updated for resources: {'Port': ['ID=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:45.483507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.485936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Sync routers for ids ['d51e2a58-9371-4aca-bc9a-6c25239cb120'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:45.489714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:45.509326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:45.543232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.571893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.576398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9823813 Dec 23 15:15:45.577322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53220) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:45.656428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Pushing event updated for resources: {'Port': ['ID=997903e0-dc21-4622-86ea-e4abb373684f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:45.669144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:45.672077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.748576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.820679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:45.832924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Routers {'d51e2a58-9371-4aca-bc9a-6c25239cb120'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:45.833696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d51e2a58-9371-4aca-bc9a-6c25239cb120'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:45.857678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:15:45.858938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:15:45.931018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da331b6-75e5-4045-99b2-66602e6c1940 req-5fa37ede-8e73-4389-8330-3d6ac66124d3 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:45.968171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9da331b6-75e5-4045-99b2-66602e6c1940 req-5fa37ede-8e73-4389-8330-3d6ac66124d3 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 1.3468761 Dec 23 15:15:45.976419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] For port 1190470c-e837-4402-a495-03ee7288891b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1190470c-e837-4402-a495-03ee7288891b,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:46.024549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.033674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:46.067064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.087662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 17737a18-ef5f-4149-8495-2131f5308232 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:46.151669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Pushing event updated for resources: {'Port': ['ID=1190470c-e837-4402-a495-03ee7288891b,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:46.156829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:46.362764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:46.363185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:46.385405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Set router d51e2a58-9371-4aca-bc9a-6c25239cb120 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:46.489918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.628187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Router f8a92140-4e6a-452e-bac5-0121e5e4324e is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:15:46.677884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83551a5-df0d-49ef-af5f-f993e24dfb11']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:46.686185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.694595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9da331b6-75e5-4045-99b2-66602e6c1940 req-c1ce4180-f8f9-4d0b-ad80-b53118d67de2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6320047 Dec 23 15:15:46.710679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:46.753153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d442e40b-4ab4-4650-b333-48be7cfae7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.777570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727eab22-2ae9-47a9-891b-b296b6fecd2c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:46.778102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727eab22-2ae9-47a9-891b-b296b6fecd2c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:46.809804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.812577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/b1c84b4f-0e43-4d22-a783-47f3f2139b66/20a34f2a-695d-47b6-af6f-ce8be2f64698) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:46.822034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.870751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:46.912073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:46.914645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:46.919842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:46.920544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.937757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=17737a18-ef5f-4149-8495-2131f5308232,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:46.941293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:46.945590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:46.954748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a422b17c-6630-4824-9d08-aca4aa79ab8a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:47.020907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:47.021430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:47.038471 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:47.140826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:47.152158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] Sync routers for ids ['f8a92140-4e6a-452e-bac5-0121e5e4324e'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:47.179553 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5959597 Dec 23 15:15:47.179773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] Routers {'f8a92140-4e6a-452e-bac5-0121e5e4324e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:47.180688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f8a92140-4e6a-452e-bac5-0121e5e4324e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:47.181992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53224) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:47.187367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.189022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6733708 Dec 23 15:15:47.209631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:47.281716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:15:43Z', 'revision_number': 3, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:47.297630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Checking router: d51e2a58-9371-4aca-bc9a-6c25239cb120 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:15:47.298050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Updating router d51e2a58-9371-4aca-bc9a-6c25239cb120 port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:15:47.308549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=fedf1285-cb30-48f5-82a7-6367257f2933,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:47.311919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:47.327995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:47.332610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.338787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.360612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e89b38ce-81fc-445c-8e0b-34b32bdaecfc tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:47.363626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] Routers {'f8a92140-4e6a-452e-bac5-0121e5e4324e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:47.364340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f8a92140-4e6a-452e-bac5-0121e5e4324e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:47.377452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/b83551a5-df0d-49ef-af5f-f993e24dfb11 HTTP/1.1" status: 204 len: 168 time: 2.6259072 Dec 23 15:15:47.381045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Checking segment: {'id': '454035af-09df-42d6-a267-6cd95a91dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:47.381045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network hostable DHCP agents. Network: 352165b7-06ea-4bcc-8f2c-71269f3fed75, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:47.405266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53232) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:47.425444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-233422227'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:47.455317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:47.456050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38893b1-9fcd-4c95-88da-ba8cd20f4585 None None] The sync data for ids ['f8a92140-4e6a-452e-bac5-0121e5e4324e'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:47.478701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.480049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.20.0.1 (f1725ae3-a453-4f98-af01-de9a14f03ec4/afdc6d91-6aab-44c1-b303-e349058992ff/02b0add2-d42d-4ecf-999a-71d2f1cb2d94) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:47.481760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16ba05-fbea-4925-aa65-ec8531401dd4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:47.482554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-af16ba05-fbea-4925-aa65-ec8531401dd4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:47.550032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9082ffb3-e5ed-414b-b5fa-b5f3df99765f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:47.570117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-af16ba05-fbea-4925-aa65-ec8531401dd4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:47.577369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-af16ba05-fbea-4925-aa65-ec8531401dd4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3931773 Dec 23 15:15:47.580108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53236) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:47.621285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.641880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=b83551a5-df0d-49ef-af5f-f993e24dfb11,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:47.675451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:47.679010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:47.703392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:47.718657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Transition to ACTIVE for port object 20a34f2a-695d-47b6-af6f-ce8be2f64698 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:47.719816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 17737a18-ef5f-4149-8495-2131f5308232 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:47.720220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.730272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:47.754322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:47.775154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.781950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:47.788343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Transition to ACTIVE for port object 20a34f2a-695d-47b6-af6f-ce8be2f64698 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:47.797080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1190470c-e837-4402-a495-03ee7288891b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:47.820338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Network 352165b7-06ea-4bcc-8f2c-71269f3fed75 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:47.830361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.860273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:47.867121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.882064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.900849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 352165b7-06ea-4bcc-8f2c-71269f3fed75) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:47.918894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:47.919608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:47.923143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f903b41-0d82-477b-a121-94dfa656e614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:47.924844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:47.992623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f03a4d-70f7-40a7-8f37-4558a1363b0c None None] Network 352165b7-06ea-4bcc-8f2c-71269f3fed75 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:48.033294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:15:48.065899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.4457695 Dec 23 15:15:48.080197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:48.085079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.086076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment c0422860-8d7c-4052-bbd7-8a4c8cf7688b of type vlan for network 7c7edf56-2532-42fd-9828-ab2487a028e5 Dec 23 15:15:48.087377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53242) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:48.099803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:48.102710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:48.159112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:48.219449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.229356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.236563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-196acd07-ef50-46d1-a1b6-4aa468d2fa3d tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:48.280373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Pushing event updated for resources: {'Port': ['ID=20a34f2a-695d-47b6-af6f-ce8be2f64698,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:48.291320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:48.308179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1190470c-e837-4402-a495-03ee7288891b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:48.308607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.359546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffe35d-0606-42a6-a410-e340e5e854cb req-8890fa13-5f30-4ee1-afa3-02a71d0dc577 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:48.361328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-69ffe35d-0606-42a6-a410-e340e5e854cb req-8890fa13-5f30-4ee1-afa3-02a71d0dc577 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.4436398 Dec 23 15:15:48.378915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.420537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Attempting to bind port 20a34f2a-695d-47b6-af6f-ce8be2f64698 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:48.421468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Attempting to bind port 20a34f2a-695d-47b6-af6f-ce8be2f64698 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:48.421750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Attempting to bind port 20a34f2a-695d-47b6-af6f-ce8be2f64698 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:48.438598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:48.438855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:48.439294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.439745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:48.440292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Bound port: 20a34f2a-695d-47b6-af6f-ce8be2f64698, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:48.440719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.470928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:48.483705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.485360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21555a6f-82ca-40b4-9109-6e64177c2ff8 None None] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:48.489573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:48.494808 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f427931e-7a3b-43d4-a49f-17383f8cc63c tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/f8a92140-4e6a-452e-bac5-0121e5e4324e HTTP/1.1" status: 200 len: 920 time: 1.2825792 Dec 23 15:15:48.498914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:48.553211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853207512'] for subnet, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.574630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:48.578303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Allocated IP 172.20.0.1 (1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b/ccdf8786-2e44-43d6-817e-37b09d796e70/8019b3e7-a0f8-461f-ba5e-1a835178fe22) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:48.590257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=02b0add2-d42d-4ecf-999a-71d2f1cb2d94,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:48.594070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:48.599530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 17737a18-ef5f-4149-8495-2131f5308232 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:48.688916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-69ffe35d-0606-42a6-a410-e340e5e854cb req-bbb41cc5-4378-4e75-8295-d7b6e53307c5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191371 Dec 23 15:15:48.707900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] For port 20a34f2a-695d-47b6-af6f-ce8be2f64698, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:48.711569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] For port 20a34f2a-695d-47b6-af6f-ce8be2f64698, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a34f2a-695d-47b6-af6f-ce8be2f64698,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:48.748537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:48.771021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b401de1-cd60-4556-a222-3f8e8a989363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:48.935994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213d3a2c-aa6c-4bea-8216-d35ac95f0306 None None] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:48.964650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 997903e0-dc21-4622-86ea-e4abb373684f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:49.012284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c52c95ff-c6b2-47bd-b191-e87c3c8a70f3 None None] Provisioning for port 997903e0-dc21-4622-86ea-e4abb373684f completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:49.013788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.018019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:49.018703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.060870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5c02dc5-3985-442e-8431-af09cc7b2a2e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:49.081146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0758629c-1549-494d-a8ab-0d5c8acd7795 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8a92140-4e6a-452e-bac5-0121e5e4324e HTTP/1.1" status: 200 len: 205 time: 0.4895196 Dec 23 15:15:49.083141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53252) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:49.211693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.224653 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8044424 Dec 23 15:15:49.234975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:49.239670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.247598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:49.259066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Transition to ACTIVE for port object 8019b3e7-a0f8-461f-ba5e-1a835178fe22 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:49.279371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=7c7edf56-2532-42fd-9828-ab2487a028e5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:49.302563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8670d1f-cc0c-4ed6-b3cf-82f218923e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.322613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 7c7edf56-2532-42fd-9828-ab2487a028e5 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:15:49.329492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:49.377737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.403849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3758b016-6106-4c89-8790-786294e1cea3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:49.468611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.516077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=17737a18-ef5f-4149-8495-2131f5308232,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:49.540169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:49.540169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bdff7a05-e769-4d5f-bca1-dcf81a4f97a3 tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:49.554051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:49.562896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03056dc8-5d6e-4ecc-8db5-62c1084184ec req-23a96832-b3de-4b36-97d0-1994c1047231 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:49.570776 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-03056dc8-5d6e-4ecc-8db5-62c1084184ec req-23a96832-b3de-4b36-97d0-1994c1047231 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.5754297 Dec 23 15:15:49.608652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.639407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:49.643580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Pushing event updated for resources: {'Port': ['ID=20a34f2a-695d-47b6-af6f-ce8be2f64698,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:49.658315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:49.690954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:49.708414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:49.716589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/17737a18-ef5f-4149-8495-2131f5308232 HTTP/1.1" status: 204 len: 168 time: 2.1352341 Dec 23 15:15:49.724488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:49.725367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53260) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:49.742912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758312132160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853689146'] for subnet, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.749830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4553fb1f-26e2-47ba-8854-75a2503321e5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:49.774084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:49.778673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.786807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.790029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:49.802092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Provisioning for port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:49.805818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:49.831986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-03056dc8-5d6e-4ecc-8db5-62c1084184ec req-0a8c54c2-4417-49dd-9569-370d632fe446 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602072 Dec 23 15:15:49.856012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Pushing event updated for resources: {'Port': ['ID=8019b3e7-a0f8-461f-ba5e-1a835178fe22,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:49.866743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.883616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Provisioning complete for port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:49.884042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.908868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:49.910111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-352165b7-06ea-4bcc-8f2c-71269f3fed75', 'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75', 'tenant_id': '5ca1b0216a3a4e8baaf6afc26a7b09da', 'fixed_ips': [{'subnet_id': 'fedf1285-cb30-48f5-82a7-6367257f2933'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:49.910322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.911162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53264) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:49.922716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f9aa5-7049-4f82-a4c1-c55949006a52 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:49.924426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f9aa5-7049-4f82-a4c1-c55949006a52 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:49.925703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b60f9aa5-7049-4f82-a4c1-c55949006a52 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:49.940511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:49.963484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event updated for resources: {'Subnet': ['ID=fedf1285-cb30-48f5-82a7-6367257f2933,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:49.970189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b60f9aa5-7049-4f82-a4c1-c55949006a52 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:49.974492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b60f9aa5-7049-4f82-a4c1-c55949006a52 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2433641 Dec 23 15:15:49.981283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53268) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:49.988646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:50.014621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Transition to ACTIVE for port object 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:50.026650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 997903e0-dc21-4622-86ea-e4abb373684f completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:50.082508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.085034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:50.086083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.086732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 997903e0-dc21-4622-86ea-e4abb373684f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:50.086874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.087740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "PUT /v2.0/subnets/fedf1285-cb30-48f5-82a7-6367257f2933 HTTP/1.1" status: 200 len: 900 time: 1.9992714 Dec 23 15:15:50.094016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:50.094826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.124182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6e8beec-e000-4664-ade9-4d858684fefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:50.130237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.176874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.296152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae254cdc-76dc-4222-a06b-8b61171fccde None None] Pushing event updated for resources: {'Port': ['ID=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:50.303913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae254cdc-76dc-4222-a06b-8b61171fccde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:50.378371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Attempting to bind port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:50.378797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Attempting to bind port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:50.379218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Attempting to bind port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:50.446518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:50.446954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:50.447414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.447864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:50.448407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Bound port: 68b40bc5-aed2-4dd8-8d58-a40d99094ec1, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:50.448831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.492274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:15:50.493099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:15:50.499785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet b1c84b4f-0e43-4d22-a783-47f3f2139b66 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:50.517259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.548040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fcf91ca2-12d4-43ca-944f-c1b6de2cd322 tempest-TestNetworkAdvancedServerOps-1785814973 tempest-TestNetworkAdvancedServerOps-1785814973-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1093 time: 0.5861773 Dec 23 15:15:50.551529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53276) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:50.555805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.563168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '7769221e-c9bc-4837-94e6-46f38e99a042', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:50.571445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Allocated IP 2001:db8::3 (352165b7-06ea-4bcc-8f2c-71269f3fed75/fedf1285-cb30-48f5-82a7-6367257f2933/3df462ef-88c6-4f3e-9e1a-202d2b05b31e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:50.626293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.629098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:50.643637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.652561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Usage tracker for resource:floatingip and tenant:0b593c7b0ee5442c808a235131a805fc is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:50.672873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:50.697766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:50.731715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.770436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] For port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:50.773796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] For port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,segment=NetworkSegment(992261d5-6bbf-4729-ad56-f1d2189717ad),segment_id=992261d5-6bbf-4729-ad56-f1d2189717ad)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:50.793281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.820019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.827956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eed23e87-ccb0-47c3-a2cd-0e073ba51849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:50.882375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.888626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] For port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:50.936966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 997903e0-dc21-4622-86ea-e4abb373684f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=997903e0-dc21-4622-86ea-e4abb373684f,segment=NetworkSegment(d33491ad-742c-4e1b-9147-944823d2493d),segment_id=d33491ad-742c-4e1b-9147-944823d2493d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:50.950223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:50.970937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.019877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c84405b5-d786-4126-8846-415b1139e717 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:51.115760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.132982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Transition to ACTIVE for port object 3df462ef-88c6-4f3e-9e1a-202d2b05b31e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:51.164992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.165313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Transition to ACTIVE for port object 3df462ef-88c6-4f3e-9e1a-202d2b05b31e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:51.167743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.171656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.173667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1f4b4aa6-4023-4d53-803a-27ca1d3610e8 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:51.192533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.214140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.220436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.225792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.261801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Pushing event updated for resources: {'Port': ['ID=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:51.262484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.274149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:51.274693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa66a13a-153f-4dae-b997-ece800b05df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:51.340488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Network 352165b7-06ea-4bcc-8f2c-71269f3fed75 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:51.349828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:51.354303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:51.382429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3e200fd2-02f0-4efa-845a-c6abc1e69c91 None None] Provisioning complete for port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:51.382862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e200fd2-02f0-4efa-845a-c6abc1e69c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.470214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.488573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a34f2a-695d-47b6-af6f-ce8be2f64698 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:51.529103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.643932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Routers {'d51e2a58-9371-4aca-bc9a-6c25239cb120'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:51.644679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d51e2a58-9371-4aca-bc9a-6c25239cb120'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:51.745319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.759658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.765510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Pushing event updated for resources: {'Port': ['ID=8019b3e7-a0f8-461f-ba5e-1a835178fe22,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:51.797293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Deleting port 5b6c2b0e-2aed-4be9-b51d-8e908911aae1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:51.797954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:51.932990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.933727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.934310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.934876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.935445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.936212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.936787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.937388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.937950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.938504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.939061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:51.956913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:52.018516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae254cdc-76dc-4222-a06b-8b61171fccde None None] Pushing event updated for resources: {'Port': ['ID=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:52.023859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:52.053898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:52.094819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.112099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c486d1f1-754f-4dce-a761-a3f35d34e388 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:52.163837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Attempting to bind port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:52.164599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Attempting to bind port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '454035af-09df-42d6-a267-6cd95a91dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:52.165226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Attempting to bind port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e on network 352165b7-06ea-4bcc-8f2c-71269f3fed75 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:52.218731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c84b4f-0e43-4d22-a783-47f3f2139b66,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:52.250811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:52.291337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.341245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:52.349311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:52.358372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Checking segment: {'id': '454035af-09df-42d6-a267-6cd95a91dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:52.358889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.361823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.362518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Bound using segment: {'id': '454035af-09df-42d6-a267-6cd95a91dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:52.363265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Bound port: 3df462ef-88c6-4f3e-9e1a-202d2b05b31e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454035af-09df-42d6-a267-6cd95a91dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '352165b7-06ea-4bcc-8f2c-71269f3fed75'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:52.363876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.365715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:52.374404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/b1c84b4f-0e43-4d22-a783-47f3f2139b66 HTTP/1.1" status: 204 len: 168 time: 2.3890865 Dec 23 15:15:52.390335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 20a34f2a-695d-47b6-af6f-ce8be2f64698 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:52.445503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.460763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.494040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352165b7-06ea-4bcc-8f2c-71269f3fed75']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:52.509351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454035af-09df-42d6-a267-6cd95a91dc1a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:52.509732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454035af-09df-42d6-a267-6cd95a91dc1a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:52.523772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.526233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=997903e0-dc21-4622-86ea-e4abb373684f,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:52.544284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.544837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71cb9d-97dc-4b20-9325-00903f14ece5 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:52.552494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:52.553536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.560394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53280) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:52.691501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:52.691839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: 7c7edf56-2532-42fd-9828-ab2487a028e5, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:52.702286 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:52.783306 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a7047efd-09a4-4c0d-b7d7-f96eb7742e17 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2201717 Dec 23 15:15:52.791503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:15:52.791503 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:15:52.791503 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': '352165b7-06ea-4bcc-8f2c-71269f3fed75'}] Dec 23 15:15:52.791503 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:52.792010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:52.793196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=3a9faecd-9d71-46dd-8ec5-e9983f55be33,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:52.793314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] Set router d51e2a58-9371-4aca-bc9a-6c25239cb120 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:15:52.799466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Calling delete_port for 5b6c2b0e-2aed-4be9-b51d-8e908911aae1 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:52.801195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53284) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:52.814423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.814899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.815481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.815913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.816341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.816863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.817337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.817735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.818149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.818594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.819075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:15:52.822784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.649s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:52.856679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Pushing event updated for resources: {'Port': ['ID=3df462ef-88c6-4f3e-9e1a-202d2b05b31e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:52.878196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.603s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:52.878732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.672s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:52.879143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:52.882910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] For port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:52.886772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.657s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:52.887187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:52.891317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3e200fd2-02f0-4efa-845a-c6abc1e69c91 None None] Provisioning for port 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:52.892525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.427s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:52.935675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] For port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3df462ef-88c6-4f3e-9e1a-202d2b05b31e,segment=NetworkSegment(454035af-09df-42d6-a267-6cd95a91dc1a),segment_id=454035af-09df-42d6-a267-6cd95a91dc1a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:52.945261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3e200fd2-02f0-4efa-845a-c6abc1e69c91 None None] Provisioning complete for port 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:52.945694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e200fd2-02f0-4efa-845a-c6abc1e69c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:52.960539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 7c7edf56-2532-42fd-9828-ab2487a028e5 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:15:53.020922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.030227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=02b0add2-d42d-4ecf-999a-71d2f1cb2d94,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:53.035513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:53.045248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 7c7edf56-2532-42fd-9828-ab2487a028e5) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:53.049385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.504s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:53.080151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9008eeac-1446-4f70-8851-be0fdb729531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:53.086985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:53.087744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.109585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=fedf1285-cb30-48f5-82a7-6367257f2933,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:53.118779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:53.129480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95209da8-f4b2-4436-803f-25b035e75e35 None None] Network 7c7edf56-2532-42fd-9828-ab2487a028e5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:53.140214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Allocated IP 172.26.2.10 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/94085292-a84e-4170-9596-0e07834931f4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:53.143079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9061525 Dec 23 15:15:53.147107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53288) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:53.158477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5', 'name': 'tempest-PortsTestJSON-1765298713'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:53.196413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c00ca8-a562-4e3f-bb69-0a4b7326059a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:53.197198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98c00ca8-a562-4e3f-bb69-0a4b7326059a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:53.293849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.313250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98c00ca8-a562-4e3f-bb69-0a4b7326059a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:53.317116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98c00ca8-a562-4e3f-bb69-0a4b7326059a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4932692 Dec 23 15:15:53.320062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53292) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:53.320537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3e200fd2-02f0-4efa-845a-c6abc1e69c91 None None] Port 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:15:53.374342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9082ffb3-e5ed-414b-b5fa-b5f3df99765f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:53.378610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:53.379010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.429460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:53.431262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Pushing event updated for resources: {'Port': ['ID=3df462ef-88c6-4f3e-9e1a-202d2b05b31e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:53.456118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:53.459241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:53.477947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.488291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-647d805f-8b75-4c3f-8728-f01a58915d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:53.515440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:53.521064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.548187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:15:53.592908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a9851-353e-418a-9850-3b271be56e11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:53.593920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ea9a9851-353e-418a-9850-3b271be56e11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:53.621231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event deleted for resources: {'Port': ['ID=5b6c2b0e-2aed-4be9-b51d-8e908911aae1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:53.626229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.634963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:53.635734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 5e7cffaa-d249-42ea-9f5a-da01a4303ef9 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:53.691115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Provisioning for port 20a34f2a-695d-47b6-af6f-ce8be2f64698 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:53.695221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:15:53.714177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2881e9-2983-4f71-9aa3-18a91b290931 None None] Network 352165b7-06ea-4bcc-8f2c-71269f3fed75 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:53.728667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ea9a9851-353e-418a-9850-3b271be56e11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:53.730234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea9a9851-353e-418a-9850-3b271be56e11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4090855 Dec 23 15:15:53.735130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Provisioning complete for port 20a34f2a-695d-47b6-af6f-ce8be2f64698 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:53.735554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.742104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53296) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:53.837365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3df462ef-88c6-4f3e-9e1a-202d2b05b31e,segment=NetworkSegment(454035af-09df-42d6-a267-6cd95a91dc1a),segment_id=454035af-09df-42d6-a267-6cd95a91dc1a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:53.837794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.962442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Deleting port 20a34f2a-695d-47b6-af6f-ce8be2f64698 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:53.962775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:53.991128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for 3df462ef-88c6-4f3e-9e1a-202d2b05b31e owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:54.098200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3a13c4d7-8165-4d08-9d2a-c2563bae97a4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3504496 Dec 23 15:15:54.103610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53300) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:54.111624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:54.170905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-7c7edf56-2532-42fd-9828-ab2487a028e5', 'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': '3a9faecd-9d71-46dd-8ec5-e9983f55be33'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:54.171848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.195304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.9 (7c7edf56-2532-42fd-9828-ab2487a028e5/3a9faecd-9d71-46dd-8ec5-e9983f55be33/5e7cffaa-d249-42ea-9f5a-da01a4303ef9) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:54.198624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:54.199127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.205610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.214464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4830520a-ece2-4015-92e8-1da60a1d84ac tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:54.263668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=3df462ef-88c6-4f3e-9e1a-202d2b05b31e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:54.266643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.281955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:54.285202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:54.313700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port 3df462ef-88c6-4f3e-9e1a-202d2b05b31e on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:54.450537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:54.451586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.459443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad5683-9d50-4fcf-93ca-283dceb7c56e None None] Network 352165b7-06ea-4bcc-8f2c-71269f3fed75 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:54.491431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] Sync routers for ids ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:15:54.543946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:54.553903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:54.559107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:54.561917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.574728 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/f72bd309-d4cf-4ca8-9ca0-d910d544a8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0028830 Dec 23 15:15:54.589528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53304) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:54.640916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Router d51e2a58-9371-4aca-bc9a-6c25239cb120 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:15:54.643421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Port': ['ID=94085292-a84e-4170-9596-0e07834931f4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:54.656811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:54.661565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:54.709427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:15:49Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '8019b3e7-a0f8-461f-ba5e-1a835178fe22', 'name': '', 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'mac_address': 'fa:16:3e:d6:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:47Z', 'updated_at': '2021-12-23T15:15:50Z', 'revision_number': 2, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'subnets': [{'id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:54.750320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:54.770579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88e800-ced8-46ff-bed1-8cb942705fb0 None None] The sync data for ids ['d51e2a58-9371-4aca-bc9a-6c25239cb120'] in dv-neutron-822797-1-hyperv is: [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:15:49Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '8019b3e7-a0f8-461f-ba5e-1a835178fe22', 'name': '', 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'mac_address': 'fa:16:3e:d6:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:47Z', 'updated_at': '2021-12-23T15:15:50Z', 'revision_number': 2, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'subnets': [{'id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:54.836996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.860190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] For port 20a34f2a-695d-47b6-af6f-ce8be2f64698, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a34f2a-695d-47b6-af6f-ce8be2f64698,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:54.860812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.893488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:54.899714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.908578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352165b7-06ea-4bcc-8f2c-71269f3fed75']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:54.916575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:54.946493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454035af-09df-42d6-a267-6cd95a91dc1a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:54.946869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454035af-09df-42d6-a267-6cd95a91dc1a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:54.971266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.017106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e85bda-5579-4615-b1b7-8f63acfa6009 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:55.017777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-21e85bda-5579-4615-b1b7-8f63acfa6009 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:55.036506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.043435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] Routers {'f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:55.044166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:55.049954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.056063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:55.056487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.063762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:55.077237 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:55.114547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Calling delete_port for 20a34f2a-695d-47b6-af6f-ce8be2f64698 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:55.148185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-21e85bda-5579-4615-b1b7-8f63acfa6009 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:55.149817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-21e85bda-5579-4615-b1b7-8f63acfa6009 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports/02b0add2-d42d-4ecf-999a-71d2f1cb2d94 HTTP/1.1" status: 200 len: 910 time: 0.5592968 Dec 23 15:15:55.165754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:55.170772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 5e7cffaa-d249-42ea-9f5a-da01a4303ef9 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:55.176230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afdc6d91-6aab-44c1-b303-e349058992ff'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:55.195892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:55.214003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.214570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Fanout notify agent at l3_agent the message router_deleted on router f8a92140-4e6a-452e-bac5-0121e5e4324e {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:15:55.256007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 997903e0-dc21-4622-86ea-e4abb373684f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:55.297802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.306297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:55.330135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] For port 20a34f2a-695d-47b6-af6f-ce8be2f64698, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a34f2a-695d-47b6-af6f-ce8be2f64698,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:55.342565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.359112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=352165b7-06ea-4bcc-8f2c-71269f3fed75,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:55.381349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:55.397260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/352165b7-06ea-4bcc-8f2c-71269f3fed75 HTTP/1.1" status: 204 len: 168 time: 5.3001397 Dec 23 15:15:55.406548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.421556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53312) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:55.424452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:55.472683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.480733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b20a3324-8502-4b8f-a2c5-5f3f96b00077 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:55.529531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.530798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/f8a92140-4e6a-452e-bac5-0121e5e4324e HTTP/1.1" status: 204 len: 168 time: 6.4443753 Dec 23 15:15:55.543757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53316) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:55.550649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1079905675', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:55.582941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:55.594581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 7c7edf56-2532-42fd-9828-ab2487a028e5 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:55.608012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:router and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:55.609755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Allocated IP 172.20.0.2 (7c7edf56-2532-42fd-9828-ab2487a028e5/3a9faecd-9d71-46dd-8ec5-e9983f55be33/eeecf4dd-c67f-4bf6-955d-d43b30677857) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:55.609993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7389ba9-738e-42f9-b3cd-7e5e7f711e1f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:55.610486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7389ba9-738e-42f9-b3cd-7e5e7f711e1f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:55.611183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:55.615201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b7389ba9-738e-42f9-b3cd-7e5e7f711e1f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/fedf1285-cb30-48f5-82a7-6367257f2933 HTTP/1.1" status: 404 len: 337 time: 0.1901274 Dec 23 15:15:55.620100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53320) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:55.624686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:55.633575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:55.671212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=5e7cffaa-d249-42ea-9f5a-da01a4303ef9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:55.674534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:55.675292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3f9abf-7291-4e1c-9a83-3fa9d67d4a23 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:55.675789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3f9abf-7291-4e1c-9a83-3fa9d67d4a23 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:55.680419 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b3f9abf-7291-4e1c-9a83-3fa9d67d4a23 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/352165b7-06ea-4bcc-8f2c-71269f3fed75 HTTP/1.1" status: 404 len: 339 time: 0.0557353 Dec 23 15:15:55.682347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53324) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:55.729730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:55.766386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.767463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.799460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.819020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:55.819942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:55.911529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7634578 Dec 23 15:15:55.912581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:55.959154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.066059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.080614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Transition to ACTIVE for port object eeecf4dd-c67f-4bf6-955d-d43b30677857 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:56.103469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Transition to ACTIVE for port object eeecf4dd-c67f-4bf6-955d-d43b30677857 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:56.112627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Pushing event updated for resources: {'Port': ['ID=20a34f2a-695d-47b6-af6f-ce8be2f64698,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:56.116177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:56.134558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.146486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] Routers {'f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:15:56.147275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:56.162154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 5e7cffaa-d249-42ea-9f5a-da01a4303ef9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:56.162543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.190209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.197647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5bd578b-668a-4786-8a3e-905e48047fd6 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:56.233889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:56.243972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.311924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:15:56.311924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:15:56.313886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Network 7c7edf56-2532-42fd-9828-ab2487a028e5 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:56.324780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:15:56.327053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Pushing event updated for resources: {'Port': ['ID=eeecf4dd-c67f-4bf6-955d-d43b30677857,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:56.330247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:56.332710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:56.333688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:56.336937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:56.341528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:56.360061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:56.360993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc3143-9003-441d-9e0f-e0c660724ec2 None None] The sync data for ids ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:15:56.378150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=40a63d03-2f11-450f-8711-8d0bc3b819fd,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:56.378444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Provisioning complete for port 997903e0-dc21-4622-86ea-e4abb373684f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:56.379024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.381113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:56.381800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.395528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:56.401519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] 10.222.0.49 "PUT /v2.0/routers/d51e2a58-9371-4aca-bc9a-6c25239cb120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8233426 Dec 23 15:15:56.512388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 997903e0-dc21-4622-86ea-e4abb373684f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:56.513309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.582943 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4767034 Dec 23 15:15:56.588634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53334) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:56.595980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '40a63d03-2f11-450f-8711-8d0bc3b819fd', 'ip_address': '2001:db8::24df:9ebf:9425:4a4b'}], 'name': 'tempest-NetworksTestDHCPv6-1829756519'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:56.604250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.622988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.629089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Attempting to bind port eeecf4dd-c67f-4bf6-955d-d43b30677857 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:15:56.629652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Attempting to bind port eeecf4dd-c67f-4bf6-955d-d43b30677857 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:15:56.630127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Attempting to bind port eeecf4dd-c67f-4bf6-955d-d43b30677857 on network 7c7edf56-2532-42fd-9828-ab2487a028e5 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:15:56.712348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:15:56.713520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Checking segment: {'id': 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:15:56.713520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.713746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Bound using segment: {'id': 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:15:56.714152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Bound port: eeecf4dd-c67f-4bf6-955d-d43b30677857, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c7edf56-2532-42fd-9828-ab2487a028e5'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:15:56.719697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.801212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa77275-a14f-4ed9-bc3b-1aa03ffe282e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:56.853076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] For port eeecf4dd-c67f-4bf6-955d-d43b30677857, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:15:56.856261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] For port eeecf4dd-c67f-4bf6-955d-d43b30677857, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=eeecf4dd-c67f-4bf6-955d-d43b30677857,segment=NetworkSegment(c0422860-8d7c-4052-bbd7-8a4c8cf7688b),segment_id=c0422860-8d7c-4052-bbd7-8a4c8cf7688b)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:15:56.872888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Deleting port 20a34f2a-695d-47b6-af6f-ce8be2f64698 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:15:56.873656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.877302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d8e09-eca0-430e-bb55-a7ac5c2ca451') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:56.882189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d8e09-eca0-430e-bb55-a7ac5c2ca451') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:15:56.931823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.935034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.961948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:56.980168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:56.992581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.055626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:15:57.057797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.090542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:15:57.091583 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:15:57.098055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:57.139733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Provisioning for port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:57.170299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Provisioning complete for port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:57.170725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.219710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:57.242180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.248062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:15:57.252705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Pushing event updated for resources: {'Port': ['ID=eeecf4dd-c67f-4bf6-955d-d43b30677857,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:57.255926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:57.301433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:15:57.331487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.397751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Provisioning complete for port 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:57.398354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.406194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e011ada1-7369-4bd1-86c5-0394965c8e70 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:57.424770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.470603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=0fa77275-a14f-4ed9-bc3b-1aa03ffe282e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:57.480126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:57.492665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 5e7cffaa-d249-42ea-9f5a-da01a4303ef9 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:57.528417 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a1014a6-12d9-4076-966b-079426a3a30e tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/0fa77275-a14f-4ed9-bc3b-1aa03ffe282e HTTP/1.1" status: 204 len: 168 time: 1.5574679 Dec 23 15:15:57.529853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53342) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:57.558461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Port 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:15:57.572520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe964-568d-435e-8b3e-af5108472461 None None] Could not find standard attr ID for object 17737a18-ef5f-4149-8495-2131f5308232. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:15:57.580099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:57.676820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.694927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] For port 20a34f2a-695d-47b6-af6f-ce8be2f64698, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a34f2a-695d-47b6-af6f-ce8be2f64698,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:57.695560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:57.704690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53346) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:57.764549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761358312', 'description': 'tempest-secgroup-smoke-761358312 description', 'project_id': '281fae871b4642b6b3de3234af23fd32'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:57.776292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8747d6-1f47-4018-9cdc-e90b1c730c88 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:57.777038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8747d6-1f47-4018-9cdc-e90b1c730c88 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:57.782026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0e8747d6-1f47-4018-9cdc-e90b1c730c88 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/51762e7d-95d8-44ee-86b8-43141f86020a HTTP/1.1" status: 404 len: 337 time: 0.1155252 Dec 23 15:15:57.785644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:57.788141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53350) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:57.832504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:57.841223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:57.860981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 6e9a0640-eb98-463a-9ca3-84796d4885e0 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:15:57.892731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Calling delete_port for 20a34f2a-695d-47b6-af6f-ce8be2f64698 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:15:57.911027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:57.924647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddd31b7-87a1-45e3-a786-2dcd3dc3fe76 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:57.925302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddd31b7-87a1-45e3-a786-2dcd3dc3fe76 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:57.929642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bddd31b7-87a1-45e3-a786-2dcd3dc3fe76 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/49be6e40-fb86-4590-9562-8a955347b52f HTTP/1.1" status: 404 len: 339 time: 0.1366343 Dec 23 15:15:57.934361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53354) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:58.031346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.035653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.050790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f95ec5e-a6fb-4eb1-8651-4ecbef284c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:58.097502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] No DVR routers for this DVR port 20a34f2a-695d-47b6-af6f-ce8be2f64698 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:15:58.126702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Pushing event deleted for resources: {'Port': ['ID=20a34f2a-695d-47b6-af6f-ce8be2f64698,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:58.129350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:58.130221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:15:58.136794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:15:58.142957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.173016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.193827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a470df-4a5b-4e1e-a341-69488ee96bef None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:58.207372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.207879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.259317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:58.272456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.284797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c2166634-2f28-4001-b469-66ba501ac7ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:58.326221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.382199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.389328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.409852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.423810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:58.427230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:15:58.455767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=02b0add2-d42d-4ecf-999a-71d2f1cb2d94,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:58.458620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.464812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:58.469380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:15:58.470081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.471666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/ports/02b0add2-d42d-4ecf-999a-71d2f1cb2d94 HTTP/1.1" status: 200 len: 910 time: 3.3029211 Dec 23 15:15:58.494286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:58.495070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fe3c4197-93f3-415c-97b0-ba7234987253 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:58.506676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:58.509452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53358) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:58.530456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a34f2a-695d-47b6-af6f-ce8be2f64698 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:15:58.563799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=5e7cffaa-d249-42ea-9f5a-da01a4303ef9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:58.596925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:58.616561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 20a34f2a-695d-47b6-af6f-ce8be2f64698 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:15:58.616961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a34f2a-695d-47b6-af6f-ce8be2f64698 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:15:58.643480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:58.647440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:58.650151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '40a63d03-2f11-450f-8711-8d0bc3b819fd'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:15:58.651097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.735859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.762820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/5e7cffaa-d249-42ea-9f5a-da01a4303ef9 HTTP/1.1" status: 204 len: 168 time: 2.8448324 Dec 23 15:15:58.766170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:58.804794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Allocated IP 172.26.2.207 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/04752100-1cbd-4e9c-be05-09a56a85d599) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:58.824431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1782e44-c723-41ae-b5e8-e1735f61172f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:15:58.824938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1782e44-c723-41ae-b5e8-e1735f61172f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:15:58.827163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f1782e44-c723-41ae-b5e8-e1735f61172f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/5e7cffaa-d249-42ea-9f5a-da01a4303ef9 HTTP/1.1" status: 404 len: 333 time: 0.0599420 Dec 23 15:15:58.830187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:58.838738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:58.842063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event updated for resources: {'Port': ['ID=94085292-a84e-4170-9596-0e07834931f4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:58.864062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:58.874883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:58.885303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::24df:9ebf:9425:4a4b (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/40a63d03-2f11-450f-8711-8d0bc3b819fd/6e9a0640-eb98-463a-9ca3-84796d4885e0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:15:58.902353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cd578e-78db-4fcc-84e9-c2e48ef29141 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:15:58.902923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27cd578e-78db-4fcc-84e9-c2e48ef29141 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:15:58.924402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting subnet 89fc7428-dd25-40a5-a584-ad22f743e936 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:58.932137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.965616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:58.985663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27cd578e-78db-4fcc-84e9-c2e48ef29141 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:15:58.986950 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27cd578e-78db-4fcc-84e9-c2e48ef29141 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/5e7cffaa-d249-42ea-9f5a-da01a4303ef9 HTTP/1.1" status: 404 len: 333 time: 0.1557539 Dec 23 15:15:58.990646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:59.128515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.195239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.269699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.274554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a46bbbed-76d9-41b3-8ad2-c2c3fb45d141 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:59.283213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.309254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 3a9faecd-9d71-46dd-8ec5-e9983f55be33 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:15:59.318508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.362883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.377112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4875c20c-0e26-462d-847b-b461feca15fe tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:59.394509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:15:59.404450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:15:59.413650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:15:59.464983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.509523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Port': ['ID=04752100-1cbd-4e9c-be05-09a56a85d599,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:59.515013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.515471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device eeecf4dd-c67f-4bf6-955d-d43b30677857 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:15:59.517132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:59.519696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7781820 Dec 23 15:15:59.520875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54712338-f0b2-4a53-9e44-3c76d14a7515,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:59.527879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:15:59.541120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:59.541653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group_rule': {'security_group_id': '54712338-f0b2-4a53-9e44-3c76d14a7515', 'project_id': '281fae871b4642b6b3de3234af23fd32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:15:59.563519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:15:59.607746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d19e9-42ba-4e0d-a9fc-6ccc7241a0af None None] Network 7c7edf56-2532-42fd-9828-ab2487a028e5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:15:59.634786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:15:59.650053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:15:59.666015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:15:59.708223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.709871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.724663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.792156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.873075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.876489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.882692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b3e4104-ae03-400f-9a23-d85313b5c036 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:59.889657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 6e9a0640-eb98-463a-9ca3-84796d4885e0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:15:59.918133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.939925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9faecd-9d71-46dd-8ec5-e9983f55be33,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:59.945782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.951340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:59.954198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d9fdd04-e2d6-4d02-b504-df2b1e4bee32 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:59.962654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.964432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c029400-4f82-4756-99ec-f97c8761fd35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:15:59.984196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.985136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:15:59.992353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5c129a-3edd-4f10-a4ed-5985ec8c5314,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:15:59.997980 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/3a9faecd-9d71-46dd-8ec5-e9983f55be33 HTTP/1.1" status: 204 len: 168 time: 1.0036783 Dec 23 15:15:59.997980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:15:59.999161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:00.003490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.005316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4760687 Dec 23 15:16:00.009595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53382) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:00.021997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.030851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group_rule': {'security_group_id': '54712338-f0b2-4a53-9e44-3c76d14a7515', 'project_id': '281fae871b4642b6b3de3234af23fd32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:00.034205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=89fc7428-dd25-40a5-a584-ad22f743e936,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:00.041369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.044089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:00.049816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:00.053508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ceece-9dd6-4c26-bd4e-2e35b7ce2f20 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:00.059375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6057310-0e60-4c5a-8dbc-7e8f449b4c0b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:00.092575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Sync routers for ids ['d51e2a58-9371-4aca-bc9a-6c25239cb120'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:00.105897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Routers {'d51e2a58-9371-4aca-bc9a-6c25239cb120'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:00.107288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d51e2a58-9371-4aca-bc9a-6c25239cb120'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:00.107458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:00.115806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Floating IP f84da63c-6c90-4275-aef3-48d381b6bb68 associated. External IP: 172.26.2.10, port: 7769221e-c9bc-4837-94e6-46f38e99a042. Dec 23 15:16:00.168132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:00.207975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:00.213514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/89fc7428-dd25-40a5-a584-ad22f743e936 HTTP/1.1" status: 204 len: 168 time: 2.2736740 Dec 23 15:16:00.218001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53386) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:00.245701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port eeecf4dd-c67f-4bf6-955d-d43b30677857 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:00.260894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.270379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.280105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-69952b13-651e-424c-8ed0-24a12536027f None None] Provisioning for port eeecf4dd-c67f-4bf6-955d-d43b30677857 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:00.291756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port eeecf4dd-c67f-4bf6-955d-d43b30677857 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:00.292557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.310521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port eeecf4dd-c67f-4bf6-955d-d43b30677857 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:00.311024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.346050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-69952b13-651e-424c-8ed0-24a12536027f None None] Provisioning complete for port eeecf4dd-c67f-4bf6-955d-d43b30677857 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:00.346408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69952b13-651e-424c-8ed0-24a12536027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.350986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:00.397149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:00.412849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=6e9a0640-eb98-463a-9ca3-84796d4885e0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:00.418271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:00.425573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:00.430126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:00.431171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.449603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.461261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/40a63d03-2f11-450f-8711-8d0bc3b819fd/215410dc-5f54-402a-9743-1edbaa216d25) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:00.564020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Set router d51e2a58-9371-4aca-bc9a-6c25239cb120 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:00.590585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.602971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting subnet 55425caa-9697-486f-a1de-9a9ba3746b91 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:00.612881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0197184 Dec 23 15:16:00.612881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.613262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] DHCP port deletion for 7c7edf56-2532-42fd-9828-ab2487a028e5 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:00.625875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Deleting port eeecf4dd-c67f-4bf6-955d-d43b30677857 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:00.626932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.672086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port eeecf4dd-c67f-4bf6-955d-d43b30677857, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=eeecf4dd-c67f-4bf6-955d-d43b30677857,segment=NetworkSegment(c0422860-8d7c-4052-bbd7-8a4c8cf7688b),segment_id=c0422860-8d7c-4052-bbd7-8a4c8cf7688b)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:00.673007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.828542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.868339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for eeecf4dd-c67f-4bf6-955d-d43b30677857 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:00.890341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69952b13-651e-424c-8ed0-24a12536027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.934730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:15:49Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '8019b3e7-a0f8-461f-ba5e-1a835178fe22', 'name': '', 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'mac_address': 'fa:16:3e:d6:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:47Z', 'updated_at': '2021-12-23T15:15:50Z', 'revision_number': 2, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'subnets': [{'id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:00.941548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:00.945138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Checking router: d51e2a58-9371-4aca-bc9a-6c25239cb120 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:16:00.945343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port eeecf4dd-c67f-4bf6-955d-d43b30677857, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=eeecf4dd-c67f-4bf6-955d-d43b30677857,segment=NetworkSegment(c0422860-8d7c-4052-bbd7-8a4c8cf7688b),segment_id=c0422860-8d7c-4052-bbd7-8a4c8cf7688b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:00.945962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Updating router d51e2a58-9371-4aca-bc9a-6c25239cb120 port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:16:00.949153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53390) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:01.007367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.008017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:01.008302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:01.027049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.048702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-668bd93c-3818-4ae1-ae94-7a2d7f654440 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:01.062533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.063648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:01.102410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-69952b13-651e-424c-8ed0-24a12536027f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:01.102856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-69952b13-651e-424c-8ed0-24a12536027f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:01.103421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:01.105311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e47fb9-dfe3-4e0a-bebb-0ca774394e19,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:01.125592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:01.128277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.220629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.225069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Router 57c7060b-8482-42e0-9be3-6b52236628c2 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:16:01.225698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2102511 Dec 23 15:16:01.228822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:01.242864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group_rule': {'security_group_id': '54712338-f0b2-4a53-9e44-3c76d14a7515', 'project_id': '281fae871b4642b6b3de3234af23fd32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:01.251738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:01.257099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:01.261238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:01.266906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=eeecf4dd-c67f-4bf6-955d-d43b30677857,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:01.270018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:01.273647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:01.392485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] For port eeecf4dd-c67f-4bf6-955d-d43b30677857, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=eeecf4dd-c67f-4bf6-955d-d43b30677857,segment=NetworkSegment(c0422860-8d7c-4052-bbd7-8a4c8cf7688b),segment_id=c0422860-8d7c-4052-bbd7-8a4c8cf7688b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:01.392937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.439777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.448997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a906b1-0b59-40f2-b35b-aa752a8051b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:01.449831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b9a906b1-0b59-40f2-b35b-aa752a8051b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:01.514025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port eeecf4dd-c67f-4bf6-955d-d43b30677857 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:01.515334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.519659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.530155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.543418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Transition to ACTIVE for port object 8019b3e7-a0f8-461f-ba5e-1a835178fe22 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:01.558443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.561810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b9a906b1-0b59-40f2-b35b-aa752a8051b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:01.563156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b9a906b1-0b59-40f2-b35b-aa752a8051b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6127517 Dec 23 15:16:01.567701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53398) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:01.570525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52c3cfab-8991-471b-be56-d162da010209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:01.656200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Calling delete_port for eeecf4dd-c67f-4bf6-955d-d43b30677857 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:01.667619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61de6c4-c0a7-444e-aa58-5a9daff9cb53 None None] Pushing event updated for resources: {'Port': ['ID=8019b3e7-a0f8-461f-ba5e-1a835178fe22,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:01.673777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d61de6c4-c0a7-444e-aa58-5a9daff9cb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:01.861754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:01.862176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.884409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.899410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d5b4451-ac5a-49a0-b049-d23baafafee9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:01.932581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:01.948740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Transition to ACTIVE for port object 215410dc-5f54-402a-9743-1edbaa216d25 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:01.971033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=55425caa-9697-486f-a1de-9a9ba3746b91,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:01.977381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:01.978769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Transition to ACTIVE for port object 215410dc-5f54-402a-9743-1edbaa216d25 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:01.993928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:01.994262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:02.004647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.019083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Attempting to bind port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:02.019497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Attempting to bind port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:02.019914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Attempting to bind port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 on network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:02.025125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71fe7a4a-4ae8-4143-b32c-5bda4295a3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:02.029982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.032284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:02.032719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Checking segment: {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:02.033192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.033676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Bound using segment: {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:02.034209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Bound port: 8019b3e7-a0f8-461f-ba5e-1a835178fe22, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33491ad-742c-4e1b-9147-944823d2493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:02.034627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.074321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/55425caa-9697-486f-a1de-9a9ba3746b91 HTTP/1.1" status: 204 len: 168 time: 1.8479092 Dec 23 15:16:02.080420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53402) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:02.158452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.187305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 6e9a0640-eb98-463a-9ca3-84796d4885e0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:02.187687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.211752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] For port 8019b3e7-a0f8-461f-ba5e-1a835178fe22, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:02.215262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] For port 8019b3e7-a0f8-461f-ba5e-1a835178fe22, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8019b3e7-a0f8-461f-ba5e-1a835178fe22,segment=NetworkSegment(d33491ad-742c-4e1b-9147-944823d2493d),segment_id=d33491ad-742c-4e1b-9147-944823d2493d)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:02.219999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.225242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:02.227918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.238722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-135dd371-85d7-456c-bb3c-4b134ef64627 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:02.310450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61de6c4-c0a7-444e-aa58-5a9daff9cb53 None None] Pushing event updated for resources: {'Port': ['ID=8019b3e7-a0f8-461f-ba5e-1a835178fe22,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:02.315967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d61de6c4-c0a7-444e-aa58-5a9daff9cb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:02.335775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Routers {'d51e2a58-9371-4aca-bc9a-6c25239cb120'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:02.336475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d51e2a58-9371-4aca-bc9a-6c25239cb120'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:02.389092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb692ff1-c404-4af9-bc77-c40809b7f793 None None] Network 4ec67279-9312-45d9-8174-843e2629e55a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:02.400108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.410780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6597015f-c1c4-4288-9a4e-0ee391efd00f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:02.482726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:02.501681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port a21c00af-530c-4d8c-b5f9-5e1b360b9dae {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:02.504219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.550464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Deleting port eeecf4dd-c67f-4bf6-955d-d43b30677857 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:02.550887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.594167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.595686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3581550 Dec 23 15:16:02.611542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] Set router d51e2a58-9371-4aca-bc9a-6c25239cb120 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:02.618851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53406) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:02.627081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group_rule': {'security_group_id': '54712338-f0b2-4a53-9e44-3c76d14a7515', 'project_id': '281fae871b4642b6b3de3234af23fd32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:02.649301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:02.660740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:02.675304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:02.688043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:02.732045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:02.763483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:02.767091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:02.774886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Router eb8fd556-73d7-441d-af72-c3346c3451bd has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:16:02.832682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port eeecf4dd-c67f-4bf6-955d-d43b30677857, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=eeecf4dd-c67f-4bf6-955d-d43b30677857,segment=NetworkSegment(c0422860-8d7c-4052-bbd7-8a4c8cf7688b),segment_id=c0422860-8d7c-4052-bbd7-8a4c8cf7688b)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:02.833561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.840891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.908332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59073331-5e68-44d3-b563-3c06b36de9c3 None None] Provisioning complete for port a21c00af-530c-4d8c-b5f9-5e1b360b9dae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:02.909861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59073331-5e68-44d3-b563-3c06b36de9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.970966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:02.971350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:02.991829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for eeecf4dd-c67f-4bf6-955d-d43b30677857 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:03.032195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:15:49Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '8019b3e7-a0f8-461f-ba5e-1a835178fe22', 'name': '', 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'mac_address': 'fa:16:3e:d6:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:47Z', 'updated_at': '2021-12-23T15:16:02Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'subnets': [{'id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:03.035767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Attempting to bind port 215410dc-5f54-402a-9743-1edbaa216d25 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:03.036944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Attempting to bind port 215410dc-5f54-402a-9743-1edbaa216d25 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:03.037545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Attempting to bind port 215410dc-5f54-402a-9743-1edbaa216d25 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:03.037694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64056a-e0e3-4a77-9ca9-3aefc6e7ca47 None None] The sync data for ids ['d51e2a58-9371-4aca-bc9a-6c25239cb120'] in dv-neutron-822797-1-hyperv is: [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:15:49Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '8019b3e7-a0f8-461f-ba5e-1a835178fe22', 'name': '', 'network_id': '1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'mac_address': 'fa:16:3e:d6:97:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:47Z', 'updated_at': '2021-12-23T15:16:02Z', 'revision_number': 4, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'subnets': [{'id': 'ccdf8786-2e44-43d6-817e-37b09d796e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:03.059464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:03.061285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Pushing event updated for resources: {'Port': ['ID=215410dc-5f54-402a-9743-1edbaa216d25,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:03.080116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:03.083264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Sync routers for ids ['57c7060b-8482-42e0-9be3-6b52236628c2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:03.125661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.138911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.143016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.5964177 Dec 23 15:16:03.144126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.168381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e84461a6-bfa2-4e98-b586-7bd8599d2db3 None None] The port 'eeecf4dd-c67f-4bf6-955d-d43b30677857' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:16:03.171013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:03.171437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:03.171904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.172365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:03.172917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Bound port: 215410dc-5f54-402a-9743-1edbaa216d25, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:03.173397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.190451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.210732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53410) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:03.211718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00e32b92-fe59-460b-9542-809f40e73d4b tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:03.225893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.243637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d79da94-9f35-49ed-9e3d-e9c03ef708c4 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:03.377768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Routers {'57c7060b-8482-42e0-9be3-6b52236628c2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:03.378437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['57c7060b-8482-42e0-9be3-6b52236628c2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:03.453602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 6e9a0640-eb98-463a-9ca3-84796d4885e0 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:03.484484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ba8ea-1a64-4bcf-9c6d-9157a3606afc None None] DHCP port deletion for 4ec67279-9312-45d9-8174-843e2629e55a request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:03.520299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8019b3e7-a0f8-461f-ba5e-1a835178fe22 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:03.544329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=eeecf4dd-c67f-4bf6-955d-d43b30677857,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:03.556705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:03.575017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port eeecf4dd-c67f-4bf6-955d-d43b30677857 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:03.588765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ba8ea-1a64-4bcf-9c6d-9157a3606afc None None] Deleting port a21c00af-530c-4d8c-b5f9-5e1b360b9dae {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:03.589215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba8ea-1a64-4bcf-9c6d-9157a3606afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.652211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] For port 215410dc-5f54-402a-9743-1edbaa216d25, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:03.703725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port a21c00af-530c-4d8c-b5f9-5e1b360b9dae, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,segment=NetworkSegment(230818a5-88fb-4ac5-8d1d-b3a05c43556c),segment_id=230818a5-88fb-4ac5-8d1d-b3a05c43556c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:03.704105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.743363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] For port 215410dc-5f54-402a-9743-1edbaa216d25, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=215410dc-5f54-402a-9743-1edbaa216d25,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:03.759422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.775253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:03.813899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.835273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for a21c00af-530c-4d8c-b5f9-5e1b360b9dae owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:03.839638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Provisioning complete for port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:03.840073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.842415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7edf56-2532-42fd-9828-ab2487a028e5']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:03.856389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:03.856745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0422860-8d7c-4052-bbd7-8a4c8cf7688b') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:03.869757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.885834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.892540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:16:03.892981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.896116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:03.915821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d6d381-001a-4c6c-ab89-2066d72d1517,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:03.926470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.933197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ba8ea-1a64-4bcf-9c6d-9157a3606afc None None] The port 'a21c00af-530c-4d8c-b5f9-5e1b360b9dae' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:16:03.939052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:03.943947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2593a61b-f1c4-4078-b051-20c6bd69f198 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:03.982623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:03.983058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.989970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:03.994312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3733196 Dec 23 15:16:03.997935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53414) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:16:04.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:16:04.006747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port a21c00af-530c-4d8c-b5f9-5e1b360b9dae on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:04.017075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.044508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c4a80ea-d9a3-49d0-ad1c-1e148e7710b5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:04.044741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group_rule': {'security_group_id': '54712338-f0b2-4a53-9e44-3c76d14a7515', 'project_id': '281fae871b4642b6b3de3234af23fd32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:04.051178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:04.055332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:04.059012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:04.065448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:04.073261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=a21c00af-530c-4d8c-b5f9-5e1b360b9dae,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:04.097028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:04.105010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Project 281fae871b4642b6b3de3234af23fd32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:16:04.119604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=6e9a0640-eb98-463a-9ca3-84796d4885e0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:04.127537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:04.131587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Pushing event updated for resources: {'Port': ['ID=215410dc-5f54-402a-9743-1edbaa216d25,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:04.136030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.140513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Set router 57c7060b-8482-42e0-9be3-6b52236628c2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:04.151037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.175351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e24ebef7-bcea-4af9-8171-e2be90c1543e tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:04.184201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.184893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.185050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.185387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.185815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.186196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.186574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.186956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.187346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.187721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.188077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:04.196155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:04.196970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.281771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.292527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.296931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=7c7edf56-2532-42fd-9828-ab2487a028e5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:04.308326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:04.321814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/7c7edf56-2532-42fd-9828-ab2487a028e5 HTTP/1.1" status: 204 len: 168 time: 4.3207896 Dec 23 15:16:04.326558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53418) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:04.331373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/6e9a0640-eb98-463a-9ca3-84796d4885e0 HTTP/1.1" status: 204 len: 168 time: 2.7498703 Dec 23 15:16:04.333903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53420) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:04.356619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.368339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-648908637'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:04.396988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:04.408359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.448496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.459637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:04.468362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8469807-277c-4754-add8-a16623556d86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:04.469895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8469807-277c-4754-add8-a16623556d86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:04.470878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8469807-277c-4754-add8-a16623556d86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:04.481902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:04.487674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c8ba9182-953a-40dc-8997-97b116a9c300 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/57c7060b-8482-42e0-9be3-6b52236628c2 HTTP/1.1" status: 200 len: 909 time: 1.2358837 Dec 23 15:16:04.494048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:04.501967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1079905675', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': True}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:04.502490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:04.507282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:04.509707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8469807-277c-4754-add8-a16623556d86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:04.513763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8469807-277c-4754-add8-a16623556d86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1786673 Dec 23 15:16:04.517248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Usage tracker for resource:router and tenant:6be9543321fb495ea3fe7baf012ac435 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:04.520547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:04.536103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] For port 8019b3e7-a0f8-461f-ba5e-1a835178fe22, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8019b3e7-a0f8-461f-ba5e-1a835178fe22,segment=NetworkSegment(d33491ad-742c-4e1b-9147-944823d2493d),segment_id=d33491ad-742c-4e1b-9147-944823d2493d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:04.549853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.553604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f06be547-7411-4718-8a31-3b39d54b9972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:04.598748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:04.630108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:04.641679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 02b0add2-d42d-4ecf-999a-71d2f1cb2d94 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:04.688491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.691291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec67279-9312-45d9-8174-843e2629e55a']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:04.749913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.753310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230818a5-88fb-4ac5-8d1d-b3a05c43556c') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:04.753608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230818a5-88fb-4ac5-8d1d-b3a05c43556c') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:04.771535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:04.778376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:04.784162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.807446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.808948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.832227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.848720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.875865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b668ea1-d0d9-4790-99dd-bac7820ebf43,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:04.878824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 40a63d03-2f11-450f-8711-8d0bc3b819fd {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:04.884811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.893879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:04.907159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] Sync routers for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:04.910286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:04.928797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:04.929449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:04.936074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.987027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:04.987636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:04.988091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.989466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:04.992642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9841175 Dec 23 15:16:04.993123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Pushing event updated for resources: {'Port': ['ID=8019b3e7-a0f8-461f-ba5e-1a835178fe22,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:04.993536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:04.997646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:05.004391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:05.007125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:16:05.007578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.008490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c7060b-8482-42e0-9be3-6b52236628c2', 'name': 'tempest-snat-router-1079905675', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': False}, 'gw_port_id': '04752100-1cbd-4e9c-be05-09a56a85d599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:55Z', 'updated_at': '2021-12-23T15:15:59Z', 'revision_number': 3, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port': {'id': '04752100-1cbd-4e9c-be05-09a56a85d599', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c7060b-8482-42e0-9be3-6b52236628c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:58Z', 'updated_at': '2021-12-23T15:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:05.013473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Checking router: 57c7060b-8482-42e0-9be3-6b52236628c2 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:16:05.013956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Updating router 57c7060b-8482-42e0-9be3-6b52236628c2 port 04752100-1cbd-4e9c-be05-09a56a85d599 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:16:05.028511 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:16:05.034186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'security_group_rule': {'security_group_id': '54712338-f0b2-4a53-9e44-3c76d14a7515', 'project_id': '281fae871b4642b6b3de3234af23fd32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:05.041106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:05.045755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:security_group_rule and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:05.049096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:05.056098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:05.082195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.137198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.171693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Project 281fae871b4642b6b3de3234af23fd32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:16:05.178696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:05.198336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.198753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment 52b02768-1967-4e87-9c8a-bc422d4a866b of type vlan for network 49b544ab-d082-4e36-9d16-d9c90c06bbca Dec 23 15:16:05.223404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.283711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.311518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd7c0348-0aa2-4fce-a822-e023adae1424 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:05.331039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.352841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.7863033 Dec 23 15:16:05.356863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.385857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:16:05.402445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.417986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=4ec67279-9312-45d9-8174-843e2629e55a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:05.444766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:05.493179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.505383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d411e71-1e10-4cb1-aa85-0f829956758c tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:05.554925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/4ec67279-9312-45d9-8174-843e2629e55a HTTP/1.1" status: 204 len: 168 time: 3.4700022 Dec 23 15:16:05.562348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.568342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53444) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:05.642489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-7840b22e-d090-4236-8a5d-c425e8ecfbad tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:05.642871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7840b22e-d090-4236-8a5d-c425e8ecfbad tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:05.672790 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7840b22e-d090-4236-8a5d-c425e8ecfbad tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/99621529-c712-4ee4-9f3f-c771261e0337 HTTP/1.1" status: 404 len: 337 time: 0.1032295 Dec 23 15:16:05.673680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53448) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:05.675645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.677823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'status': 'completed', 'code': 200} Dec 23 15:16:05.678451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.686794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'f84da63c-6c90-4275-aef3-48d381b6bb68', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'port_id': '7769221e-c9bc-4837-94e6-46f38e99a042', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'mac_address': 'fa:16:3e:e6:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:15:56Z', 'updated_at': '2021-12-23T15:15:56Z', 'revision_number': 0, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:05.691912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] Checking router: eb8fd556-73d7-441d-af72-c3346c3451bd for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:16:05.696763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.701995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:05.702654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.708320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:05.709742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:05.742507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device eeecf4dd-c67f-4bf6-955d-d43b30677857 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:05.770777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=40a63d03-2f11-450f-8711-8d0bc3b819fd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:05.780127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:05.790264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:05.798315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: eeecf4dd-c67f-4bf6-955d-d43b30677857 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:05.798641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device eeecf4dd-c67f-4bf6-955d-d43b30677857 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:05.853884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.858778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.893838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Transition to ACTIVE for port object 04752100-1cbd-4e9c-be05-09a56a85d599 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:05.898212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=02b0add2-d42d-4ecf-999a-71d2f1cb2d94,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:05.905898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06630d6-2b2a-4afb-b207-48a226f1781f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:05.906408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06630d6-2b2a-4afb-b207-48a226f1781f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:05.906885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:05.913302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/40a63d03-2f11-450f-8711-8d0bc3b819fd HTTP/1.1" status: 204 len: 168 time: 1.3913174 Dec 23 15:16:05.914274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:05.914830 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e06630d6-2b2a-4afb-b207-48a226f1781f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/718411ab-d2aa-43b0-871f-819fc0d26a6e HTTP/1.1" status: 404 len: 339 time: 0.2307220 Dec 23 15:16:05.922791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:05.925147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec62545f-70fc-46d4-8f95-417629d643a2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:05.925720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:05.936551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:05.961198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6075604 Dec 23 15:16:05.988304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:06.097239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53458) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.122361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:06.125134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Attempting to bind port 04752100-1cbd-4e9c-be05-09a56a85d599 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:06.129836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Attempting to bind port 04752100-1cbd-4e9c-be05-09a56a85d599 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:06.130282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Attempting to bind port 04752100-1cbd-4e9c-be05-09a56a85d599 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:06.139467 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da3796a-78cf-426f-b9d9-f735347a59f7 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:06.139969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da3796a-78cf-426f-b9d9-f735347a59f7 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:06.145789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3da3796a-78cf-426f-b9d9-f735347a59f7 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/cf86b657-af2f-44d8-88ac-0d164f51eb39 HTTP/1.1" status: 404 len: 337 time: 0.2276313 Dec 23 15:16:06.148255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53464) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.148376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a941cd-f453-49af-80c5-00462d8fcee8 None None] Pushing event updated for resources: {'Port': ['ID=04752100-1cbd-4e9c-be05-09a56a85d599,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:06.167046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 215410dc-5f54-402a-9743-1edbaa216d25 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:06.192739 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-02f181ec-9598-47cf-98bf-53549003a95a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816556 Dec 23 15:16:06.202313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:06.217148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53468) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.235796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:06.263802 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d088634-7132-4b69-91b0-86b9deb77bfb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:06.264317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d088634-7132-4b69-91b0-86b9deb77bfb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:06.272779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d088634-7132-4b69-91b0-86b9deb77bfb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/4b2955a9-5380-430f-b114-924b80fa00c0 HTTP/1.1" status: 404 len: 339 time: 0.1111915 Dec 23 15:16:06.281209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53472) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.292824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46a941cd-f453-49af-80c5-00462d8fcee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:06.298766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:06.301830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:06.302503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:06.303143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:06.303863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Bound port: 04752100-1cbd-4e9c-be05-09a56a85d599, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:06.305798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:06.323169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:06.324651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2980745 Dec 23 15:16:06.422902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:06.470335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:06.473858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=49b544ab-d082-4e36-9d16-d9c90c06bbca,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:06.477804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:06.484429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:06.489080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f41b12e-03b8-487f-a43f-2b38a963c04e tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:06.501574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fcfcc4-87d1-485a-a4e8-b18ef39108d1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:06.508637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fcfcc4-87d1-485a-a4e8-b18ef39108d1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:06.514348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-38fcfcc4-87d1-485a-a4e8-b18ef39108d1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/9dd6b982-78f8-45f1-952b-fd7cb8d3e4e7 HTTP/1.1" status: 404 len: 337 time: 0.2312009 Dec 23 15:16:06.519228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53492) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.521252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd75a467-0df8-4281-875c-7f7b7221085a,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:06.524499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:06.525664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:06.550489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd3bd4-49ff-4d96-80cf-268d53b0120c req-a3b4dbff-9f93-4618-9241-7337fdc46be4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:06.565431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76dd3bd4-49ff-4d96-80cf-268d53b0120c req-a3b4dbff-9f93-4618-9241-7337fdc46be4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.8933899 Dec 23 15:16:06.566177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] For port 04752100-1cbd-4e9c-be05-09a56a85d599, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:06.573388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] For port 04752100-1cbd-4e9c-be05-09a56a85d599, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=04752100-1cbd-4e9c-be05-09a56a85d599,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:06.580003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:06.584372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:06.586892 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-ab193395-9904-4c31-95b2-f3302beebecf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1098 time: 0.8761089 Dec 23 15:16:06.613466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:06.691929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a122c835-718e-4cb4-81ad-fa7d7d65d845 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:06.692969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a122c835-718e-4cb4-81ad-fa7d7d65d845 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:06.697951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a122c835-718e-4cb4-81ad-fa7d7d65d845 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/cea2d2e3-80f8-4426-aa86-9430e4b03d12 HTTP/1.1" status: 404 len: 339 time: 0.1719770 Dec 23 15:16:06.700350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53512) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.716961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:06.839092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:06.850911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84dbf6-9bba-4e10-bb3c-84d9b14e1447 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:06.856791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:06.864337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:06.883221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:06.904599 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76dd3bd4-49ff-4d96-80cf-268d53b0120c req-98c70ead-177c-48be-9add-db90585e119d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381326 Dec 23 15:16:06.929295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53528) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:06.981890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 215410dc-5f54-402a-9743-1edbaa216d25 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:06.996099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8019b3e7-a0f8-461f-ba5e-1a835178fe22 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:07.044147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:07.049915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'f84da63c-6c90-4275-aef3-48d381b6bb68', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'port_id': '7769221e-c9bc-4837-94e6-46f38e99a042', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'mac_address': 'fa:16:3e:e6:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:15:56Z', 'updated_at': '2021-12-23T15:15:56Z', 'revision_number': 0, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:07.051748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.062731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d6df7-3514-4308-8bc1-1507f0770113 None None] The sync data for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'f84da63c-6c90-4275-aef3-48d381b6bb68', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'port_id': '7769221e-c9bc-4837-94e6-46f38e99a042', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'mac_address': 'fa:16:3e:e6:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:15:56Z', 'updated_at': '2021-12-23T15:15:56Z', 'revision_number': 0, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:07.118616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Provisioning for port 215410dc-5f54-402a-9743-1edbaa216d25 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:07.121939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a941cd-f453-49af-80c5-00462d8fcee8 None None] Pushing event updated for resources: {'Port': ['ID=04752100-1cbd-4e9c-be05-09a56a85d599,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:07.187925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46a941cd-f453-49af-80c5-00462d8fcee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:07.189853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Provisioning complete for port 215410dc-5f54-402a-9743-1edbaa216d25 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:07.190392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.269586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Routers {'57c7060b-8482-42e0-9be3-6b52236628c2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:07.270469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['57c7060b-8482-42e0-9be3-6b52236628c2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:07.348679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f97235e0-3a04-4b1d-b471-c1a0d99a0a9f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/floatingips/f84da63c-6c90-4275-aef3-48d381b6bb68 HTTP/1.1" status: 200 len: 990 time: 0.4176452 Dec 23 15:16:07.415408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.434372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting subnet 914f103d-5c44-48d0-b11b-7dccd66ebe00 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:07.440437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.465911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.616181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.617270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] Set router 57c7060b-8482-42e0-9be3-6b52236628c2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:07.748242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.750531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-c44a2756-4817-4fe7-8148-529d55ce7394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:07.752308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-c44a2756-4817-4fe7-8148-529d55ce7394 service neutron] 10.222.0.65 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 898 time: 1.0800109 Dec 23 15:16:07.800465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.859180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1507a49-3b42-43f6-82bb-f43c4b98e310 None None] New status for floating IP f84da63c-6c90-4275-aef3-48d381b6bb68: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:16:07.950741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:07.959357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f8cf3f59-61e1-45f4-a0ca-3b4a1dfbe4bb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:08.149018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-bb61ce04-20d8-47be-900a-b2bf03823f9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 998 time: 0.3873727 Dec 23 15:16:08.177298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:08.177728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.304342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.357108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53572) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:08.365461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.368677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.406418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:08.420793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:08.427488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=e868d478-2e2c-4e7e-a344-87562048e90c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:08.432877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:08.433562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.447192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:08.461279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52450cf5-3126-482a-8436-278227a7adfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:08.489191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Allocated IP 172.26.2.75 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/78e409ce-7e70-4927-9fa2-28e80947dfef) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:08.519054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2887819 Dec 23 15:16:08.539588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53576) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:08.568308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.629112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d134185-0a7b-4c55-8b32-f4c04959e1e1 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:08.641402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': 'e868d478-2e2c-4e7e-a344-87562048e90c', 'ip_address': '2001:db8::42cb:be65:b23e:3091'}], 'name': 'tempest-NetworksTestDHCPv6-110267561'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:08.682677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=914f103d-5c44-48d0-b11b-7dccd66ebe00,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:08.686334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:08.703486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.711826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] For port 215410dc-5f54-402a-9743-1edbaa216d25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=215410dc-5f54-402a-9743-1edbaa216d25,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:08.722421 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/914f103d-5c44-48d0-b11b-7dccd66ebe00 HTTP/1.1" status: 204 len: 168 time: 2.0159404 Dec 23 15:16:08.725031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:08.726215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b31ac-bec6-47dc-bf89-fd6fa4f78204 None None] Network 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:08.784181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-4a20372d-f255-4c56-a40b-5ad4600323d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:08.785858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-4a20372d-f255-4c56-a40b-5ad4600323d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 200 len: 835 time: 0.5927060 Dec 23 15:16:08.931120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.932337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:08.956624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:09.002778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port 62dcdc7e-ddfa-41c6-980b-7521f3377663 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:09.003167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.032262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=5f61dc49-0e20-4d27-bb0b-92d87d3445b1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:09.047673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-63787112-c4e3-4524-be98-093803b0379a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/floatingips/f84da63c-6c90-4275-aef3-48d381b6bb68 HTTP/1.1" status: 200 len: 990 time: 0.6704395 Dec 23 15:16:09.072766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.082529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:09.120527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': '52b02768-1967-4e87-9c8a-bc422d4a866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:09.120911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: 49b544ab-d082-4e36-9d16-d9c90c06bbca, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:09.143085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Pushing event updated for resources: {'Port': ['ID=215410dc-5f54-402a-9743-1edbaa216d25,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:09.160914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:16:09.179041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:09.190055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:09.196644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:09.205188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:09.211538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:09.237477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-f9c95c73-c23f-409d-97d5-7f2837228a2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=244bf9c6-7bd3-474f-8795-2b4a78f08e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4289930 Dec 23 15:16:09.264677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.294133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c1e3dc0-1557-4a6e-b975-6409d39dda41 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:09.344749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:09.383005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:09.389530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:09.392675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:09.445607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c7060b-8482-42e0-9be3-6b52236628c2', 'name': 'tempest-snat-router-1079905675', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': False}, 'gw_port_id': '04752100-1cbd-4e9c-be05-09a56a85d599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:55Z', 'updated_at': '2021-12-23T15:15:59Z', 'revision_number': 3, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port': {'id': '04752100-1cbd-4e9c-be05-09a56a85d599', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c7060b-8482-42e0-9be3-6b52236628c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:58Z', 'updated_at': '2021-12-23T15:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:09.455716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fed820-c00d-47ba-a5d7-cc5dd7441cfa None None] The sync data for ids ['57c7060b-8482-42e0-9be3-6b52236628c2'] in dv-neutron-822797-1-hyperv is: [{'id': '57c7060b-8482-42e0-9be3-6b52236628c2', 'name': 'tempest-snat-router-1079905675', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': False}, 'gw_port_id': '04752100-1cbd-4e9c-be05-09a56a85d599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:55Z', 'updated_at': '2021-12-23T15:15:59Z', 'revision_number': 3, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port': {'id': '04752100-1cbd-4e9c-be05-09a56a85d599', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c7060b-8482-42e0-9be3-6b52236628c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:58Z', 'updated_at': '2021-12-23T15:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:09.491046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a21c00af-530c-4d8c-b5f9-5e1b360b9dae no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:09.535722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port 62dcdc7e-ddfa-41c6-980b-7521f3377663, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=62dcdc7e-ddfa-41c6-980b-7521f3377663,segment=NetworkSegment(3517ded5-b28d-4dba-89ca-05fa5d45d5cf),segment_id=3517ded5-b28d-4dba-89ca-05fa5d45d5cf)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:09.536167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.555965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a21c00af-530c-4d8c-b5f9-5e1b360b9dae {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:09.556371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a21c00af-530c-4d8c-b5f9-5e1b360b9dae not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:09.566418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] DHCP port deletion for 4e6f4893-7b65-4561-9ec9-ddb7519e5d10 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:09.568203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Port': ['ID=78e409ce-7e70-4927-9fa2-28e80947dfef,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:09.570940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Deleting port 62dcdc7e-ddfa-41c6-980b-7521f3377663 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:09.571375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.664721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff0372-0643-4957-bdb9-e13aa4fb355d None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:09.674396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:09.780745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for 62dcdc7e-ddfa-41c6-980b-7521f3377663 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:09.862972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] For port 62dcdc7e-ddfa-41c6-980b-7521f3377663, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=62dcdc7e-ddfa-41c6-980b-7521f3377663,segment=NetworkSegment(3517ded5-b28d-4dba-89ca-05fa5d45d5cf),segment_id=3517ded5-b28d-4dba-89ca-05fa5d45d5cf)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:09.863500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.947962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:09.954866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016f52fe-0e3f-49e5-9ed8-82e257550851 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:09.966182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:10.004428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=62dcdc7e-ddfa-41c6-980b-7521f3377663,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:10.006556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Calling delete_port for 62dcdc7e-ddfa-41c6-980b-7521f3377663 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:10.013208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:10.018851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:16:10.027070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port 62dcdc7e-ddfa-41c6-980b-7521f3377663 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:10.062860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:10.076884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 49b544ab-d082-4e36-9d16-d9c90c06bbca) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:10.121671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:10.122437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.156873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 215410dc-5f54-402a-9743-1edbaa216d25 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:10.217368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:10.228706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] Sync routers for ids ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:10.234008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1d7f63b2-088e-4ef3-b945-9af0562efb16 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1353860 Dec 23 15:16:10.242300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/f72bd309-d4cf-4ca8-9ca0-d910d544a8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7318265 Dec 23 15:16:10.246881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53592) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:10.249635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53594) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:10.255715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] Routers {'f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:10.256537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.308794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1572574191'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:10.345211 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-b80cb178-6b65-4418-8cf9-aec06883e806 service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0381544 Dec 23 15:16:10.371234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.426004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.439226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:10.439482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:10.454653 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd3c7784-5bf7-4cc2-bb41-70755685c1df tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/floatingips/f84da63c-6c90-4275-aef3-48d381b6bb68 HTTP/1.1" status: 200 len: 992 time: 0.3852825 Dec 23 15:16:10.475724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39de822-70c9-44a7-84c8-ce63b6e95520 None None] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:10.491854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6f4893-7b65-4561-9ec9-ddb7519e5d10']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.507380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.508378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.512315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.512788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3517ded5-b28d-4dba-89ca-05fa5d45d5cf') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.513147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3517ded5-b28d-4dba-89ca-05fa5d45d5cf') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.538505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] Routers {'f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:10.539129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.550054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.641373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cdac1e5c-7924-4bb3-b05e-ab297ec3954d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:10.680054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:10.680508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe2b6c-368a-491d-ac12-0526717921b6 None None] The sync data for ids ['f72bd309-d4cf-4ca8-9ca0-d910d544a8a1'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:10.690868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.711606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:16:10.712203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:16:10.731972 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:16:10.734832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 215410dc-5f54-402a-9743-1edbaa216d25 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:10.734832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.787919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port c9081a9d-1750-4cd5-8369-08bb0cdd713b yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:10.846393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.853054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b807eb5-e36d-4eda-987e-b8e9f6a63ff3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:10.865718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a9f2347a-55b5-4b9a-98cf-a3cf17319d14 None None] Provisioning complete for port 215410dc-5f54-402a-9743-1edbaa216d25 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:10.866282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9f2347a-55b5-4b9a-98cf-a3cf17319d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.895082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:10.910595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=4e6f4893-7b65-4561-9ec9-ddb7519e5d10,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:10.919654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:11.000903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Deleting port 62dcdc7e-ddfa-41c6-980b-7521f3377663 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:11.001651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:11.015890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/4e6f4893-7b65-4561-9ec9-ddb7519e5d10 HTTP/1.1" status: 204 len: 168 time: 2.2893407 Dec 23 15:16:11.016882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:11.053975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::42cb:be65:b23e:3091 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/e868d478-2e2c-4e7e-a344-87562048e90c/c9081a9d-1750-4cd5-8369-08bb0cdd713b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:11.075182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc3fc20-aa59-4864-85cf-6eff4db07508 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:11.075696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc3fc20-aa59-4864-85cf-6eff4db07508 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:11.080979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-abc3fc20-aa59-4864-85cf-6eff4db07508 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/8fbe2ce7-95b7-4ab4-b59c-263d056156b0 HTTP/1.1" status: 404 len: 337 time: 0.0570967 Dec 23 15:16:11.082527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:11.138647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-86efb7ef-be7b-4c4f-9191-55494e3d4cac tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] DELETE failed (client error): The resource could not be found. Dec 23 15:16:11.138984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86efb7ef-be7b-4c4f-9191-55494e3d4cac tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:11.147862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86efb7ef-be7b-4c4f-9191-55494e3d4cac tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/fc7b3175-0763-4cc9-a6ad-9b4431d871cb HTTP/1.1" status: 404 len: 339 time: 0.0640051 Dec 23 15:16:11.150217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:11.320594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:11.340143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object c9081a9d-1750-4cd5-8369-08bb0cdd713b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:11.375460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b2917e3c-236c-436c-9360-5872e7242f74 None None] The port '62dcdc7e-ddfa-41c6-980b-7521f3377663' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:16:11.398163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:11.421075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:11.459249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cdac1e5c-7924-4bb3-b05e-ab297ec3954d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:11.463732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cdac1e5c-7924-4bb3-b05e-ab297ec3954d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 HTTP/1.1" status: 200 len: 205 time: 1.2103884 Dec 23 15:16:11.465775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53612) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:11.516426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Router 549f1c3d-6588-43fd-9580-1c7cea032746 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:16:11.527690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting subnet 7724e1d6-05ab-4c7b-a3a5-28657db4667e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:11.534545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:11.680062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:11.756352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 62dcdc7e-ddfa-41c6-980b-7521f3377663 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:11.817644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:11.828922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:11.851478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 62dcdc7e-ddfa-41c6-980b-7521f3377663 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:11.855272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 62dcdc7e-ddfa-41c6-980b-7521f3377663 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:11.863694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:11.875250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:11.877889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:11.907448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-94446aec-1206-41b6-8872-fe711339677c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.4640329 Dec 23 15:16:11.955130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=c9081a9d-1750-4cd5-8369-08bb0cdd713b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:11.959196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:12.003273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.013591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-49b544ab-d082-4e36-9d16-d9c90c06bbca', 'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': '5f61dc49-0e20-4d27-bb0b-92d87d3445b1'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:12.016116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.139904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:12.145199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:12.148684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:12.159168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:12.168497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.197947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 04752100-1cbd-4e9c-be05-09a56a85d599 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:12.225563 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d582ac6-4885-40d0-a4e7-ec7cae086ef8 req-d01e7aa0-eac2-42f7-81e4-62a06c9b2dff service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8147173 Dec 23 15:16:12.238919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6832879 Dec 23 15:16:12.240650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:12.248654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.278420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53618) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:12.425015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Allocated IP 172.20.0.2 (49b544ab-d082-4e36-9d16-d9c90c06bbca/5f61dc49-0e20-4d27-bb0b-92d87d3445b1/f9bceea7-46e5-40e1-8d29-189946764e4e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:12.537478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 107d4ca5-647e-45ee-a6e2-bc93a507a176 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:12.630252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.642143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-176bf8c8-9593-45dd-9b25-6ec0dd4a8d5d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:12.692746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:12.698229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.710523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Subnet': ['ID=7724e1d6-05ab-4c7b-a3a5-28657db4667e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:12.719690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:12.731970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/subnets/7724e1d6-05ab-4c7b-a3a5-28657db4667e HTTP/1.1" status: 204 len: 168 time: 1.5805435 Dec 23 15:16:12.732659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:12.759703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.765099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.766535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2713048 Dec 23 15:16:12.772233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53628) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:12.775202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Transition to ACTIVE for port object f9bceea7-46e5-40e1-8d29-189946764e4e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:12.800059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Transition to ACTIVE for port object f9bceea7-46e5-40e1-8d29-189946764e4e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:12.813186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91dfbd-70f6-441e-95c9-5456ee231bbf None None] Network 1679a8b1-681c-4657-b9a1-91f6cfd735d0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:12.934062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Sync routers for ids ['549f1c3d-6588-43fd-9580-1c7cea032746'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:12.985575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b686adfa-abee-4633-86cc-a156025f1c94 None None] Provisioning complete for port 215410dc-5f54-402a-9743-1edbaa216d25 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:12.986551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b686adfa-abee-4633-86cc-a156025f1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:12.997867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.032581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Deleting port 0def4b6b-c193-4c32-92f3-25260f1dd9aa {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:13.033089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.071213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.120114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29813a4d-b159-43c6-ad33-e0f6a002eb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:13.191791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 04752100-1cbd-4e9c-be05-09a56a85d599 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:13.207153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Pushing event updated for resources: {'Port': ['ID=f9bceea7-46e5-40e1-8d29-189946764e4e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:13.211112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:13.211772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 04752100-1cbd-4e9c-be05-09a56a85d599 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:13.212188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.399753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:13.431831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:13.434955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:13.443415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Routers {'549f1c3d-6588-43fd-9580-1c7cea032746'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:13.444675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['549f1c3d-6588-43fd-9580-1c7cea032746'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:13.457388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] For port 0def4b6b-c193-4c32-92f3-25260f1dd9aa, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0def4b6b-c193-4c32-92f3-25260f1dd9aa,segment=NetworkSegment(84ab12ff-3fab-4cb8-82b0-b46f8faf73d9),segment_id=84ab12ff-3fab-4cb8-82b0-b46f8faf73d9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:13.457809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.516075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.534699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 04752100-1cbd-4e9c-be05-09a56a85d599, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=04752100-1cbd-4e9c-be05-09a56a85d599,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:13.553380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1433cd5-4650-4c77-af4e-0efa6f1c7f15 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/549f1c3d-6588-43fd-9580-1c7cea032746 HTTP/1.1" status: 200 len: 907 time: 0.7755373 Dec 23 15:16:13.652261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53632) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:13.673717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Calling delete_port for 0def4b6b-c193-4c32-92f3-25260f1dd9aa owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:13.705945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386a4be-debc-42c1-8d3c-508f267913fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:13.715860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386a4be-debc-42c1-8d3c-508f267913fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:13.716861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8386a4be-debc-42c1-8d3c-508f267913fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:13.728136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Set router 549f1c3d-6588-43fd-9580-1c7cea032746 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:13.731648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.810886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.843329 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-2be55581-51aa-41bc-b374-33810dff8055 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1098 time: 1.2549236 Dec 23 15:16:13.855273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8386a4be-debc-42c1-8d3c-508f267913fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:13.856596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8386a4be-debc-42c1-8d3c-508f267913fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 1.5702176 Dec 23 15:16:13.864283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53636) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:13.928277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:13.943337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-853eaa2c-3bfb-4563-beff-0fe2fd3ef2a5 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:14.023897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Port': ['ID=0def4b6b-c193-4c32-92f3-25260f1dd9aa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:14.031094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.063985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:14.120629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.12 (49b544ab-d082-4e36-9d16-d9c90c06bbca/5f61dc49-0e20-4d27-bb0b-92d87d3445b1/107d4ca5-647e-45ee-a6e2-bc93a507a176) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:14.125146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.125853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:16:14.144027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:14.162922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] No DVR routers for this DVR port 0def4b6b-c193-4c32-92f3-25260f1dd9aa on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:14.171679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port c9081a9d-1750-4cd5-8369-08bb0cdd713b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:14.172097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.214492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c918266-5e99-4c80-ac91-0629d75dd9dd None None] DHCP port deletion for 1679a8b1-681c-4657-b9a1-91f6cfd735d0 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:14.230174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.234522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3b5f6c9b-f6af-4ec4-bd71-5ce02490fdac tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 HTTP/1.1" status: 204 len: 168 time: 2.7537463 Dec 23 15:16:14.245785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53642) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:14.269544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0def4b6b-c193-4c32-92f3-25260f1dd9aa no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:14.363361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=04752100-1cbd-4e9c-be05-09a56a85d599,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:14.379526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0def4b6b-c193-4c32-92f3-25260f1dd9aa {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:14.380132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0def4b6b-c193-4c32-92f3-25260f1dd9aa not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:14.418448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:14.420641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Attempting to bind port f9bceea7-46e5-40e1-8d29-189946764e4e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:14.420982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-49bae9aa-48d1-4c50-8dfd-874358d16ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:14.421479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Attempting to bind port f9bceea7-46e5-40e1-8d29-189946764e4e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '52b02768-1967-4e87-9c8a-bc422d4a866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:14.422061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Attempting to bind port f9bceea7-46e5-40e1-8d29-189946764e4e on network 49b544ab-d082-4e36-9d16-d9c90c06bbca {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:14.422717 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-49bae9aa-48d1-4c50-8dfd-874358d16ab2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 898 time: 0.5530992 Dec 23 15:16:14.428396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.431913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:14.432540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Checking segment: {'id': '52b02768-1967-4e87-9c8a-bc422d4a866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:14.433199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.433803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Bound using segment: {'id': '52b02768-1967-4e87-9c8a-bc422d4a866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:14.434610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Bound port: f9bceea7-46e5-40e1-8d29-189946764e4e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b02768-1967-4e87-9c8a-bc422d4a866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49b544ab-d082-4e36-9d16-d9c90c06bbca'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:14.435192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.493108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1679a8b1-681c-4657-b9a1-91f6cfd735d0']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:14.518960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.574505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-5c1a35ee-da9e-468e-9a1a-dd271066a822 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 1000 time: 0.1255128 Dec 23 15:16:14.576373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:14.576733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ab12ff-3fab-4cb8-82b0-b46f8faf73d9') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:14.635538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] For port f9bceea7-46e5-40e1-8d29-189946764e4e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:14.641131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] For port f9bceea7-46e5-40e1-8d29-189946764e4e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f9bceea7-46e5-40e1-8d29-189946764e4e,segment=NetworkSegment(52b02768-1967-4e87-9c8a-bc422d4a866b),segment_id=52b02768-1967-4e87-9c8a-bc422d4a866b)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:14.650880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.665145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6ac3807-fbe9-49a7-904b-f91d04b0c39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:14.683832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.740160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f1c3d-6588-43fd-9580-1c7cea032746', 'name': 'tempest-snat-router-1079905675', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': '78e409ce-7e70-4927-9fa2-28e80947dfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:04Z', 'updated_at': '2021-12-23T15:16:09Z', 'revision_number': 3, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port': {'id': '78e409ce-7e70-4927-9fa2-28e80947dfef', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549f1c3d-6588-43fd-9580-1c7cea032746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:07Z', 'updated_at': '2021-12-23T15:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:14.748561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9f878110-971d-4b36-864a-e7bfe75d42e2 None None] Provisioning for port c9081a9d-1750-4cd5-8369-08bb0cdd713b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:14.758226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.758874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9f878110-971d-4b36-864a-e7bfe75d42e2 None None] Provisioning complete for port c9081a9d-1750-4cd5-8369-08bb0cdd713b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:14.759619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f878110-971d-4b36-864a-e7bfe75d42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.777670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:16:14.778137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.781461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-6d8ce88b-6862-447a-936e-cb1b1e27e7d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:14.783119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-6d8ce88b-6862-447a-936e-cb1b1e27e7d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 200 len: 835 time: 0.2000780 Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:16:14.812294 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:16:14.829024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9f878110-971d-4b36-864a-e7bfe75d42e2 None None] Port c9081a9d-1750-4cd5-8369-08bb0cdd713b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:16:14.834949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9f878110-971d-4b36-864a-e7bfe75d42e2 None None] Could not find standard attr ID for object 6e9a0640-eb98-463a-9ca3-84796d4885e0. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:16:14.836708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Checking router: 549f1c3d-6588-43fd-9580-1c7cea032746 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:16:14.837254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Updating router 549f1c3d-6588-43fd-9580-1c7cea032746 port 78e409ce-7e70-4927-9fa2-28e80947dfef binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:16:14.883085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.932181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Pushing event updated for resources: {'Port': ['ID=f9bceea7-46e5-40e1-8d29-189946764e4e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:14.938332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:14.939130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:14.951728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 107d4ca5-647e-45ee-a6e2-bc93a507a176 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:14.988855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet afdc6d91-6aab-44c1-b303-e349058992ff {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:14.999623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.011726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.069715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-e4ffd140-343b-4409-badc-ff178229a4c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=244bf9c6-7bd3-474f-8795-2b4a78f08e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2643135 Dec 23 15:16:15.111797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.184738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d0c7a73-6aca-4a31-bd72-19053551a20e tempest-RoutersIpV6AdminTest-778689296 tempest-RoutersIpV6AdminTest-778689296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:15.311117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.446503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=107d4ca5-647e-45ee-a6e2-bc93a507a176,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:15.460088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:15.526534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-e715e3fc-cfa5-443c-9f21-7c5569eb42cd service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472950 Dec 23 15:16:15.535505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:15.545778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.562733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Transition to ACTIVE for port object 78e409ce-7e70-4927-9fa2-28e80947dfef will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:15.576641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.576947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:15.587532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:15.597815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:15.682697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531bfa-d627-4530-a0d9-56b54763e806 None None] Pushing event updated for resources: {'Port': ['ID=78e409ce-7e70-4927-9fa2-28e80947dfef,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:15.693823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for c9081a9d-1750-4cd5-8369-08bb0cdd713b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:15.705961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Attempting to bind port 78e409ce-7e70-4927-9fa2-28e80947dfef on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:15.706723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Attempting to bind port 78e409ce-7e70-4927-9fa2-28e80947dfef by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:15.707914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Attempting to bind port 78e409ce-7e70-4927-9fa2-28e80947dfef on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:15.715772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a531bfa-d627-4530-a0d9-56b54763e806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:15.717046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:15.718310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:15.718994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.719668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:15.720470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Bound port: 78e409ce-7e70-4927-9fa2-28e80947dfef, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:15.721139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.740712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.755980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00ea787a-0ab1-4d22-93cc-203bcc258a8a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:15.772548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:15.773316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.777000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.800467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Pushing event deleted for resources: {'Network': ['ID=1679a8b1-681c-4657-b9a1-91f6cfd735d0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:15.806712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.811226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:15.821821 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] 10.222.0.49 "DELETE /v2.0/networks/1679a8b1-681c-4657-b9a1-91f6cfd735d0 HTTP/1.1" status: 204 len: 168 time: 3.0873752 Dec 23 15:16:15.833493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] For port 78e409ce-7e70-4927-9fa2-28e80947dfef, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:15.838508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] For port 78e409ce-7e70-4927-9fa2-28e80947dfef, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=78e409ce-7e70-4927-9fa2-28e80947dfef,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:15.844070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.857906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb806897-db0d-4765-a173-f58f4f44fde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:15.885722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10a39d2f-0799-4e78-ab8f-5bb23a4fa34f req-b1e2f16b-ae97-4f71-bdea-dbc6e22b3aea service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487303 Dec 23 15:16:15.920718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 5.6636097 Dec 23 15:16:15.921849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:15.949349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531bfa-d627-4530-a0d9-56b54763e806 None None] Pushing event updated for resources: {'Port': ['ID=78e409ce-7e70-4927-9fa2-28e80947dfef,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:15.955477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a531bfa-d627-4530-a0d9-56b54763e806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:15.976814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:15.978492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Routers {'549f1c3d-6588-43fd-9580-1c7cea032746'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:15.979872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:15:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['549f1c3d-6588-43fd-9580-1c7cea032746'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:15.981880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-69cde5ad-8089-4261-a3a9-351208460b1e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:15.998716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.054874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Deleting port 78e409ce-7e70-4927-9fa2-28e80947dfef {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:16.055249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.072545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=afdc6d91-6aab-44c1-b303-e349058992ff,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:16.077995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:16.096107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.111720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/afdc6d91-6aab-44c1-b303-e349058992ff HTTP/1.1" status: 204 len: 168 time: 1.8137834 Dec 23 15:16:16.115305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53660) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:16.132170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 107d4ca5-647e-45ee-a6e2-bc93a507a176 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:16.132598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.208769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.249334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eff5b675-75c2-47d4-b283-529236f3fc97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:16.281976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59047f96-403f-451d-9557-d5f89b9c5a8b None None] Network f1725ae3-a453-4f98-af01-de9a14f03ec4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:16.327480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=c9081a9d-1750-4cd5-8369-08bb0cdd713b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:16.351020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:16.423416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.444553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:16.445446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.660361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f9bceea7-46e5-40e1-8d29-189946764e4e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:16.706211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:16.785731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53668) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:16.820682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/c9081a9d-1750-4cd5-8369-08bb0cdd713b HTTP/1.1" status: 204 len: 168 time: 2.9523282 Dec 23 15:16:16.825662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53672) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:16.948709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625fc072-3028-4378-9468-571431bcd1ad tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:16.950255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625fc072-3028-4378-9468-571431bcd1ad tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:16.951615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-625fc072-3028-4378-9468-571431bcd1ad tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:16.992142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-625fc072-3028-4378-9468-571431bcd1ad tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:16.996386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-625fc072-3028-4378-9468-571431bcd1ad tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1678548 Dec 23 15:16:16.997088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53678) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:16.999218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,segment=NetworkSegment(992261d5-6bbf-4729-ad56-f1d2189717ad),segment_id=992261d5-6bbf-4729-ad56-f1d2189717ad)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:16.999632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.144805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] For port 78e409ce-7e70-4927-9fa2-28e80947dfef, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=78e409ce-7e70-4927-9fa2-28e80947dfef,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:17.150428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.174075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c66539c7-3714-4458-bb51-8b253db22ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.214873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f9bceea7-46e5-40e1-8d29-189946764e4e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:17.223394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 04752100-1cbd-4e9c-be05-09a56a85d599 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:17.312655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] Set router 549f1c3d-6588-43fd-9580-1c7cea032746 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:17.328771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 9082ffb3-e5ed-414b-b5fa-b5f3df99765f owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:17.379425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 04752100-1cbd-4e9c-be05-09a56a85d599 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:17.379846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.409071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560b934-2b8a-4b5a-b077-2a6372363957 None None] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:17.423349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Calling delete_port for 78e409ce-7e70-4927-9fa2-28e80947dfef owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:17.525813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.529146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet e868d478-2e2c-4e7e-a344-87562048e90c {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:17.532815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.541817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c43fa5-9181-400c-a84b-589fd2e162b7 None None] DHCP port deletion for f1725ae3-a453-4f98-af01-de9a14f03ec4 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:17.556612 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8e068f9-e41d-4312-b68e-f9bab18a34ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ca1b0216a3a4e8baaf6afc26a7b09da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7598202 Dec 23 15:16:17.565539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.592090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53684) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:17.598986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5bf81a7-c7e1-43b7-8e2d-29f90ffa0f09 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:17.693280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 107d4ca5-647e-45ee-a6e2-bc93a507a176 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:17.745547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.778609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Provisioning for port f9bceea7-46e5-40e1-8d29-189946764e4e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:17.784263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549f1c3d-6588-43fd-9580-1c7cea032746', 'name': 'tempest-snat-router-1079905675', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:04Z', 'updated_at': '2021-12-23T15:16:15Z', 'revision_number': 4, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:17.789964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Provisioning complete for port f9bceea7-46e5-40e1-8d29-189946764e4e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:17.790399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.848014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b25865-a139-4a80-b887-59a05bece8ae None None] The sync data for ids ['549f1c3d-6588-43fd-9580-1c7cea032746'] in dv-neutron-822797-1-hyperv is: [{'id': '549f1c3d-6588-43fd-9580-1c7cea032746', 'name': 'tempest-snat-router-1079905675', 'tenant_id': '6be9543321fb495ea3fe7baf012ac435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:04Z', 'updated_at': '2021-12-23T15:16:15Z', 'revision_number': 4, 'project_id': '6be9543321fb495ea3fe7baf012ac435', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:17.859757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No DVR routers for this DVR port 9082ffb3-e5ed-414b-b5fa-b5f3df99765f on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:17.943553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=9082ffb3-e5ed-414b-b5fa-b5f3df99765f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:17.958760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:17.961103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:17.969991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a69f3b5d-875e-440e-8b06-0fe1377dfa91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:18.022306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.043572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=107d4ca5-647e-45ee-a6e2-bc93a507a176,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:18.049466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:18.051046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.056470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:18.108411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] For port f9bceea7-46e5-40e1-8d29-189946764e4e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f9bceea7-46e5-40e1-8d29-189946764e4e,segment=NetworkSegment(52b02768-1967-4e87-9c8a-bc422d4a866b),segment_id=52b02768-1967-4e87-9c8a-bc422d4a866b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:18.147656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.152001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d699b77-6a8f-4a8d-b581-0c4961effa8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:18.232837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.287828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9082ffb3-e5ed-414b-b5fa-b5f3df99765f no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:18.297568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event deleted for resources: {'Port': ['ID=78e409ce-7e70-4927-9fa2-28e80947dfef,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:18.300688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:18.365468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 9082ffb3-e5ed-414b-b5fa-b5f3df99765f {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:18.365962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9082ffb3-e5ed-414b-b5fa-b5f3df99765f not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:18.371273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.378106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Pushing event updated for resources: {'Port': ['ID=f9bceea7-46e5-40e1-8d29-189946764e4e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:18.388247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:18.450351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/107d4ca5-647e-45ee-a6e2-bc93a507a176 HTTP/1.1" status: 204 len: 168 time: 2.5271099 Dec 23 15:16:18.458184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53690) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:18.480514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.517667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8f2d04-dda0-4661-a011-be4f3a6d13d0 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:16:18.518261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ab8f2d04-dda0-4661-a011-be4f3a6d13d0 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:18.588458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1725ae3-a453-4f98-af01-de9a14f03ec4']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:18.590733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8e63b699-3d65-4669-9b0b-9ffdec8f3ec4 None None] Provisioning complete for port f9bceea7-46e5-40e1-8d29-189946764e4e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:18.593874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e63b699-3d65-4669-9b0b-9ffdec8f3ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.609517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.652919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992261d5-6bbf-4729-ad56-f1d2189717ad') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:18.654677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992261d5-6bbf-4729-ad56-f1d2189717ad') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:18.670788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.703501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ab8f2d04-dda0-4661-a011-be4f3a6d13d0 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:18.708627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ab8f2d04-dda0-4661-a011-be4f3a6d13d0 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/107d4ca5-647e-45ee-a6e2-bc93a507a176 HTTP/1.1" status: 404 len: 333 time: 0.2493734 Dec 23 15:16:18.709564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:18.733516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.761792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.775971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.782501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37c0250b-16b2-4231-bfcd-e343101b6d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.798136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.805350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8e63b699-3d65-4669-9b0b-9ffdec8f3ec4 None None] Could not find standard attr ID for object 107d4ca5-647e-45ee-a6e2-bc93a507a176. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:16:18.867607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:16:18.867995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:16:18.889672 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:16:18.895954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:18.964817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ea3f814-b811-4a31-b6d1-b2531e5de03a tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:18.987346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bc7b0-f425-4b1e-b0c8-4dde2ef461da,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:19.010592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:19.033304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.042130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8ca5d357-370f-484f-9738-d7be0534face None None] Could not find standard attr ID for object 107d4ca5-647e-45ee-a6e2-bc93a507a176. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:16:19.046867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97be64e7-eeed-4b07-bc60-52c4633f26b7 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:19.083036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.087915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04b7fc-a22a-4c06-bd9e-3c52f0246555 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:19.090705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.103371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=e868d478-2e2c-4e7e-a344-87562048e90c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:19.105695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.118154 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/f1725ae3-a453-4f98-af01-de9a14f03ec4 HTTP/1.1" status: 204 len: 168 time: 3.0016007 Dec 23 15:16:19.119834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.123520 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd4bc7b0-f425-4b1e-b0c8-4dde2ef461da HTTP/1.1" status: 204 len: 168 time: 1.4647534 Dec 23 15:16:19.123520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:19.123520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53700) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:19.123520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:19.168332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1288337425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:19.174264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=f1725ae3-a453-4f98-af01-de9a14f03ec4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:19.181890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/e868d478-2e2c-4e7e-a344-87562048e90c HTTP/1.1" status: 204 len: 168 time: 2.1731451 Dec 23 15:16:19.185297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53706) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:19.188041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:19.191533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:19.306371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-409f6506-2480-48db-93b8-1c47cd090116 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166728 Dec 23 15:16:19.307001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53710) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:19.309811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:19.316690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:19.325691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:19.474906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:19.530472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.543174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.544360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.567236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:19.576190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:19.580662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:19.589317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:19.607659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.609601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:19.620665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.663050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.666260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:19.674713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Deleting port 215410dc-5f54-402a-9743-1edbaa216d25 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:19.675522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.676291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.747037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 5f61dc49-0e20-4d27-bb0b-92d87d3445b1 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:19.754738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.809034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.809827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 549f1c3d-6588-43fd-9580-1c7cea032746 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:16:19.821710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.822996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/routers/549f1c3d-6588-43fd-9580-1c7cea032746 HTTP/1.1" status: 204 len: 168 time: 6.1590140 Dec 23 15:16:19.827004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53720) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:19.886401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.899454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32411b26-368b-49bc-a433-87ba799cef1a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:19.952222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.970619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=1ef98a2b-b702-46c8-a1a1-148135a9c2e2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:19.973491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:19.987923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:19.997578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] For port 215410dc-5f54-402a-9743-1edbaa216d25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=215410dc-5f54-402a-9743-1edbaa216d25,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:19.998067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.030274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.034682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4907d8a6-117f-4f4c-9b35-5cda56b7cb86 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8715925 Dec 23 15:16:20.035453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53728) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:20.037630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:20.040946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:20.044911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:20.045602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.067141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-723843004'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:20.088633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:20.105111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:20.108815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:20.113830 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7984180 Dec 23 15:16:20.123461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53732) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:20.133477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:20.143704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '1ef98a2b-b702-46c8-a1a1-148135a9c2e2', 'ip_address': '2001:db8::910d:88c3:36cf:94fe'}], 'name': 'tempest-NetworksTestDHCPv6-1074542347'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:20.172710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Calling delete_port for 215410dc-5f54-402a-9743-1edbaa216d25 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:20.182329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.229121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:20.234837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.270058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:20.307555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.307986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment fa03db12-c888-48c6-b0cc-7c5b8817d85e of type vlan for network 245ec713-d6ff-47c8-aa96-4427fd9b06ff Dec 23 15:16:20.345769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.369080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.382177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a531bfa-d627-4530-a0d9-56b54763e806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:20.393361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.401912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86409cb4-e90a-45d0-bbae-31adb045ffdc tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:20.413730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.418367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:20.419258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.428601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6bfd8f3c-5eee-4f2b-92ea-b85c59be16e9 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:20.465642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f9bceea7-46e5-40e1-8d29-189946764e4e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:20.479132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=5f61dc49-0e20-4d27-bb0b-92d87d3445b1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:20.486676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:20.490322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.566647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.590658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/5f61dc49-0e20-4d27-bb0b-92d87d3445b1 HTTP/1.1" status: 204 len: 168 time: 1.8721001 Dec 23 15:16:20.596614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:20.648177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6090868 Dec 23 15:16:20.652051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:20.681128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=245ec713-d6ff-47c8-aa96-4427fd9b06ff,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:20.684243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:20.692440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:20.697413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:20.701281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:20.701681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:20.708248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:20.722461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ab956-0af0-46aa-b822-f0000080f77b None None] Network 49b544ab-d082-4e36-9d16-d9c90c06bbca requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:20.723350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:20.741458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:20.741576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:20.782269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 87d0f472-2986-4c21-b68a-cf24fba397b1 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:20.928032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:20.948592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:20.967121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:20.991091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:20.992203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53754) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:21.007974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] No DVR routers for this DVR port 215410dc-5f54-402a-9743-1edbaa216d25 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:21.044975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Pushing event deleted for resources: {'Port': ['ID=215410dc-5f54-402a-9743-1edbaa216d25,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:21.062898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:21.094293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.111069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7c83ac-ac1c-4b00-8b63-e8b7456ffa9a None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:21.113335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:21.126537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.203890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port f9bceea7-46e5-40e1-8d29-189946764e4e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:21.204276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.230232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::910d:88c3:36cf:94fe (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/1ef98a2b-b702-46c8-a1a1-148135a9c2e2/87d0f472-2986-4c21-b68a-cf24fba397b1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:21.250555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-36618701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:21.259261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:21.264812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:router and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:21.266659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:21.273613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:21.277188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f9bceea7-46e5-40e1-8d29-189946764e4e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:21.277661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.286251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.287271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.395654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.396487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.474964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] DHCP port deletion for 49b544ab-d082-4e36-9d16-d9c90c06bbca request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:21.494963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.497984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Deleting port f9bceea7-46e5-40e1-8d29-189946764e4e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:21.498418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.533425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.542191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b847f843-6a94-4fd3-9073-7c1a9591cbe5 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5421667 Dec 23 15:16:21.542191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53762) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:21.569203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2121929953'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:21.582125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:21.606799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.626280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:network and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:21.661509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:21.672612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:21.694263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 215410dc-5f54-402a-9743-1edbaa216d25 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:21.712078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Made reservation on behalf of 6cc35e1fc5774d3fa71a7965a3c5dfa3 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:21.717909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.738357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.750612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.787244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '1ef98a2b-b702-46c8-a1a1-148135a9c2e2'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:21.788507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:21.788637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.792716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:security_group_rule and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:21.795882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:21.802154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:21.805425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port f9bceea7-46e5-40e1-8d29-189946764e4e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f9bceea7-46e5-40e1-8d29-189946764e4e,segment=NetworkSegment(52b02768-1967-4e87-9c8a-bc422d4a866b),segment_id=52b02768-1967-4e87-9c8a-bc422d4a866b)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:21.805833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.845613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 87d0f472-2986-4c21-b68a-cf24fba397b1 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:21.893026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.899161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.904966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ba44d3f-050a-46e0-b904-6f566de34f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:21.906888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 215410dc-5f54-402a-9743-1edbaa216d25 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:21.907297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 215410dc-5f54-402a-9743-1edbaa216d25 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:21.941368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4696c9fd-24a6-4989-b4dd-7f5fa9352a93,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:21.944849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:21.962649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:21.986324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for f9bceea7-46e5-40e1-8d29-189946764e4e owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:21.986645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:21.998853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f3d74c5-7af3-4f51-a32d-d0cae11887ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:22.030502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/1ef98a2b-b702-46c8-a1a1-148135a9c2e2/47363c42-bdf8-475c-9171-21faa0086039) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:22.041680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Deleting port 04752100-1cbd-4e9c-be05-09a56a85d599 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:22.042236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.108486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=87d0f472-2986-4c21-b68a-cf24fba397b1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:22.113035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:22.124835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.125243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Added segment 024765ea-ac2a-4583-b4e1-83bd0414bac9 of type vlan for network 1e75bfdc-afc1-41e6-85e9-a623cd4926af Dec 23 15:16:22.128799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:22.137535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:22.140474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:22.145019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:22.145735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.184348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0506945 Dec 23 15:16:22.194934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53766) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:22.266516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.282699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.295231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Transition to ACTIVE for port object 47363c42-bdf8-475c-9171-21faa0086039 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:22.303060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.321659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Transition to ACTIVE for port object 47363c42-bdf8-475c-9171-21faa0086039 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:22.326688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:22.328377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f9bceea7-46e5-40e1-8d29-189946764e4e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:22.383179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port f9bceea7-46e5-40e1-8d29-189946764e4e on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:22.385562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.396599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e25365-40ae-4e5c-a503-679e2dd47ec5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:22.397486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-62e25365-40ae-4e5c-a503-679e2dd47ec5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:22.407911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-772f8a09-f6da-4d59-aeab-c29abed08150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:22.429488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=f9bceea7-46e5-40e1-8d29-189946764e4e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:22.429734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.442040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:22.442040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.447222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] For port f9bceea7-46e5-40e1-8d29-189946764e4e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f9bceea7-46e5-40e1-8d29-189946764e4e,segment=NetworkSegment(52b02768-1967-4e87-9c8a-bc422d4a866b),segment_id=52b02768-1967-4e87-9c8a-bc422d4a866b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:22.447676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.460190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:22.473235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f9bceea7-46e5-40e1-8d29-189946764e4e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:22.473658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f9bceea7-46e5-40e1-8d29-189946764e4e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:22.476097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-702ea2a3-b1d4-4cbf-b3e0-1a72bf05c5df tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:22.500165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Pushing event updated for resources: {'Port': ['ID=47363c42-bdf8-475c-9171-21faa0086039,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:22.506272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:22.558888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:22.559955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:22.586425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0327091 Dec 23 15:16:22.597983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-62e25365-40ae-4e5c-a503-679e2dd47ec5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:22.601991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62e25365-40ae-4e5c-a503-679e2dd47ec5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4034362 Dec 23 15:16:22.601991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53772) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:22.607211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53774) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:22.617197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'subnet': {'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:22.623037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:22.632407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Calling delete_port for f9bceea7-46e5-40e1-8d29-189946764e4e owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:22.680064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] For port 04752100-1cbd-4e9c-be05-09a56a85d599, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=04752100-1cbd-4e9c-be05-09a56a85d599,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:22.680476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.752466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:22.757388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:subnet and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:22.760774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:22.767350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:22.774182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Attempting to bind port 47363c42-bdf8-475c-9171-21faa0086039 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:22.774612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Attempting to bind port 47363c42-bdf8-475c-9171-21faa0086039 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:22.775035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Attempting to bind port 47363c42-bdf8-475c-9171-21faa0086039 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:22.796228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:22.796681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:22.797130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.797614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:22.798173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Bound port: 47363c42-bdf8-475c-9171-21faa0086039, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:22.798602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:22.819113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Made reservation on behalf of 6cc35e1fc5774d3fa71a7965a3c5dfa3 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:22.845425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Network': ['ID=1e75bfdc-afc1-41e6-85e9-a623cd4926af,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:22.848346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:22.848773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:22.849575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:22.861616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Calling delete_port for 04752100-1cbd-4e9c-be05-09a56a85d599 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:22.896997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] For port 47363c42-bdf8-475c-9171-21faa0086039, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:22.900289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] For port 47363c42-bdf8-475c-9171-21faa0086039, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47363c42-bdf8-475c-9171-21faa0086039,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:22.903294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:22.966606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 87d0f472-2986-4c21-b68a-cf24fba397b1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:22.967065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.030334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.030977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.035780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9eff6ac5-edc7-41d7-a4fe-940529b78f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:23.043278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.054327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bc7ca41-a2c7-463b-b8c1-81cf822cce05 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:23.090905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.138004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Pushing event updated for resources: {'Port': ['ID=47363c42-bdf8-475c-9171-21faa0086039,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:23.142607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:23.350847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Deleting port f9bceea7-46e5-40e1-8d29-189946764e4e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:23.351299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.437424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7e3786b0-d24c-46c3-b67c-2a59eacb085a None None] The port 'f9bceea7-46e5-40e1-8d29-189946764e4e' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:16:23.480076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.543370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b544ab-d082-4e36-9d16-d9c90c06bbca']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:23.594082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=20ef10e7-15ce-4e1c-a1da-626824ac2db6,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:23.607555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:23.609872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b02768-1967-4e87-9c8a-bc422d4a866b') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:23.610212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b02768-1967-4e87-9c8a-bc422d4a866b') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:23.632705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.670616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:23.671048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: 245ec713-d6ff-47c8-aa96-4427fd9b06ff, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:23.681320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.703511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:16:23.704299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.769031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 87d0f472-2986-4c21-b68a-cf24fba397b1 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:23.806543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:16:23.816766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.821686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a90a8af8-60b3-4f74-bc8b-a3dcef9ab6ca tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:23.832679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f4227b72-88f2-4206-bccf-5456b3bf3e43 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:23.933470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.940764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event deleted for resources: {'Port': ['ID=04752100-1cbd-4e9c-be05-09a56a85d599,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:23.951212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:23.952397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:23.955566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3bddab56-7a53-497e-8850-b40c10cb91f9 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:23.978290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Subnet': ['ID=ae21ae63-b177-4865-a97f-68acf376a688,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:23.981351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:24.037650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=49b544ab-d082-4e36-9d16-d9c90c06bbca,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:24.043504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Checking segment: {'id': '024765ea-ac2a-4583-b4e1-83bd0414bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:24.043921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network hostable DHCP agents. Network: 1e75bfdc-afc1-41e6-85e9-a623cd4926af, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:24.049093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:24.053764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:24.063588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/49b544ab-d082-4e36-9d16-d9c90c06bbca HTTP/1.1" status: 204 len: 168 time: 3.4647555 Dec 23 15:16:24.068127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53790) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:24.088035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'name': 'tempest-PortsTestJSON-1345743798'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:24.142708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 245ec713-d6ff-47c8-aa96-4427fd9b06ff) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:24.151980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbff30-0260-43ca-9e8e-51769144f57e None None] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:24.159072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:24.159753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.271526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.360070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6835487 Dec 23 15:16:24.360831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:24.496456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.515613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7579ed16-d755-458b-aeae-2073178b7dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:24.534017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47363c42-bdf8-475c-9171-21faa0086039 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:24.572160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=87d0f472-2986-4c21-b68a-cf24fba397b1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:24.580159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:24.590713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:24.635730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 1e75bfdc-afc1-41e6-85e9-a623cd4926af) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:24.648455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:24.654800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:24.655547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.660170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:24.665470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.665909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4c4c7-73a5-44df-aa78-5e5a77a6f77c None None] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:24.674265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:24.690995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:24.699146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/87d0f472-2986-4c21-b68a-cf24fba397b1 HTTP/1.1" status: 204 len: 168 time: 2.0850966 Dec 23 15:16:24.704220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0958667 Dec 23 15:16:24.704220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53806) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:24.707186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53808) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:24.743280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.748164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.763911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'network': {'name': 'tempest-router-network01--493162084'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:24.772651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:24.783177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.817008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:24.844785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:network and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:24.852557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:24.867430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:24.883849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 50679cd7-0325-4205-86dc-ed80f3190b54 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:24.891563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:24.892308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57c7060b-8482-42e0-9be3-6b52236628c2 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:16:24.949248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016995a-c8eb-4690-a94a-b75e0e91eb56 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:24.951654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016995a-c8eb-4690-a94a-b75e0e91eb56 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:24.952711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c016995a-c8eb-4690-a94a-b75e0e91eb56 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:24.971689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Made reservation on behalf of 6cc35e1fc5774d3fa71a7965a3c5dfa3 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:24.980352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.036557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.046831 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "DELETE /v2.0/routers/57c7060b-8482-42e0-9be3-6b52236628c2 HTTP/1.1" status: 204 len: 168 time: 5.2186971 Dec 23 15:16:25.051139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53816) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:25.059518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:25.060885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.162562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-94851937', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:25.189679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c016995a-c8eb-4690-a94a-b75e0e91eb56 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:25.192239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c016995a-c8eb-4690-a94a-b75e0e91eb56 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4874885 Dec 23 15:16:25.228021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:25.261801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53820) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:25.266938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:25.275825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Allocated IP 172.20.0.2 (245ec713-d6ff-47c8-aa96-4427fd9b06ff/20ef10e7-15ce-4e1c-a1da-626824ac2db6/f332c512-dcc3-4507-bd36-a6a9ed0d70b6) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:25.401530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Usage tracker for resource:router and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:25.428417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:25.431892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.432287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Added segment 832e0130-7e5d-4fb2-bb55-64868a8e0337 of type vlan for network a7b6eb84-155d-443e-bec3-32ab72cdb89c Dec 23 15:16:25.463558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:25.516689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.517761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.538654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.561437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.569395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.581512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Transition to ACTIVE for port object f332c512-dcc3-4507-bd36-a6a9ed0d70b6 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:25.602351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Transition to ACTIVE for port object f332c512-dcc3-4507-bd36-a6a9ed0d70b6 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:25.609194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-1e75bfdc-afc1-41e6-85e9-a623cd4926af', 'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af', 'tenant_id': '6cc35e1fc5774d3fa71a7965a3c5dfa3', 'fixed_ips': [{'subnet_id': 'ae21ae63-b177-4865-a97f-68acf376a688'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:25.610499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.625048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.633727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0cef858d-5b16-45c4-af7f-3dbf3ed5b060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:25.634729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.648742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.653129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:25.653885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.662700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6ae9b513-abeb-427e-bd9a-884b21120bed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:25.675455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 47363c42-bdf8-475c-9171-21faa0086039 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:25.708138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.832972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Pushing event updated for resources: {'Port': ['ID=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:25.846896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:25.915163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.951862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Provisioning for port 47363c42-bdf8-475c-9171-21faa0086039 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:25.960184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Provisioning complete for port 47363c42-bdf8-475c-9171-21faa0086039 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:25.960681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:25.964289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2169178 Dec 23 15:16:25.974084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53836) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:25.984403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Network': ['ID=a7b6eb84-155d-443e-bec3-32ab72cdb89c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:26.007502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:26.022501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'network': {'name': 'tempest-router-network02--354543027'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:26.023926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:26.029474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:26.033957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:network and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:26.057906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:26.069563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:26.069794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:26.080742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2de48eb6-a2ad-48bc-a5b4-a33491afce55 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:26.088638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:26.129188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:26.151634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Made reservation on behalf of 6cc35e1fc5774d3fa71a7965a3c5dfa3 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:26.157525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.181965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:26.185571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:26.190746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:26.190746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.235290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:26.242854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 1ef98a2b-b702-46c8-a1a1-148135a9c2e2 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:26.251480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.287853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2189519 Dec 23 15:16:26.303465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53850) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:26.327785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:26.365930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.366339 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Added segment 45a3a966-19b5-4c02-b5aa-87463b66b97b of type vlan for network 90ba0a8b-021b-4947-b43d-cadbb052765e Dec 23 15:16:26.385613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 04752100-1cbd-4e9c-be05-09a56a85d599 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:26.432614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.499749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 04752100-1cbd-4e9c-be05-09a56a85d599 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:16:26.500124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 04752100-1cbd-4e9c-be05-09a56a85d599 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:16:26.503845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.629284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.633646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:26.634313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.690363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=50679cd7-0325-4205-86dc-ed80f3190b54,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:26.693740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:26.700378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49cabcf3-51f8-46ef-bd25-917b884d985a tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:26.712069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Attempting to bind port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:26.712506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Attempting to bind port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:26.713072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Attempting to bind port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 on network 245ec713-d6ff-47c8-aa96-4427fd9b06ff {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:26.727410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:26.728167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Checking segment: {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:26.728631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.729085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Bound using segment: {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:26.729672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Bound port: f332c512-dcc3-4507-bd36-a6a9ed0d70b6, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:26.730204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.748354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.830062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:26.903595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Network': ['ID=90ba0a8b-021b-4947-b43d-cadbb052765e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:26.904245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] For port f332c512-dcc3-4507-bd36-a6a9ed0d70b6, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:26.907729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:26.916138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] For port f332c512-dcc3-4507-bd36-a6a9ed0d70b6, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,segment=NetworkSegment(fa03db12-c888-48c6-b0cc-7c5b8817d85e),segment_id=fa03db12-c888-48c6-b0cc-7c5b8817d85e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:26.927370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 90ba0a8b-021b-4947-b43d-cadbb052765e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:26.991507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 50679cd7-0325-4205-86dc-ed80f3190b54 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:26.991866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.024266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0215819 Dec 23 15:16:27.090427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53862) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:27.119686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'subnet': {'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:27.120868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.134652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:27.198010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.20.0.1 (245ec713-d6ff-47c8-aa96-4427fd9b06ff/20ef10e7-15ce-4e1c-a1da-626824ac2db6/69dc6f2f-608f-48c7-a4f8-4c997863852a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:27.223603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.248239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Pushing event updated for resources: {'Port': ['ID=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:27.268248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:27.297663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Allocated IP 172.20.0.2 (1e75bfdc-afc1-41e6-85e9-a623cd4926af/ae21ae63-b177-4865-a97f-68acf376a688/9fcc0723-e139-4272-bdb2-bcea05230608) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:27.345637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.368529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:27.468300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef98a2b-b702-46c8-a1a1-148135a9c2e2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:27.469286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:27.477832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.510861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.546442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/1ef98a2b-b702-46c8-a1a1-148135a9c2e2 HTTP/1.1" status: 204 len: 168 time: 2.2734301 Dec 23 15:16:27.547438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:27.577267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.589329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Transition to ACTIVE for port object 9fcc0723-e139-4272-bdb2-bcea05230608 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:27.610710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Transition to ACTIVE for port object 9fcc0723-e139-4272-bdb2-bcea05230608 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:27.615873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483dae4-3596-483e-947e-7d4766661d85 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:27.663936 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5b88289-a484-4e6b-9e7c-2cc3000aa8fd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126354 Dec 23 15:16:27.665339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:27.669130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 50679cd7-0325-4205-86dc-ed80f3190b54 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:27.671402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.780889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 69dc6f2f-608f-48c7-a4f8-4c997863852a will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:27.847915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:27.849929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.859079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:27.871870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:27.874468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-614e2826-f107-4495-8a23-f9941f2c41ff tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:27.919678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:subnet and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:27.938296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:27.942577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b4d58-b8e9-4cc7-8680-c99544920e0d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:27.943597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b83b4d58-b8e9-4cc7-8680-c99544920e0d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:27.954930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c216e3-2f1a-4030-bbd4-e3d7f5a92b48 req-8aa9af9d-b972-4b59-b19e-5bbdbd67417d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:27.958220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-39c216e3-2f1a-4030-bbd4-e3d7f5a92b48 req-8aa9af9d-b972-4b59-b19e-5bbdbd67417d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 1.2150755 Dec 23 15:16:27.961648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:27.966622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:27.970339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=50679cd7-0325-4205-86dc-ed80f3190b54,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:27.974121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:27.987747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:27.990913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:27.996196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.030145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.039489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38ba5284-b610-4673-83af-ac91ca95d2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:28.064106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b83b4d58-b8e9-4cc7-8680-c99544920e0d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:28.068679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b83b4d58-b8e9-4cc7-8680-c99544920e0d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3989940 Dec 23 15:16:28.072799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:28.076343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=69dc6f2f-608f-48c7-a4f8-4c997863852a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:28.094804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Made reservation on behalf of 6cc35e1fc5774d3fa71a7965a3c5dfa3 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:28.137660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:28.143937 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/50679cd7-0325-4205-86dc-ed80f3190b54 HTTP/1.1" status: 204 len: 168 time: 1.8392446 Dec 23 15:16:28.145630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:28.148666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.177698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Pushing event updated for resources: {'Port': ['ID=9fcc0723-e139-4272-bdb2-bcea05230608,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:28.188125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'mac_address': 'fa:16:3e:3e:57:5c', 'name': 'tempest-PortsTestJSON-520636860'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:28.232335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:28.257992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:28.262594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:28.283083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:28.371142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f332c512-dcc3-4507-bd36-a6a9ed0d70b6 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:28.409872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6100507-a25c-4ff5-a825-95c9d659a295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:28.410669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d6100507-a25c-4ff5-a825-95c9d659a295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:28.452484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:28.452896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:28.465236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.481578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Attempting to bind port 9fcc0723-e139-4272-bdb2-bcea05230608 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:28.482090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Attempting to bind port 9fcc0723-e139-4272-bdb2-bcea05230608 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '024765ea-ac2a-4583-b4e1-83bd0414bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:28.482519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Attempting to bind port 9fcc0723-e139-4272-bdb2-bcea05230608 on network 1e75bfdc-afc1-41e6-85e9-a623cd4926af {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:28.488125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d6100507-a25c-4ff5-a825-95c9d659a295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:28.489612 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6100507-a25c-4ff5-a825-95c9d659a295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4153705 Dec 23 15:16:28.500401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:28.500666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Checking segment: {'id': '024765ea-ac2a-4583-b4e1-83bd0414bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:28.501110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.513917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Bound using segment: {'id': '024765ea-ac2a-4583-b4e1-83bd0414bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:28.514857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Bound port: 9fcc0723-e139-4272-bdb2-bcea05230608, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024765ea-ac2a-4583-b4e1-83bd0414bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1e75bfdc-afc1-41e6-85e9-a623cd4926af'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:28.515317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.524414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53886) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:28.531089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:28.538261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:28.619098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-39c216e3-2f1a-4030-bbd4-e3d7f5a92b48 req-7aa8d14f-dc82-4e54-8438-e26b9f588ce3 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6342356 Dec 23 15:16:28.661804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:28.663581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.673353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d85cf80d-3f28-4aaf-b57b-9c03a0354ff9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346564 Dec 23 15:16:28.673353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:28.675390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:28.685185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] For port 9fcc0723-e139-4272-bdb2-bcea05230608, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:28.686998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:28.688712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] For port 9fcc0723-e139-4272-bdb2-bcea05230608, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9fcc0723-e139-4272-bdb2-bcea05230608,segment=NetworkSegment(024765ea-ac2a-4583-b4e1-83bd0414bac9),segment_id=024765ea-ac2a-4583-b4e1-83bd0414bac9)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:28.695927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.702128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5b9a9fb-5aae-43e0-bc72-3834a24c7d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:28.716886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:28.777151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.787230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Pushing event updated for resources: {'Port': ['ID=9fcc0723-e139-4272-bdb2-bcea05230608,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:28.790761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:28.836035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:28.953472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:16:28.962338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:29.020803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Deleting port 47363c42-bdf8-475c-9171-21faa0086039 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:29.021278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.103680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.119365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:29.132944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:29.173976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:29.179529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Allocated IP 172.26.2.155 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/6ad33464-8af8-4611-b6c6-61628ea146c8) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:29.181479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.302516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.420311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] For port 47363c42-bdf8-475c-9171-21faa0086039, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47363c42-bdf8-475c-9171-21faa0086039,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:29.429070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] For port 47363c42-bdf8-475c-9171-21faa0086039, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47363c42-bdf8-475c-9171-21faa0086039,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:29.429739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.447031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.549873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 4ad7f719-2702-4033-a41f-7a1b03b9caa8 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:29.571789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.584240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.599072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Calling delete_port for 47363c42-bdf8-475c-9171-21faa0086039 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:29.600073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae9067f5-84c8-4c6d-95d8-b181a4ca6b45 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:29.637702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0eb6ac0-d61a-4b3d-9459-7e448b11469f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:29.757436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Subnet': ['ID=34217cf0-8d6f-4271-84c4-6a6ed94d4b45,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:29.768948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:29.868763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Checking segment: {'id': '832e0130-7e5d-4fb2-bb55-64868a8e0337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:29.869452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network hostable DHCP agents. Network: a7b6eb84-155d-443e-bec3-32ab72cdb89c, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:29.873310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4861914f-09e4-4b37-acf4-006d0a6bdb57 None None] Could not find standard attr ID for object 87d0f472-2986-4c21-b68a-cf24fba397b1. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:16:29.876840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:16:29.877559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:16:29.895835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffd061-5d32-47cc-b23f-98ae0916d05b None None] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:29.916008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:29.923152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4d7cab1-726f-4f25-b25c-1b2bafaf16f1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:29.982118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:29.999930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Pushing event updated for resources: {'Port': ['ID=47363c42-bdf8-475c-9171-21faa0086039,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:30.019795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a7b6eb84-155d-443e-bec3-32ab72cdb89c) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:30.021927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:30.025486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Provisioning for port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:30.032233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:30.034694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Provisioning complete for port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:30.034694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.039362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:30.040177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.044806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event updated for resources: {'Port': ['ID=6ad33464-8af8-4611-b6c6-61628ea146c8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:30.055523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:30.058273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:30.061433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:30.073537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2993132-b9bc-45c0-894d-308701e8e93a None None] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:30.074419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.136955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.158972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.184550 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0797777 Dec 23 15:16:30.189109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53898) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:30.196700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'subnet': {'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:30.196940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:30.374528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9fcc0723-e139-4272-bdb2-bcea05230608 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:30.416826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Deleting port 47363c42-bdf8-475c-9171-21faa0086039 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:30.417496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.424123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:30.437307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Usage tracker for resource:subnet and tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:30.442217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:30.453354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:30.484300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Made reservation on behalf of 6cc35e1fc5774d3fa71a7965a3c5dfa3 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:30.592184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.609608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.631737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.666336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.667172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a7b6eb84-155d-443e-bec3-32ab72cdb89c', 'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c', 'tenant_id': '6cc35e1fc5774d3fa71a7965a3c5dfa3', 'fixed_ips': [{'subnet_id': '34217cf0-8d6f-4271-84c4-6a6ed94d4b45'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:30.668286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.676026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=69dc6f2f-608f-48c7-a4f8-4c997863852a,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:30.688620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7643007-3890-43b3-8ce4-7dc6b72cfa6c req-85c1ce61-0a3a-4df4-881b-25d880601179 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:30.690406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7643007-3890-43b3-8ce4-7dc6b72cfa6c req-85c1ce61-0a3a-4df4-881b-25d880601179 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.7414198 Dec 23 15:16:30.692675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:30.696341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:30.697290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-869b2a73-28a9-4a2a-9941-0b8725b3a5e8 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:30.725348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.726055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.762302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:30.770705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:30.771359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:30.793106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:30.829793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:30.849424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:30.873022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:30.873750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:31.049970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=3c9fce43-4f7e-42f5-a5c6-4043cb118dba,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:31.062242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:31.069420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6533e107-c6f7-4cce-896d-3e078a3946e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:31.072171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:31.135908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9813769 Dec 23 15:16:31.135908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4523761 Dec 23 15:16:31.144489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53904) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:31.144874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53906) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:31.182009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:31.188585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7643007-3890-43b3-8ce4-7dc6b72cfa6c req-267dd786-0537-4aba-893d-958d1a13f5fc tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586384 Dec 23 15:16:31.229748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=4ad7f719-2702-4033-a41f-7a1b03b9caa8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:31.247040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:31.261701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] For port f332c512-dcc3-4507-bd36-a6a9ed0d70b6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,segment=NetworkSegment(fa03db12-c888-48c6-b0cc-7c5b8817d85e),segment_id=fa03db12-c888-48c6-b0cc-7c5b8817d85e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:31.273409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:31.274808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:31.287729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:31.295171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a531bfa-d627-4530-a0d9-56b54763e806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:31.336038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210db093-783f-438c-98ef-7ebdc989d89e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:31.336701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-210db093-783f-438c-98ef-7ebdc989d89e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:31.370203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '3c9fce43-4f7e-42f5-a5c6-4043cb118dba', 'ip_address': '2001:db8::623c:8af2:3ee0:69bd'}], 'name': 'tempest-NetworksTestDHCPv6-1103594965'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:31.397352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Pushing event updated for resources: {'Port': ['ID=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:31.400180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 9fcc0723-e139-4272-bdb2-bcea05230608 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:31.435977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-210db093-783f-438c-98ef-7ebdc989d89e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:31.441351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-210db093-783f-438c-98ef-7ebdc989d89e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/4ad7f719-2702-4033-a41f-7a1b03b9caa8 HTTP/1.1" status: 200 len: 840 time: 0.2685390 Dec 23 15:16:31.442900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:31.464034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53912) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:31.464432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a4249ce-6fcc-4e69-8e3e-6563ebde7c2f tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:31.488137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:31.606232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47363c42-bdf8-475c-9171-21faa0086039 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:31.659416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Allocated IP 172.20.0.2 (a7b6eb84-155d-443e-bec3-32ab72cdb89c/34217cf0-8d6f-4271-84c4-6a6ed94d4b45/51ebb9d3-5fbb-4976-a582-441281d95bfc) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:31.675114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] For port 47363c42-bdf8-475c-9171-21faa0086039, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47363c42-bdf8-475c-9171-21faa0086039,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:31.675823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:31.770296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Subnet': ['ID=aa5407b0-bae4-4218-9c1f-e1680fc22d83,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:31.863120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087f7a5-5015-46ed-b747-3bb72d260f1a None None] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:31.876345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:31.877944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:16:31.927276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 4ad7f719-2702-4033-a41f-7a1b03b9caa8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:31.927682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.002086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Calling delete_port for 47363c42-bdf8-475c-9171-21faa0086039 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:32.060687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:32.103659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:32.115145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:32.117368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7448552 Dec 23 15:16:32.118789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53918) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:32.126268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-1703960279'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:32.134006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:32.139087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:32.146852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:32.153923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:32.166374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:32.168573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:32.175374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:32.176343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:32.180380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.274849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:32.302905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Checking segment: {'id': '45a3a966-19b5-4c02-b5aa-87463b66b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:32.304100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network hostable DHCP agents. Network: 90ba0a8b-021b-4947-b43d-cadbb052765e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:32.308255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.308913 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment d0b9fa41-02b5-4cd3-ac09-d924152fecc9 of type vlan for network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 Dec 23 15:16:32.320023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Router e9c95a2e-1e59-4943-ad80-836ee6da81b1 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:16:32.327003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:32.376724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.452709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.458489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:32.459759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.466616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-671b93ec-9f13-483a-857b-08f29ff92eea tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:32.504170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:32.549993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Provisioning for port 9fcc0723-e139-4272-bdb2-bcea05230608 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:32.597890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Provisioning complete for port 9fcc0723-e139-4272-bdb2-bcea05230608 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:32.606185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.608391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4880347 Dec 23 15:16:32.618645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53924) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:32.622121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=7350aa3d-8c4e-44e4-8784-f5c3d2790446,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:32.628587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:32.650037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:32.673611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.693612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:32.796910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:32.801780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:32.805920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:32.813146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:32.829818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:32.914045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:32.935100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37091f01-e63c-462a-802a-70aeef3cdb3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:32.980023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] No DVR routers for this DVR port 47363c42-bdf8-475c-9171-21faa0086039 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:16:32.994521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:28Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:29Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:32.999363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:16:32.999963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Updating router 1e67d19c-a274-4554-9c1e-a726a72c68f7 port 69dc6f2f-608f-48c7-a4f8-4c997863852a binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:16:33.010017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Pushing event deleted for resources: {'Port': ['ID=47363c42-bdf8-475c-9171-21faa0086039,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:33.013548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:33.023675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.065794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5b975-f608-436b-8e67-0687979ac862 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:33.073380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.139287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network 90ba0a8b-021b-4947-b43d-cadbb052765e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:33.149099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.298304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.304239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4dfd18d-e8a5-49a9-b188-44de8a32587e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:33.334067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 90ba0a8b-021b-4947-b43d-cadbb052765e) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:33.359714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 4ad7f719-2702-4033-a41f-7a1b03b9caa8 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:33.427292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=026a9018-aecf-4d6f-ace6-9ac34da255cb,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:33.433424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b900b-b6dd-436c-8a38-976b319970eb req-7bea65ee-0aa3-45d5-9ec1-2d3998703d8a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:33.435885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-258b900b-b6dd-436c-8a38-976b319970eb req-7bea65ee-0aa3-45d5-9ec1-2d3998703d8a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.9553626 Dec 23 15:16:33.449316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:33.449989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.453799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:33.466595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:33.467157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: 7350aa3d-8c4e-44e4-8784-f5c3d2790446, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:33.484264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.498141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:33.514744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 7350aa3d-8c4e-44e4-8784-f5c3d2790446) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:33.518208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3279188 Dec 23 15:16:33.518826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53932) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:33.527238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:33.527929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.545529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 46d9ab60-4d5e-4b41-9930-b0d5ee344f65 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:33.579302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091271d9-3f71-4271-be10-691ddd045d88 None None] Network 90ba0a8b-021b-4947-b43d-cadbb052765e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:33.594621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6754d44-0748-4884-800c-5fdf503a3cc3 None None] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:33.641822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.665570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Transition to ACTIVE for port object 69dc6f2f-608f-48c7-a4f8-4c997863852a will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:33.680070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.686744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-258b900b-b6dd-436c-8a38-976b319970eb req-8c14eafe-61db-4c31-83b5-e68d9515d09b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163754 Dec 23 15:16:33.692147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:33.787513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.811986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1920748 Dec 23 15:16:33.813717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:33.822347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:33.849308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df90ab14-353a-495e-9ef7-fbc21240155c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:33.892035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220560-e5e4-422f-b4cc-597892e52188 None None] Pushing event updated for resources: {'Port': ['ID=69dc6f2f-608f-48c7-a4f8-4c997863852a,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:33.896127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b220560-e5e4-422f-b4cc-597892e52188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:33.914289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=4ad7f719-2702-4033-a41f-7a1b03b9caa8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:33.931596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:33.983693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.064288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] For port 9fcc0723-e139-4272-bdb2-bcea05230608, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9fcc0723-e139-4272-bdb2-bcea05230608,segment=NetworkSegment(024765ea-ac2a-4583-b4e1-83bd0414bac9),segment_id=024765ea-ac2a-4583-b4e1-83bd0414bac9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:34.070261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Attempting to bind port 69dc6f2f-608f-48c7-a4f8-4c997863852a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:34.070685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Attempting to bind port 69dc6f2f-608f-48c7-a4f8-4c997863852a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:34.071099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Attempting to bind port 69dc6f2f-608f-48c7-a4f8-4c997863852a on network 245ec713-d6ff-47c8-aa96-4427fd9b06ff {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:34.082048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:34.082607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Checking segment: {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:34.083068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.083491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Bound using segment: {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:34.084031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Bound port: 69dc6f2f-608f-48c7-a4f8-4c997863852a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa03db12-c888-48c6-b0cc-7c5b8817d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:34.084452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.085353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/4ad7f719-2702-4033-a41f-7a1b03b9caa8 HTTP/1.1" status: 204 len: 168 time: 2.4613302 Dec 23 15:16:34.088926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53946) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:34.099016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:34.154625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::623c:8af2:3ee0:69bd (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/3c9fce43-4f7e-42f5-a5c6-4043cb118dba/46d9ab60-4d5e-4b41-9930-b0d5ee344f65) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:34.179677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.226485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.230702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1756341 Dec 23 15:16:34.232137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53950) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:34.240800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': False}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:34.259603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] For port 69dc6f2f-608f-48c7-a4f8-4c997863852a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:34.264913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] For port 69dc6f2f-608f-48c7-a4f8-4c997863852a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=69dc6f2f-608f-48c7-a4f8-4c997863852a,segment=NetworkSegment(fa03db12-c888-48c6-b0cc-7c5b8817d85e),segment_id=fa03db12-c888-48c6-b0cc-7c5b8817d85e)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:34.267971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:34.282462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.313844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:34.350744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] Sync routers for ids ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:34.371423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Pushing event updated for resources: {'Port': ['ID=9fcc0723-e139-4272-bdb2-bcea05230608,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:34.381690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:34.395689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:34.396625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.508034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:34.509133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:34.526969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f332c512-dcc3-4507-bd36-a6a9ed0d70b6 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:34.622924 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c9e06e-641a-42df-934c-59946093bcf1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:16:34.623752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-90c9e06e-641a-42df-934c-59946093bcf1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:34.679264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-90c9e06e-641a-42df-934c-59946093bcf1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:34.680681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-90c9e06e-641a-42df-934c-59946093bcf1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/4ad7f719-2702-4033-a41f-7a1b03b9caa8 HTTP/1.1" status: 404 len: 333 time: 0.5814326 Dec 23 15:16:34.686962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:34.703208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'name': 'tempest-PortsTestJSON-123091703'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:34.833540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220560-e5e4-422f-b4cc-597892e52188 None None] Pushing event updated for resources: {'Port': ['ID=69dc6f2f-608f-48c7-a4f8-4c997863852a,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:34.850244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b220560-e5e4-422f-b4cc-597892e52188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:34.852976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:34.898469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-612cc563-e6ea-423b-9b1b-8115ab436e5c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761358312&fields=id&tenant_id=281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 267 time: 0.7613807 Dec 23 15:16:34.908984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-72492ed6-a75e-4e64-8c2c-3836d48d5c9a None None] Provisioning for port 69dc6f2f-608f-48c7-a4f8-4c997863852a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:34.928715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:34.936329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] Routers {'e9c95a2e-1e59-4943-ad80-836ee6da81b1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:34.937058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:35.009268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.019143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '3c9fce43-4f7e-42f5-a5c6-4043cb118dba'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:35.020048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.060845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 46d9ab60-4d5e-4b41-9930-b0d5ee344f65 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:35.066480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Transition to ACTIVE for port object 51ebb9d3-5fbb-4976-a582-441281d95bfc will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:35.168760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:35.176581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc144c-0ea4-41de-bc05-6c23c5ec20b0 req-5d7aaa42-3a94-4a64-8340-44f79e8fdca1 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:35.178458 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71cc144c-0ea4-41de-bc05-6c23c5ec20b0 req-5d7aaa42-3a94-4a64-8340-44f79e8fdca1 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.2318604 Dec 23 15:16:35.250633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.266320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:35.278104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Transition to ACTIVE for port object 51ebb9d3-5fbb-4976-a582-441281d95bfc will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:35.282218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:35.282645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.335264 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71cc144c-0ea4-41de-bc05-6c23c5ec20b0 req-0f16bb1c-bf4a-40e0-9bdf-5db467b089a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478002 Dec 23 15:16:35.340064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:35.346987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-72492ed6-a75e-4e64-8c2c-3836d48d5c9a None None] Provisioning complete for port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:35.347509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72492ed6-a75e-4e64-8c2c-3836d48d5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.353897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:35.356472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:35.361312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:35.361905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.411630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:35.445726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.462280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46a941cd-f453-49af-80c5-00462d8fcee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:35.477595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=46d9ab60-4d5e-4b41-9930-b0d5ee344f65,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:35.481017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:35.486225 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3116558 Dec 23 15:16:35.491247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53960) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:35.499647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-b45e10f5-98b8-435c-b181-6d07bebe4788 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:35.500060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '3c9fce43-4f7e-42f5-a5c6-4043cb118dba', 'ip_address': '2001:db8::623c:8af2:3ee0:69bd'}], 'name': 'tempest-NetworksTestDHCPv6-741182208'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:35.502223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-b45e10f5-98b8-435c-b181-6d07bebe4788 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 812 time: 0.5879984 Dec 23 15:16:35.549432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Pushing event updated for resources: {'Port': ['ID=51ebb9d3-5fbb-4976-a582-441281d95bfc,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:35.567768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:35.572379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Allocated IP 172.21.0.2 (7350aa3d-8c4e-44e4-8784-f5c3d2790446/026a9018-aecf-4d6f-ace6-9ac34da255cb/ce080c4f-5d85-4637-9a16-766f428f7f9c) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:35.577644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] Routers {'e9c95a2e-1e59-4943-ad80-836ee6da81b1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:35.578352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:35.603061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:28Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:34Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:35.605632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:35.609508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda6e3b-b506-48de-8241-d5d6f99c51d4 None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:28Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:34Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:35.641570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-2acadbbc-3115-4506-b246-afd98bb219bc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/quotas/281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 375 time: 0.1287308 Dec 23 15:16:35.675157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:35.680825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.745323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.769300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:35.772343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:35.783121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:35.791526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 8f3c48b9-277a-4cfb-ad8a-1687fd0117da yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:35.795592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:35.804019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:35.992375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:35.992740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf5d31-2a6d-4363-91ee-0905f80fcf4e None None] The sync data for ids ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:36.004976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:36.020226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:36.050969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-90ba0a8b-021b-4947-b43d-cadbb052765e', 'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e', 'tenant_id': '6cc35e1fc5774d3fa71a7965a3c5dfa3', 'fixed_ips': [{'subnet_id': 'aa5407b0-bae4-4218-9c1f-e1680fc22d83'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:36.052262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:36.119487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port e0c8c8c1-3512-4e9a-bd64-5a807cdfb2bd yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:36.340723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:36.379208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-1a4c7271-2898-423b-8fdb-ed3f4f7e8e58 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6850317 Dec 23 15:16:36.379478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Transition to ACTIVE for port object ce080c4f-5d85-4637-9a16-766f428f7f9c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:36.422525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Transition to ACTIVE for port object ce080c4f-5d85-4637-9a16-766f428f7f9c will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:36.468306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:36.528913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/3c9fce43-4f7e-42f5-a5c6-4043cb118dba/b797f13c-f518-4fa6-b627-7b4a690eaf51) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:36.584111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:36.604344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a312fd92-0323-414b-8403-912f03aa8e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:36.743871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7259-7a4b-40a1-b173-315d0b095ca4 req-4f83b93f-a079-4ff0-9682-3143dbbcb8e3 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:36.745872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46de7259-7a4b-40a1-b173-315d0b095ca4 req-4f83b93f-a079-4ff0-9682-3143dbbcb8e3 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.1543548 Dec 23 15:16:36.771252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Attempting to bind port 51ebb9d3-5fbb-4976-a582-441281d95bfc on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:36.774522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Attempting to bind port 51ebb9d3-5fbb-4976-a582-441281d95bfc by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '832e0130-7e5d-4fb2-bb55-64868a8e0337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:36.775093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Attempting to bind port 51ebb9d3-5fbb-4976-a582-441281d95bfc on network a7b6eb84-155d-443e-bec3-32ab72cdb89c {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:36.850275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 69dc6f2f-608f-48c7-a4f8-4c997863852a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:36.912130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46de7259-7a4b-40a1-b173-315d0b095ca4 req-eab5a0f6-43ea-451b-9ae2-13cd3e074fa1 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588783 Dec 23 15:16:36.949719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:36.966654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:36.967205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Checking segment: {'id': '832e0130-7e5d-4fb2-bb55-64868a8e0337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:36.967729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:36.968249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Bound using segment: {'id': '832e0130-7e5d-4fb2-bb55-64868a8e0337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:36.968866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Bound port: 51ebb9d3-5fbb-4976-a582-441281d95bfc, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832e0130-7e5d-4fb2-bb55-64868a8e0337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7b6eb84-155d-443e-bec3-32ab72cdb89c'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:36.969375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:36.988734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:37.043116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:37.051528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.055230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.059055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Pushing event updated for resources: {'Port': ['ID=ce080c4f-5d85-4637-9a16-766f428f7f9c,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:37.074034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:37.206585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.248464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Allocated IP 172.20.0.1 (a7b6eb84-155d-443e-bec3-32ab72cdb89c/34217cf0-8d6f-4271-84c4-6a6ed94d4b45/d19f6a76-4cf1-428f-a789-93e1dd93b974) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:37.254575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-7e92e4f2-6db2-424d-afe6-1a2f2ca088d2 service neutron] 10.222.0.49 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572087 Dec 23 15:16:37.292904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Router e9c95a2e-1e59-4943-ad80-836ee6da81b1 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:16:37.331477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] For port 51ebb9d3-5fbb-4976-a582-441281d95bfc, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:37.365901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Attempting to bind port ce080c4f-5d85-4637-9a16-766f428f7f9c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:37.366295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Attempting to bind port ce080c4f-5d85-4637-9a16-766f428f7f9c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:37.366647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Attempting to bind port ce080c4f-5d85-4637-9a16-766f428f7f9c on network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:37.385526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Allocated IP 172.20.0.2 (90ba0a8b-021b-4947-b43d-cadbb052765e/aa5407b0-bae4-4218-9c1f-e1680fc22d83/e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:37.466811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:37.467261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Checking segment: {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:37.467828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.468397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Bound using segment: {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:37.469041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Bound port: ce080c4f-5d85-4637-9a16-766f428f7f9c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:37.469583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.487690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 69dc6f2f-608f-48c7-a4f8-4c997863852a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:37.512921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:37.516180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.526381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] Sync routers for ids ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:37.530545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.534656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80b1a0a6-82db-46db-b974-809a141058a1 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "PUT /v2.0/routers/e9c95a2e-1e59-4943-ad80-836ee6da81b1 HTTP/1.1" status: 200 len: 920 time: 3.2989523 Dec 23 15:16:37.535519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53966) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:37.543969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] Routers {'e9c95a2e-1e59-4943-ad80-836ee6da81b1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:37.544944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:37.556546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] For port 51ebb9d3-5fbb-4976-a582-441281d95bfc, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51ebb9d3-5fbb-4976-a582-441281d95bfc,segment=NetworkSegment(832e0130-7e5d-4fb2-bb55-64868a8e0337),segment_id=832e0130-7e5d-4fb2-bb55-64868a8e0337)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:37.568733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 69dc6f2f-608f-48c7-a4f8-4c997863852a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:37.569182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.593545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-5f83b1e9-2e94-4ff8-8a0b-12c7e5c30fb5 service neutron] 10.222.0.49 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993946 Dec 23 15:16:37.594640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e231272b-5a73-4130-9766-d53b7c2fc099 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:37.613370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:37.625850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] Routers {'e9c95a2e-1e59-4943-ad80-836ee6da81b1'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:37.626740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:37.630170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-68ab086a-4a71-455e-9241-0fa63bbc3468 None None] Provisioning complete for port 9fcc0723-e139-4272-bdb2-bcea05230608 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:37.630608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68ab086a-4a71-455e-9241-0fa63bbc3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.698152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:37.699476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392342c-5566-4aac-8fc8-784633192c62 None None] The sync data for ids ['e9c95a2e-1e59-4943-ad80-836ee6da81b1'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:37.739941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.763968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6732b8e1-6947-48c6-bb43-811f2507e5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:37.792364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:37.801320 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f20bf58f-7348-4d3f-a3ea-15cc8f8d418a tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/e9c95a2e-1e59-4943-ad80-836ee6da81b1 HTTP/1.1" status: 200 len: 920 time: 0.2640254 Dec 23 15:16:37.802158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:37.809926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=8f3c48b9-277a-4cfb-ad8a-1687fd0117da,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:37.812367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:37.817760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:37.818181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.820525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53972) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:37.863469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:37.872031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1765013 Dec 23 15:16:37.873589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53980) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:37.880100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.884291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:37.886263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:37.922725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.006526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Transition to ACTIVE for port object d19f6a76-4cf1-428f-a789-93e1dd93b974 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:38.046241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bacf75cd-2c90-4799-adc1-a08f9195799e tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=e9c95a2e-1e59-4943-ad80-836ee6da81b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2239320 Dec 23 15:16:38.050005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53986) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:38.164358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Transition to ACTIVE for port object b797f13c-f518-4fa6-b627-7b4a690eaf51 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:38.191273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.226184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3253c5d7-91dc-4813-8fa9-f67a1fb5a23c req-6933fc51-40f9-4be9-978a-1d9d91e34599 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 210 time: 0.0650127 Dec 23 15:16:38.232143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.247056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1afe80ca-2be3-4bd1-afde-81b1b077211a tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:38.247365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Pushing event updated for resources: {'Port': ['ID=51ebb9d3-5fbb-4976-a582-441281d95bfc,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:38.262342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:38.293602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Transition to ACTIVE for port object b797f13c-f518-4fa6-b627-7b4a690eaf51 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:38.301911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:38.345922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:38.355677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:38.364563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:38.452565 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 15:16:38.453279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:38.464452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Port': ['ID=d19f6a76-4cf1-428f-a789-93e1dd93b974,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:38.505714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:38.526811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.536995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fad82072-99c4-405c-b03e-0ac2df129d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0435297 Dec 23 15:16:38.542677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 53994) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:38.555927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:38.557681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.568824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2393a-bf06-46d8-980b-03dff58fc943 req-020cd16b-f7df-42d0-8c2e-f397a926e4b1 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:38.577322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93d2393a-bf06-46d8-980b-03dff58fc943 req-020cd16b-f7df-42d0-8c2e-f397a926e4b1 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.3877356 Dec 23 15:16:38.594327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:38.637383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead2675-0285-4e6a-bee2-3e34aadf9adb tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:38.641908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ead2675-0285-4e6a-bee2-3e34aadf9adb tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.5879624 Dec 23 15:16:38.655938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:38.659345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.684144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:38.704361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 53998) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:38.732262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:38.737404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.21.0.1 (7350aa3d-8c4e-44e4-8784-f5c3d2790446/026a9018-aecf-4d6f-ace6-9ac34da255cb/ccd52c63-f875-441e-9ee1-7db906778a69) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:38.781817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.820100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a88a963-624b-4546-a6e6-a53902454cb2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c95a2e-1e59-4943-ad80-836ee6da81b1 HTTP/1.1" status: 200 len: 205 time: 0.1143029 Dec 23 15:16:38.829977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:38.838560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93d2393a-bf06-46d8-980b-03dff58fc943 req-e6d713c3-a825-4ca3-a97c-94aa4bb60e66 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601771 Dec 23 15:16:38.839398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Pushing event updated for resources: {'Port': ['ID=b797f13c-f518-4fa6-b627-7b4a690eaf51,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:38.840219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54002) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:38.916781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:38.917253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72c1e332-161a-4567-a49b-f163f05bdddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:39.012247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Pushing event updated for resources: {'Port': ['ID=ce080c4f-5d85-4637-9a16-766f428f7f9c,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:39.047555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 69dc6f2f-608f-48c7-a4f8-4c997863852a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=69dc6f2f-608f-48c7-a4f8-4c997863852a,segment=NetworkSegment(fa03db12-c888-48c6-b0cc-7c5b8817d85e),segment_id=fa03db12-c888-48c6-b0cc-7c5b8817d85e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:39.049738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Transition to ACTIVE for port object e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:39.054034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:39.117350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.118343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9fcc0723-e139-4272-bdb2-bcea05230608 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:39.147226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2872c-2bb9-458d-b189-aebb66f79d13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:39.151952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2872c-2bb9-458d-b189-aebb66f79d13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:39.156441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70c2872c-2bb9-458d-b189-aebb66f79d13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6058326 Dec 23 15:16:39.161302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a314e9c-7a7c-4e37-bbf7-bc2be61f359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:39.166249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:39.249618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=69dc6f2f-608f-48c7-a4f8-4c997863852a,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:39.265771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:39.273637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Attempting to bind port b797f13c-f518-4fa6-b627-7b4a690eaf51 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:39.274060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Attempting to bind port b797f13c-f518-4fa6-b627-7b4a690eaf51 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:39.274477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Attempting to bind port b797f13c-f518-4fa6-b627-7b4a690eaf51 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:39.280251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Transition to ACTIVE for port object e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:39.295086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 46d9ab60-4d5e-4b41-9930-b0d5ee344f65 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:39.295467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.329611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.335418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.336929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.342008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4f47a4a-5e62-42b9-adcc-7b4b1d587d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:39.345594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.353211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e59f38c-d74e-4b62-a35b-ca48a48aa7bd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:39.400055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:39.400506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:39.400944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.401500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:39.402062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Bound port: b797f13c-f518-4fa6-b627-7b4a690eaf51, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:39.402500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.435978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 9fcc0723-e139-4272-bdb2-bcea05230608 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:39.436388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.448142 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5528aea-93c1-4bce-933d-3d832ff0e246 req-ca8ec23e-afc0-4366-a625-f5114d19637b tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 210 time: 0.1129305 Dec 23 15:16:39.476564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] In _notify_port_updated(), no bound segment for port 8f3c48b9-277a-4cfb-ad8a-1687fd0117da on network e5e84448-9326-4501-b6e1-ef936554de6d {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:16:39.480892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:39.481589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.483061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/ports/8f3c48b9-277a-4cfb-ad8a-1687fd0117da HTTP/1.1" status: 200 len: 818 time: 1.6076343 Dec 23 15:16:39.483576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.491121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54022) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:39.535543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Network 90ba0a8b-021b-4947-b43d-cadbb052765e is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:39.536799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:39.539393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:39.555794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=8f3c48b9-277a-4cfb-ad8a-1687fd0117da,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:39.563022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:39.572348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Pushing event updated for resources: {'Port': ['ID=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:39.575440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:39.612112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 8f3c48b9-277a-4cfb-ad8a-1687fd0117da {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:39.612615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.728996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Attempting to bind port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:39.729500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Attempting to bind port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '45a3a966-19b5-4c02-b5aa-87463b66b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:39.733196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Attempting to bind port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 on network 90ba0a8b-021b-4947-b43d-cadbb052765e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:39.764397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.792862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] For port b797f13c-f518-4fa6-b627-7b4a690eaf51, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:39.797271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:39.797712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Checking segment: {'id': '45a3a966-19b5-4c02-b5aa-87463b66b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:39.798177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.798641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Bound using segment: {'id': '45a3a966-19b5-4c02-b5aa-87463b66b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:39.799191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Bound port: e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a3a966-19b5-4c02-b5aa-87463b66b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90ba0a8b-021b-4947-b43d-cadbb052765e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:39.799625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.920617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:39.925097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,segment=NetworkSegment(45a3a966-19b5-4c02-b5aa-87463b66b97b),segment_id=45a3a966-19b5-4c02-b5aa-87463b66b97b)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:39.948185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] For port b797f13c-f518-4fa6-b627-7b4a690eaf51, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b797f13c-f518-4fa6-b627-7b4a690eaf51,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:39.950403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:39.963470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:40.035660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:40.121698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Pushing event updated for resources: {'Port': ['ID=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:40.129688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:40.130410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:40.243383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:40.260436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Pushing event updated for resources: {'Port': ['ID=b797f13c-f518-4fa6-b627-7b4a690eaf51,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:40.273606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:40.323775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ce080c4f-5d85-4637-9a16-766f428f7f9c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:40.467802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object ccd52c63-f875-441e-9ee1-7db906778a69 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:40.472642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ce080c4f-5d85-4637-9a16-766f428f7f9c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:40.486471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 69dc6f2f-608f-48c7-a4f8-4c997863852a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:40.645720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26dc161e-0861-4d67-8245-f879e3e7dfd6 req-82d4b9dd-3773-4f98-961c-9221f4f58da2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 210 time: 0.0817940 Dec 23 15:16:40.651549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 8f3c48b9-277a-4cfb-ad8a-1687fd0117da owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:40.660815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 69dc6f2f-608f-48c7-a4f8-4c997863852a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:40.661318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:40.716816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:40.825094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51ebb9d3-5fbb-4976-a582-441281d95bfc up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:40.852588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffe6c3-6cf8-4266-be58-80f036043130 req-7f856791-e236-447a-986c-036f885e3095 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:40.860198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cdffe6c3-6cf8-4266-be58-80f036043130 req-7f856791-e236-447a-986c-036f885e3095 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.7950797 Dec 23 15:16:40.897905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 51ebb9d3-5fbb-4976-a582-441281d95bfc completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:40.928484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:40.938947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 46d9ab60-4d5e-4b41-9930-b0d5ee344f65 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:40.939800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1dabfdbd-6b68-4157-9050-c1b98e09d5c5 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:41.001118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=8f3c48b9-277a-4cfb-ad8a-1687fd0117da,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:41.009411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.025753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:41.029803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-796b493f-afa5-43e4-994b-379e458eca00 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:41.040531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-20bacfa0-577e-4c3b-a416-14c749ed6bfa req-911badfa-da86-4466-8d61-ff037b16d6ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1098 time: 0.3275847 Dec 23 15:16:41.041376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.046614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cdffe6c3-6cf8-4266-be58-80f036043130 req-4cfb5682-f950-48aa-ad7e-88d4739cde3b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854599 Dec 23 15:16:41.070108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.084386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/8f3c48b9-277a-4cfb-ad8a-1687fd0117da HTTP/1.1" status: 204 len: 168 time: 1.5920432 Dec 23 15:16:41.089760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54034) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:41.128317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=ccd52c63-f875-441e-9ee1-7db906778a69,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:41.141846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:41.152518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Deleting port 6ad33464-8af8-4611-b6c6-61628ea146c8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:41.152945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.165844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:16:41.180362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:41.192693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:41.200564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:41.240231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b250304-c81c-4d14-93df-2db96a2bb961 None None] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:41.276710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:16:41.408749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.428610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.435794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.478731 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-20bacfa0-577e-4c3b-a416-14c749ed6bfa req-eb1b6dd4-486f-4a73-80a7-5444415bafff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4260430 Dec 23 15:16:41.521674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:41.593438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.595772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.678925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.749804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Provisioning for port 51ebb9d3-5fbb-4976-a582-441281d95bfc completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:41.751269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Port': ['ID=d19f6a76-4cf1-428f-a789-93e1dd93b974,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:41.784676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:41.813610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a795e1a4-e570-4b14-937d-7e7242633881 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:41.839808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Provisioning complete for port 51ebb9d3-5fbb-4976-a582-441281d95bfc triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:41.840162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.882743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Calling delete_port for 6ad33464-8af8-4611-b6c6-61628ea146c8 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:41.901520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=46d9ab60-4d5e-4b41-9930-b0d5ee344f65,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:41.932654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:41.943115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8900a-c933-4562-be38-5060dae11042 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:41.943894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cd8900a-c933-4562-be38-5060dae11042 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:42.000698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.022561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:42.038057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-05d7080f-cd0f-477c-8036-75e50bbe029d req-5183c4de-54c3-49a4-b53f-1864e969ede3 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 210 time: 0.1324675 Dec 23 15:16:42.051929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:16:42.119314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:42.129896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:42.152805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.158956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:42.199596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '7769221e-c9bc-4837-94e6-46f38e99a042', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'port_id': '7769221e-c9bc-4837-94e6-46f38e99a042', 'mac_address': 'fa:16:3e:e6:c0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:16:42.234027 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/46d9ab60-4d5e-4b41-9930-b0d5ee344f65 HTTP/1.1" status: 204 len: 168 time: 3.0445781 Dec 23 15:16:42.242743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cd8900a-c933-4562-be38-5060dae11042 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:42.246669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3cd8900a-c933-4562-be38-5060dae11042 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1513057 Dec 23 15:16:42.254305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54046) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:42.254679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54048) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:42.410066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.503406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca52e3b-5123-458d-bc10-49c867ef6472 None None] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:42.540200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'code': 200} Dec 23 15:16:42.541062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b797f13c-f518-4fa6-b627-7b4a690eaf51 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:42.723209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:42.756254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:42.768246 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae93905-0ecd-4cdf-85a1-b57bb64e58bb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:16:42.769769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fae93905-0ecd-4cdf-85a1-b57bb64e58bb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/8f3c48b9-277a-4cfb-ad8a-1687fd0117da HTTP/1.1" status: 404 len: 333 time: 0.5065010 Dec 23 15:16:42.786360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54054) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:42.796104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-283563614'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:42.801943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:42.806975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:42.809847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:42.811535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:42.815613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:42.817983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:42.828129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.829877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cb2bf-52bb-4313-9faa-cfe10317fa1a req-2536b009-c48e-4c46-8208-716deb69cd5a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:42.839814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed4cb2bf-52bb-4313-9faa-cfe10317fa1a req-2536b009-c48e-4c46-8208-716deb69cd5a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 943 time: 0.5542784 Dec 23 15:16:42.848510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:42.862910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.891875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.900403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:42.909858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.910268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment c1c678d0-e72d-4969-a901-e5787989fe55 of type vlan for network c486c080-bf00-496d-9218-e8ef4fe24152 Dec 23 15:16:42.943197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:42.972077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] For port 51ebb9d3-5fbb-4976-a582-441281d95bfc, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51ebb9d3-5fbb-4976-a582-441281d95bfc,segment=NetworkSegment(832e0130-7e5d-4fb2-bb55-64868a8e0337),segment_id=832e0130-7e5d-4fb2-bb55-64868a8e0337)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:42.982133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-60070cc4-06e0-4622-b0aa-c78007e6c2db tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:42.982938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-60070cc4-06e0-4622-b0aa-c78007e6c2db tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:43.012916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27955664-6123-4bbf-a44b-1fd687afd043 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:43.018210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27955664-6123-4bbf-a44b-1fd687afd043 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:43.019981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27955664-6123-4bbf-a44b-1fd687afd043 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7642581 Dec 23 15:16:43.024940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54060) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:43.167959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-60070cc4-06e0-4622-b0aa-c78007e6c2db tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:43.169525 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-60070cc4-06e0-4622-b0aa-c78007e6c2db tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 812 time: 1.2183025 Dec 23 15:16:43.221977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7769221e-c9bc-4837-94e6-46f38e99a042 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:16:43.266209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:43.267541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:43.273981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:43.291044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-9966c256-c15f-4e44-a72b-b6c07480a82c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:43.294166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:43.302528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:43.303232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:43.341684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:43.411805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port b797f13c-f518-4fa6-b627-7b4a690eaf51 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:43.421268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e7ee6a9-b38c-4caa-b25c-ff87ad8d5044 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:43.486505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Pushing event updated for resources: {'Port': ['ID=51ebb9d3-5fbb-4976-a582-441281d95bfc,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:43.489582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:43.545394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:43.548195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75614981-a223-4680-aea4-e69ecaecc198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:43.650978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Provisioning for port ce080c4f-5d85-4637-9a16-766f428f7f9c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:43.657810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=c486c080-bf00-496d-9218-e8ef4fe24152,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:43.700317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Provisioning complete for port ce080c4f-5d85-4637-9a16-766f428f7f9c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:43.700746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:43.753152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:43.808382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:43.809650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['7769221e-c9bc-4837-94e6-46f38e99a042'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:16:43.820829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5a6f6f28-4844-45fb-ac01-d0bfdd1b4d66 req-6644f2dc-9891-4060-a978-56a8c7719d58 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:43.838859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-9966c256-c15f-4e44-a72b-b6c07480a82c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:43.844690 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-9966c256-c15f-4e44-a72b-b6c07480a82c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 379 time: 0.6159449 Dec 23 15:16:43.912118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'port': {'device_id': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'admin_state_up': True, 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'security_groups': ['54712338-f0b2-4a53-9e44-3c76d14a7515']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:43.985454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de9bf8-ae26-4264-8383-018fdd9d69a3 None None] Network 90ba0a8b-021b-4947-b43d-cadbb052765e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:44.042039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 3c9fce43-4f7e-42f5-a5c6-4043cb118dba {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:44.058083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.073571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed4cb2bf-52bb-4313-9faa-cfe10317fa1a req-f4799656-b97b-42ec-92c2-25a1f88c9cb0 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2321181 Dec 23 15:16:44.079995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.080625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:44.087108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2995179 Dec 23 15:16:44.088266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5a6f6f28-4844-45fb-ac01-d0bfdd1b4d66 req-6644f2dc-9891-4060-a978-56a8c7719d58 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:44.089556 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5a6f6f28-4844-45fb-ac01-d0bfdd1b4d66 req-6644f2dc-9891-4060-a978-56a8c7719d58 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 210 time: 0.7351525 Dec 23 15:16:44.092069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.177338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54066) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:44.187598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8075d05-077e-483c-bc8f-7e2e84a28481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:44.195708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:44.199149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:44.281510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.293058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=ccd52c63-f875-441e-9ee1-7db906778a69,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:44.304473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:44.400495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.452330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:44.534799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.582596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7053b210-08df-489b-9967-6a731ebdb537 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:44.711405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51ebb9d3-5fbb-4976-a582-441281d95bfc up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:44.736836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:44.743691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:44.805567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:44.842722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:44.851302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:44.897872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event deleted for resources: {'Port': ['ID=6ad33464-8af8-4611-b6c6-61628ea146c8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:44.917365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:44.924196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:44.939093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:45.001549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.065903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Made reservation on behalf of 281fae871b4642b6b3de3234af23fd32 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:45.073050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.192094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning for port ccd52c63-f875-441e-9ee1-7db906778a69 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:45.225871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Pushing event updated for resources: {'Port': ['ID=ce080c4f-5d85-4637-9a16-766f428f7f9c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:45.242697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:45.259690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning complete for port ccd52c63-f875-441e-9ee1-7db906778a69 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:45.267096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.304450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Router 5389aacf-16fc-4aad-a9ca-66a0c42a671a is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:16:45.384920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Allocated IP 172.20.0.5 (83d92594-1160-40af-9d94-660d3e3de811/d9bfc0c2-1581-4c00-a810-23fe8c8d84c1/c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:45.465413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 51ebb9d3-5fbb-4976-a582-441281d95bfc triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:45.466355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.527544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Port ccd52c63-f875-441e-9ee1-7db906778a69 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:16:45.625859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning for port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:45.737953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.758283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Transition to ACTIVE for port object c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:45.824798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.865396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c23be80-483b-426e-ae25-e1bb44a2d6c2 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:45.870857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning complete for port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:45.871824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:45.999050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Network 83d92594-1160-40af-9d94-660d3e3de811 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:46.023270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692e274-c8a6-43a1-b56c-9d404c7fd528 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:16:46.062776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:16:46.066262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:46.079666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:46.080667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:46.083147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:46.102248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434237-e854-4f6b-bd84-d1b18715e2ac req-d72c2def-cafc-4b1f-8f2a-e5d26f74f2a4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:46.104177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc434237-e854-4f6b-bd84-d1b18715e2ac req-d72c2def-cafc-4b1f-8f2a-e5d26f74f2a4 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 944 time: 0.7643385 Dec 23 15:16:46.110969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:46.127444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] Sync routers for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:46.163675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6420155 Dec 23 15:16:46.165426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54074) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:46.243086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:46.244118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:46.315584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:46.337407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:46.350136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:46.388413 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc434237-e854-4f6b-bd84-d1b18715e2ac req-bf5a9813-eb8a-4b1f-a459-3c63d6e0204b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748308 Dec 23 15:16:46.421670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,segment=NetworkSegment(45a3a966-19b5-4c02-b5aa-87463b66b97b),segment_id=45a3a966-19b5-4c02-b5aa-87463b66b97b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:46.434405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:46.441047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:46.475447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54078) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:46.510610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:46.511710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:46.609928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:46.610772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8ac07-63b8-4cbf-ab0d-ba5318dff3d3 None None] The sync data for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:46.626084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ac58807-0525-4980-9274-1df449b71f2a tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/floatingips/f84da63c-6c90-4275-aef3-48d381b6bb68 HTTP/1.1" status: 200 len: 991 time: 0.1451249 Dec 23 15:16:46.626301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning complete for port ce080c4f-5d85-4637-9a16-766f428f7f9c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:46.626301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:46.654731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692e274-c8a6-43a1-b56c-9d404c7fd528 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:16:46.665979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ce080c4f-5d85-4637-9a16-766f428f7f9c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:46.751700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Pushing event updated for resources: {'Port': ['ID=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:46.766295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:46.802491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9270551-d9e6-4050-80bf-2dcc041fae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:46.839311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ce080c4f-5d85-4637-9a16-766f428f7f9c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:46.839890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:46.994795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:47.006862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:47.009084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1834471 Dec 23 15:16:47.011115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54082) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:47.019410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-810168876'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:47.023096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.027481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:47.028485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.033628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:47.043437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:47.044568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:47.044714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:47.049959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:47.053691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:47.062424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:47.092072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:47.094082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning for port d19f6a76-4cf1-428f-a789-93e1dd93b974 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:47.106811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:47.118536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:47.121865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning complete for port d19f6a76-4cf1-428f-a789-93e1dd93b974 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:47.122333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.128258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:47.134886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.183329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:16:47.199549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.199944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment 67396703-dc39-4a02-ad75-2612e087fed4 of type vlan for network 0fff3926-bcff-449d-bdd4-686375a71729 Dec 23 15:16:47.289855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:47.290527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.320767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:47.337503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.355535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.356154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Fanout notify agent at l3_agent the message router_deleted on router e9c95a2e-1e59-4943-ad80-836ee6da81b1 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:16:47.377958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9593-56e7-4333-afbf-770c77b2b2b8 req-671cc955-ff47-4e2a-b6a9-1c43afa1bd53 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:47.379427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e8df9593-56e7-4333-afbf-770c77b2b2b8 req-671cc955-ff47-4e2a-b6a9-1c43afa1bd53 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 931 time: 1.5599608 Dec 23 15:16:47.384431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:47.411597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.533751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.536509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/e9c95a2e-1e59-4943-ad80-836ee6da81b1 HTTP/1.1" status: 204 len: 168 time: 8.6828067 Dec 23 15:16:47.542501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e8df9593-56e7-4333-afbf-770c77b2b2b8 req-ccf8a430-1b0c-4f36-8969-e2c4a1757ffc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960331 Dec 23 15:16:47.544468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54086) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:47.552682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2078916790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:47.562542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6610184 Dec 23 15:16:47.565689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.572580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:47.581954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Request body: {'port': {'device_id': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:47.583029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:47.583816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.590138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52f5f85f-d6a6-42b9-ae19-9bcffe6f06ee tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:47.667605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Port d19f6a76-4cf1-428f-a789-93e1dd93b974 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:16:47.683929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.698797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning complete for port 51ebb9d3-5fbb-4976-a582-441281d95bfc triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:47.699101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.745271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Usage tracker for resource:router and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:47.756849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 7769221e-c9bc-4837-94e6-46f38e99a042 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:47.757379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.781100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:16:47.781860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7676318 Dec 23 15:16:47.814379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:41Z', 'revision_number': 3, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:43Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:47.819559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54090) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:47.819977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:16:47.820380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=0fff3926-bcff-449d-bdd4-686375a71729,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:47.820972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Updating router 1e67d19c-a274-4554-9c1e-a726a72c68f7 port ccd52c63-f875-441e-9ee1-7db906778a69 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:16:47.831057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:47.834423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:47.841578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:47.843980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.861545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9aaa8dd3-af2b-477e-b127-2cd2e7378c7b tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:47.894031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 0fff3926-bcff-449d-bdd4-686375a71729 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:16:47.895311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.906443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:47.947683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:47.957686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9fce43-4f7e-42f5-a5c6-4043cb118dba,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:48.007379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:48.017322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/3c9fce43-4f7e-42f5-a5c6-4043cb118dba HTTP/1.1" status: 204 len: 168 time: 4.9890752 Dec 23 15:16:48.018878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.036036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54094) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:48.041947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:48.054571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:48.060779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:48.072501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:48.151622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4c410497-bad6-440b-9f39-79f4cd1b4eee tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:16:48.155560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c410497-bad6-440b-9f39-79f4cd1b4eee tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9856966 Dec 23 15:16:48.165366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54098) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:48.168620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54100) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:48.169986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2aaaf12f-42bd-46a1-babc-b7dc6133e348 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304147 Dec 23 15:16:48.171197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.172424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.179603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:48.390460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:48.565331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.581092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.612710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Transition to ACTIVE for port object ccd52c63-f875-441e-9ee1-7db906778a69 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:48.622686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.627759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd4bd246-0c13-4e75-9147-d1b155d877e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:48.658273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:48.731510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.795095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:48.801769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.803027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:48.806471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:48.814648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:48.815900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a50f97b-eaf9-4859-bb84-5af4e3eaab86 tempest-AllowedAddressPairTestJSON-2083750251 tempest-AllowedAddressPairTestJSON-2083750251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:48.830499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.842062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning for port b797f13c-f518-4fa6-b627-7b4a690eaf51 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:48.860067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:48.870652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Provisioning complete for port b797f13c-f518-4fa6-b627-7b4a690eaf51 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:48.871465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:48.880977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Pushing event updated for resources: {'Port': ['ID=ccd52c63-f875-441e-9ee1-7db906778a69,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:48.898199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.898577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.898947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.899321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.899695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.900065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.900436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.900805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.901220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.901556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.901919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:48.920596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=00742ccd-07ba-4e2e-872b-2a4bf0197e2b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:48.923958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:48.959323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:48.996576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': 'c1c678d0-e72d-4969-a901-e5787989fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:48.996975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: c486c080-bf00-496d-9218-e8ef4fe24152, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:49.029763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network c486c080-bf00-496d-9218-e8ef4fe24152 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:49.034330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:49.039653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.042385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:16:49.052221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, c486c080-bf00-496d-9218-e8ef4fe24152) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:49.056673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:49.057534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.061442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Attempting to bind port ccd52c63-f875-441e-9ee1-7db906778a69 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:49.061819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Attempting to bind port ccd52c63-f875-441e-9ee1-7db906778a69 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:49.062226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Attempting to bind port ccd52c63-f875-441e-9ee1-7db906778a69 on network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:49.063522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.069994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:49.070473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Checking segment: {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:49.070921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.071365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Bound using segment: {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:49.071980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Bound port: ccd52c63-f875-441e-9ee1-7db906778a69, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:49.072437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.082390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:49.135534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.147235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.152458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcc5208b-765d-4a7e-a930-212b1d42c8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.160850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'code': 200} Dec 23 15:16:49.186763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.188151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e3f4283a-2960-4468-8564-bde087e602c2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6402218 Dec 23 15:16:49.203260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0246644 Dec 23 15:16:49.207127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54110) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:49.207516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54112) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:49.222390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:49.266244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] For port ccd52c63-f875-441e-9ee1-7db906778a69, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:49.269702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] For port ccd52c63-f875-441e-9ee1-7db906778a69, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ccd52c63-f875-441e-9ee1-7db906778a69,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:49.275072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.283501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:49.292047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:49.305656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:16:49.306046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:49.313110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:49.313689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.327231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.347289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Transition to ACTIVE for port object c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:49.362816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:49.397938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Pushing event updated for resources: {'Port': ['ID=ccd52c63-f875-441e-9ee1-7db906778a69,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:49.401886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.402050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:49.404868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:49.405584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:49.419095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5378aa94-b89c-4fde-ba7a-d3c484b697ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:49.428676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3efda2-b883-4e4d-909a-763b633314b1 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:16:49.533550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.576861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] For port b797f13c-f518-4fa6-b627-7b4a690eaf51, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b797f13c-f518-4fa6-b627-7b4a690eaf51,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:49.601535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.604537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.609682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc790cbb-8549-4ad5-a700-f8cab8ce9590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:49.615297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Pushing event updated for resources: {'Port': ['ID=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:49.615472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:16:49.629919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:49.683279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd913d9d-bb08-4507-a5be-7a0c31ae4795 req-451abd6a-b7d0-4803-aab1-8f0cc9b58bb8 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:49.691235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd913d9d-bb08-4507-a5be-7a0c31ae4795 req-451abd6a-b7d0-4803-aab1-8f0cc9b58bb8 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 931 time: 0.8385346 Dec 23 15:16:49.702495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Pushing event updated for resources: {'Port': ['ID=b797f13c-f518-4fa6-b627-7b4a690eaf51,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:49.720290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:49.815019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd913d9d-bb08-4507-a5be-7a0c31ae4795 req-1afe9593-45fa-4d09-b038-b082dd40e045 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223242 Dec 23 15:16:49.902628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Provisioning complete for port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:49.903217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:49.930638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Attempting to bind port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:49.931020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Attempting to bind port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:49.931396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Attempting to bind port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:49.944908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe on network 83d92594-1160-40af-9d94-660d3e3de811 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:16:49.945305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Attempting to bind port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:49.968225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:49.968756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Checking segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:49.969213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Bound using segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:49.969721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Bound port: c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:49.970287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.015408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3efda2-b883-4e4d-909a-763b633314b1 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:16:50.054322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:41Z', 'revision_number': 3, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:49Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:50.059686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee84e4f-fa6f-4901-9a71-ef3e84629802 None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:41Z', 'revision_number': 3, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:49Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:50.150359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] For port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:50.153886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] For port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:50.165231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.191127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8cf62e62-e46a-4a58-b58c-3c4e3a9d0f23 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:50.245917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Provisioning complete for port d19f6a76-4cf1-428f-a789-93e1dd93b974 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:50.246385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.268298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.286504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Pushing event updated for resources: {'Port': ['ID=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:50.291060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:50.294255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.296798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] 10.222.0.65 "PUT /v2.0/ports/c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe HTTP/1.1" status: 200 len: 1093 time: 2.7184277 Dec 23 15:16:50.299282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:16:50.349752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Port d19f6a76-4cf1-428f-a789-93e1dd93b974 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:16:50.360528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Could not find standard attr ID for object 46d9ab60-4d5e-4b41-9930-b0d5ee344f65. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:16:50.419032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:50.423585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:50.427217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:50.528962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Provisioning complete for port b797f13c-f518-4fa6-b627-7b4a690eaf51 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:50.529433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58af73bb-8ebf-4fba-bf10-bbf48021bc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.536847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.546495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.565411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19ec7946-5841-49b8-8ad9-8e2323c11e7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:50.690689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:50.706574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:50.717032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:50.717888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.736555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:50.750587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=726b31d2-12dc-49f8-a1ca-ecf797a64454,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:50.799648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'status': 'completed', 'code': 200} Dec 23 15:16:50.822486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:50.824614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b797f13c-f518-4fa6-b627-7b4a690eaf51 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:50.826647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:50.827104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: 0fff3926-bcff-449d-bdd4-686375a71729, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:16:50.830594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.931443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7577231 Dec 23 15:16:50.940349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:50.946659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-c486c080-bf00-496d-9218-e8ef4fe24152', 'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': '00742ccd-07ba-4e2e-872b-2a4bf0197e2b'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:50.947860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.969446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '5cdcc218-e161-4f5b-830f-8adcfa083b72', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1160912273'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:50.974513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:50.991043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 00742ccd-07ba-4e2e-872b-2a4bf0197e2b (CIDR: 172.20.0.0/28) Dec 23 15:16:50.999977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:16:51.000505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:51.010736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=5cdcc218-e161-4f5b-830f-8adcfa083b72,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:51.096090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.113410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3732a845-74ae-4a52-aa6e-e94b63b319b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9027534 Dec 23 15:16:51.118469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54126) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:51.128092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:51.168280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Allocated IP 172.20.0.2 (c486c080-bf00-496d-9218-e8ef4fe24152/00742ccd-07ba-4e2e-872b-2a4bf0197e2b/450b3003-6233-4d20-acee-5c357e7b355a) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:51.186806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-37f4e1e9-7244-4053-92a5-317ed4f63c81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 1096 time: 0.4405897 Dec 23 15:16:51.278169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port b797f13c-f518-4fa6-b627-7b4a690eaf51 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:51.278633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.282880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:51.285835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:51.288524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.686s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:51.289027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:51.298622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 0fff3926-bcff-449d-bdd4-686375a71729 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:16:51.309673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:51.313746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:51.327211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:51.342364 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-efadb5a1-a720-4681-a023-c4c94774741f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe HTTP/1.1" status: 200 len: 217 time: 0.0920808 Dec 23 15:16:51.401658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 0fff3926-bcff-449d-bdd4-686375a71729) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:51.410428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:51.411196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.470765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:51.479342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.512069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ccd52c63-f875-441e-9ee1-7db906778a69 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:51.526140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0aa31941-1d36-4f80-837d-ef19558460b1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6933560 Dec 23 15:16:51.531695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54130) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:51.551138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.586304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Transition to ACTIVE for port object 450b3003-6233-4d20-acee-5c357e7b355a will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:51.598655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port e75bc92d-f67c-498a-98ca-a9fc317f0c25 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:51.608957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-2e32842c-f4de-452a-9298-2ee639117d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:51.610597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-2e32842c-f4de-452a-9298-2ee639117d50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.2021334 Dec 23 15:16:51.616964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Transition to ACTIVE for port object 450b3003-6233-4d20-acee-5c357e7b355a will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:51.619667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ccd52c63-f875-441e-9ee1-7db906778a69 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:51.625275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.633980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b601e4d-cc46-4259-8433-ca7728b89a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:51.668548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ccd52c63-f875-441e-9ee1-7db906778a69 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:51.668947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.697704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:51.703280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:51.726945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2741e-bcde-42d6-849d-79153fc91da5 req-87cec72c-0dc8-4f48-80ca-554955cb6673 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:51.729462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ca2741e-bcde-42d6-849d-79153fc91da5 req-87cec72c-0dc8-4f48-80ca-554955cb6673 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 943 time: 0.7268767 Dec 23 15:16:51.740869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:51.754673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:51.760561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:51.763228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:51.766797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Pushing event updated for resources: {'Port': ['ID=450b3003-6233-4d20-acee-5c357e7b355a,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:51.769663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:51.782807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:51.819358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:16:51.819867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:16:51.825684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:51.832140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.842618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ca2741e-bcde-42d6-849d-79153fc91da5 req-80e9dfdf-0ccf-43c0-bc5b-3b43fd5cd928 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037397 Dec 23 15:16:51.895846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a35089d4-4c73-4be7-be1a-141e0df5c2b3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9538577 Dec 23 15:16:51.900953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54134) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:51.927555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.939050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Attempting to bind port 450b3003-6233-4d20-acee-5c357e7b355a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:51.939583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Attempting to bind port 450b3003-6233-4d20-acee-5c357e7b355a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c1c678d0-e72d-4969-a901-e5787989fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:51.939890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Attempting to bind port 450b3003-6233-4d20-acee-5c357e7b355a on network c486c080-bf00-496d-9218-e8ef4fe24152 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:51.959332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:51.959771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Checking segment: {'id': 'c1c678d0-e72d-4969-a901-e5787989fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:51.960250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.960710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Bound using segment: {'id': 'c1c678d0-e72d-4969-a901-e5787989fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:51.961282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Bound port: 450b3003-6233-4d20-acee-5c357e7b355a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c678d0-e72d-4969-a901-e5787989fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:51.961712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:51.970539 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-5a8edc8d-2a0d-4c64-8c4a-551bf818fbc7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3424933 Dec 23 15:16:52.020526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port ccd52c63-f875-441e-9ee1-7db906778a69, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ccd52c63-f875-441e-9ee1-7db906778a69,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:52.030243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.035331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d33d226-6c98-4fbc-ad0a-f9454c865a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:52.043139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd83121-abb1-436f-9887-a9d5a9543f67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:52.044007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0fd83121-abb1-436f-9887-a9d5a9543f67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:52.083469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0fd83121-abb1-436f-9887-a9d5a9543f67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:52.087332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0fd83121-abb1-436f-9887-a9d5a9543f67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1826823 Dec 23 15:16:52.087332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting port d19f6a76-4cf1-428f-a789-93e1dd93b974 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:16:52.087332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.119018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54138) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:52.131330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] For port 450b3003-6233-4d20-acee-5c357e7b355a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:52.136639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=ccd52c63-f875-441e-9ee1-7db906778a69,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:52.140084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:52.144893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] For port 450b3003-6233-4d20-acee-5c357e7b355a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=450b3003-6233-4d20-acee-5c357e7b355a,segment=NetworkSegment(c1c678d0-e72d-4969-a901-e5787989fe55),segment_id=c1c678d0-e72d-4969-a901-e5787989fe55)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:52.148039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.148796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.153652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea5dce51-c9db-42d2-b189-71b1473dc534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:52.245540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Pushing event updated for resources: {'Port': ['ID=450b3003-6233-4d20-acee-5c357e7b355a,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:52.248858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:52.268912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.299190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a54e30-a0f5-4bc8-a12b-f6e89166d3d0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:52.300686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a54e30-a0f5-4bc8-a12b-f6e89166d3d0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:52.301531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49a54e30-a0f5-4bc8-a12b-f6e89166d3d0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:52.338786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-49a54e30-a0f5-4bc8-a12b-f6e89166d3d0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:52.340118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49a54e30-a0f5-4bc8-a12b-f6e89166d3d0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2204401 Dec 23 15:16:52.352478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:52.437431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.578622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 5cdcc218-e161-4f5b-830f-8adcfa083b72 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:16:52.589099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Calling delete_port for d19f6a76-4cf1-428f-a789-93e1dd93b974 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:16:52.612109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ccd52c63-f875-441e-9ee1-7db906778a69 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:52.671233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.735229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ccd52c63-f875-441e-9ee1-7db906778a69 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:52.736180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.778971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:52.824934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-e4523885-3f8b-49a8-82cf-eabcb36e272e service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401117 Dec 23 15:16:52.836468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Allocated IP 172.26.2.136 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/009a89c2-2843-485b-baa4-c2917db1c73e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:52.872209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.024050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.029521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:53.074171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.080592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Port': ['ID=d19f6a76-4cf1-428f-a789-93e1dd93b974,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:53.128149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.128593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.129027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.129476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.129903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.130324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.130724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.131145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.131562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.131975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.132377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.136507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:53.141949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-151804a8-2ee1-4407-96d8-48b8bd3c3568 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:53.174321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.225460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdcc218-e161-4f5b-830f-8adcfa083b72,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:53.232663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:53.244870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/5cdcc218-e161-4f5b-830f-8adcfa083b72 HTTP/1.1" status: 204 len: 168 time: 0.8889165 Dec 23 15:16:53.245664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:53.302135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cb75ec5-d6e2-4f8b-b6f3-2560c1ff4cb0 req-30496ff7-97c5-4683-b3e4-41599bd7986a service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567256 Dec 23 15:16:53.327594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.344455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40ea5e86-01d7-4726-b4c6-1c8ee5e1e380 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926762 Dec 23 15:16:53.344715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54152) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:53.352730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:53.497222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f73419-a8f0-4a24-9d16-95db9f8bbc1f req-3ec77fcc-d1e5-4f6d-b7e5-1c8286a91f3e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:53.498046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a0f73419-a8f0-4a24-9d16-95db9f8bbc1f req-3ec77fcc-d1e5-4f6d-b7e5-1c8286a91f3e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:16:53.521414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.530211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b72eb0-ee6e-4ec6-a291-17989fe9b941 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:53.672737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a0f73419-a8f0-4a24-9d16-95db9f8bbc1f req-3ec77fcc-d1e5-4f6d-b7e5-1c8286a91f3e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:16:53.674122 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0f73419-a8f0-4a24-9d16-95db9f8bbc1f req-3ec77fcc-d1e5-4f6d-b7e5-1c8286a91f3e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 943 time: 0.6467016 Dec 23 15:16:53.726443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network c486c080-bf00-496d-9218-e8ef4fe24152 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:53.730632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.739618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:53.742771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=019ffc42-ca41-4802-a83d-0554e5b7ab29,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:53.745840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:53.746517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.806938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-a67beb03-b307-4d0f-a297-4446d2fa4110 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 1096 time: 0.4014723 Dec 23 15:16:53.817980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.818426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.818858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.819289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.819713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.820137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.820564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.820996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.821436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.821856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.822292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:16:53.827106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:53.836866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee5d7232-f5e9-4969-a603-faffbc033b04 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:53.870102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:53.877593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:53.881629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:53.885508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:53.895035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:53.908650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:53.933006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:53.967926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:53.974499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:54.004926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8834472 Dec 23 15:16:54.007915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0f73419-a8f0-4a24-9d16-95db9f8bbc1f req-f97a0207-7757-4706-8695-2efb3ab85e36 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197608 Dec 23 15:16:54.009480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:54.043011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54156) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:54.078929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'fixed_ips': [{'subnet_id': '00742ccd-07ba-4e2e-872b-2a4bf0197e2b'}, {'subnet_id': '019ffc42-ca41-4802-a83d-0554e5b7ab29'}], 'name': 'tempest-PortsTestJSON-1617283693'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:54.137231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea33d8-f698-42b7-aab6-8f8e2488e940 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:54.161024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc654306-3792-41a1-9462-af86fc4ffbc8 None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:54.192112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b503fe7-e3bf-4985-a2af-776792bc0de9 None None] Network 0fff3926-bcff-449d-bdd4-686375a71729 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:54.211157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event updated for resources: {'Port': ['ID=009a89c2-2843-485b-baa4-c2917db1c73e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:54.214611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:54.601281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:54.668973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-6a149a8a-7f7e-4d4d-80c9-41b80b913ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:54.671017 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-6a149a8a-7f7e-4d4d-80c9-41b80b913ad5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.8368511 Dec 23 15:16:54.702619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Router 5389aacf-16fc-4aad-a9ca-66a0c42a671a has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:16:54.802833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:54.807979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:54.811704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:54.823339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:54.938708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:16:54.954387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:54.960159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:54.963719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-b32bd37b-c59d-4481-9f04-914e90ab41bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe HTTP/1.1" status: 200 len: 217 time: 0.2749650 Dec 23 15:16:54.986630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce7a8a09-f695-4aa3-8199-5c8fd89c3ad7 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:55.035298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 450b3003-6233-4d20-acee-5c357e7b355a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:55.071371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8975906 Dec 23 15:16:55.076532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] Sync routers for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:55.158913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=a481f7ef-6abe-4138-93eb-b0fb5057b36d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:55.163155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:55.164047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:55.168798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:55.169858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:55.219707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:55.220500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:55.265243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-73cfe756-2c69-43ef-9a65-e38c08755a9b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] delete failed (client error): The resource could not be found. Dec 23 15:16:55.272315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73cfe756-2c69-43ef-9a65-e38c08755a9b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1846869543 HTTP/1.1" status: 404 len: 335 time: 0.1070311 Dec 23 15:16:55.273054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54168) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:55.311373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:55.312007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.330972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-166bebfc-8813-4520-a5dc-d8a2d842daca tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'router': {'external_gateway_info': {'network_id': '5389aacf-16fc-4aad-a9ca-66a0c42a671a'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:55.333911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0f78bb1-2cab-468f-8c24-4b5d08c20f8b None None] Provisioning for port 450b3003-6233-4d20-acee-5c357e7b355a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:55.362579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:55.393435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:55.395608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:55.543307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:55.543307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58616f8-f195-4dca-90c7-86b585dc3a8a None None] The sync data for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:55.568276 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2224023 Dec 23 15:16:55.572721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54172) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:55.581038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:16:55.582762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-58320a0c-e4bb-4b5a-b17a-42c00cac5b8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:55.584456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-58320a0c-e4bb-4b5a-b17a-42c00cac5b8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.2275057 Dec 23 15:16:55.588073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:16:55.595038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:router and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:16:55.598152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:16:55.607963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 450b3003-6233-4d20-acee-5c357e7b355a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:55.608386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:16:55.631085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 450b3003-6233-4d20-acee-5c357e7b355a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:55.631498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.701840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2feb377a-f740-4f11-88e4-c72234df720f None None] Provisioning complete for port ccd52c63-f875-441e-9ee1-7db906778a69 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:55.702169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2feb377a-f740-4f11-88e4-c72234df720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.705037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.706098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.717809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.718039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fa9a8-77b7-4454-b801-9614eefbce00 req-cb546053-b013-4367-83f0-161443395cfa tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:55.719522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f1fa9a8-77b7-4454-b801-9614eefbce00 req-cb546053-b013-4367-83f0-161443395cfa tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 943 time: 0.4454489 Dec 23 15:16:55.776953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 88929690-a980-4742-ad9d-b5246a7d0704 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:16:55.844008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-0fff3926-bcff-449d-bdd4-686375a71729', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:16:55.844931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.906083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:55.916445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f1fa9a8-77b7-4454-b801-9614eefbce00 req-db2db524-f63e-4242-ab81-b5daa3ba5bf9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449981 Dec 23 15:16:55.992115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.005728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.040149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-166bebfc-8813-4520-a5dc-d8a2d842daca tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.053660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.061492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Update dhcp port {'port': {'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'fixed_ips': [{'subnet_id': '00742ccd-07ba-4e2e-872b-2a4bf0197e2b', 'ip_address': '172.20.0.2'}, {'subnet_id': '019ffc42-ca41-4802-a83d-0554e5b7ab29'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '450b3003-6233-4d20-acee-5c357e7b355a'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:16:56.062905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-679ba227-90b7-40e3-81ef-8d8a68994ad4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4873118 Dec 23 15:16:56.063043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-fb3467fd-bf80-4e31-a154-3a0d4153d6ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4161041 Dec 23 15:16:56.063569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54176) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:56.090575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-166bebfc-8813-4520-a5dc-d8a2d842daca tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] update failed (client error): The resource could not be found. Dec 23 15:16:56.095529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-166bebfc-8813-4520-a5dc-d8a2d842daca tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a HTTP/1.1" status: 404 len: 339 time: 0.7745020 Dec 23 15:16:56.096766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54178) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:56.163492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.206291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.232145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a36a46d-7dd1-49d1-9858-c3f4d1db215d None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:56.355664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 450b3003-6233-4d20-acee-5c357e7b355a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=450b3003-6233-4d20-acee-5c357e7b355a,segment=NetworkSegment(c1c678d0-e72d-4969-a901-e5787989fe55),segment_id=c1c678d0-e72d-4969-a901-e5787989fe55)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:56.376414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2feb377a-f740-4f11-88e4-c72234df720f None None] Provisioning for port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:56.380471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.388502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:56.509257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.22.0.1 (0fff3926-bcff-449d-bdd4-686375a71729/726b31d2-12dc-49f8-a1ca-ecf797a64454/10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:56.801537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=450b3003-6233-4d20-acee-5c357e7b355a,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:56.804863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:56.820038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.853757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-ad564bee-e360-4926-9f44-b47b6f69241e service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351158 Dec 23 15:16:56.869974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.890488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-48cad905-fb94-4dff-b416-81e983e465a4 None None] Provisioning complete for port b797f13c-f518-4fa6-b627-7b4a690eaf51 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:56.890917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48cad905-fb94-4dff-b416-81e983e465a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:56.942191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.280828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37092c43-94de-4f2b-b56f-b0c95237817c None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:16:57.347163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Allocated IP 172.20.0.1 (1e75bfdc-afc1-41e6-85e9-a623cd4926af/ae21ae63-b177-4865-a97f-68acf376a688/ac24a002-e441-4f97-90f0-30b7da628590) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:57.413410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-70d4610d-cfdb-4d82-8994-eec546a479ea None None] Provisioning complete for port b797f13c-f518-4fa6-b627-7b4a690eaf51 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:57.413844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70d4610d-cfdb-4d82-8994-eec546a479ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.542807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.561256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Transition to ACTIVE for port object ac24a002-e441-4f97-90f0-30b7da628590 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:57.585249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.591977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92683a6f-d475-439a-bb12-97d731d944f3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:57.648215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.675133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:57.685744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:57.692896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:57.723145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Port': ['ID=ac24a002-e441-4f97-90f0-30b7da628590,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:57.729565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:57.759770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.13 (c486c080-bf00-496d-9218-e8ef4fe24152/00742ccd-07ba-4e2e-872b-2a4bf0197e2b/88929690-a980-4742-ad9d-b5246a7d0704) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:57.763366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.767645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:57.779964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77e23d8d-1662-4a66-a062-9de3367d33ce req-2401e0e6-15cf-44de-8b4c-e58eab201129 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047196 Dec 23 15:16:57.792910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.29 (c486c080-bf00-496d-9218-e8ef4fe24152/019ffc42-ca41-4802-a83d-0554e5b7ab29/88929690-a980-4742-ad9d-b5246a7d0704) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:57.873613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:57.910286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5ad1f-96c2-4685-a102-f5ac754ee6d7 req-59660fbb-44db-4ec2-9205-4551ebe7e4d4 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:57.912011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10e5ad1f-96c2-4685-a102-f5ac754ee6d7 req-59660fbb-44db-4ec2-9205-4551ebe7e4d4 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 943 time: 0.6138699 Dec 23 15:16:58.044775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.049355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Allocated IP 172.22.0.2 (0fff3926-bcff-449d-bdd4-686375a71729/726b31d2-12dc-49f8-a1ca-ecf797a64454/6ff9feb9-4f43-446e-b845-9365a8613fa6) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:58.056749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff71d6b8-6d13-457b-86e1-5da523f2c15d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:58.166474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9a423eeb-6488-4ff9-ac97-387f0877012c None None] Provisioning for port ac24a002-e441-4f97-90f0-30b7da628590 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:16:58.184388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9a423eeb-6488-4ff9-ac97-387f0877012c None None] Provisioning complete for port ac24a002-e441-4f97-90f0-30b7da628590 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:58.184818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a423eeb-6488-4ff9-ac97-387f0877012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.277332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a423eeb-6488-4ff9-ac97-387f0877012c None None] Port ac24a002-e441-4f97-90f0-30b7da628590 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:16:58.290558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.310826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 0fff3926-bcff-449d-bdd4-686375a71729 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:58.318550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:58.321335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:58.326703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:58.329537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.333984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.342343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.353535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Transition to ACTIVE for port object 6ff9feb9-4f43-446e-b845-9365a8613fa6 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:58.359137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:58.361682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10e5ad1f-96c2-4685-a102-f5ac754ee6d7 req-b404a2c7-37b1-4662-8772-a35813cf286f tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274337 Dec 23 15:16:58.373139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5a14ed6-0c6c-4471-ad9f-428e93f1569f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:58.401443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Transition to ACTIVE for port object 6ff9feb9-4f43-446e-b845-9365a8613fa6 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:58.416028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.422025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:58.467933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6c955496-3cba-4624-ac47-64e110fe0d00 None None] Provisioning complete for port b797f13c-f518-4fa6-b627-7b4a690eaf51 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:58.467933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c955496-3cba-4624-ac47-64e110fe0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.470669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event updated for resources: {'Port': ['ID=ac24a002-e441-4f97-90f0-30b7da628590,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:58.473971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:58.475122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.561044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Network 0fff3926-bcff-449d-bdd4-686375a71729 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:58.561903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Pushing event updated for resources: {'Port': ['ID=6ff9feb9-4f43-446e-b845-9365a8613fa6,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:58.566540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:58.569227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:58.570461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:16:58.632793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:16:58.634253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:16:58.655392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 450b3003-6233-4d20-acee-5c357e7b355a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:16:58.657141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.676427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.775239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Attempting to bind port 6ff9feb9-4f43-446e-b845-9365a8613fa6 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:16:58.775670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Attempting to bind port 6ff9feb9-4f43-446e-b845-9365a8613fa6 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:16:58.776220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Attempting to bind port 6ff9feb9-4f43-446e-b845-9365a8613fa6 on network 0fff3926-bcff-449d-bdd4-686375a71729 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:16:58.822300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:16:58.822707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Checking segment: {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:16:58.823177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.824039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Bound using segment: {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:16:58.825025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Bound port: 6ff9feb9-4f43-446e-b845-9365a8613fa6, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:16:58.825516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.857708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 88929690-a980-4742-ad9d-b5246a7d0704 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:58.882168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 450b3003-6233-4d20-acee-5c357e7b355a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:58.882591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:58.931641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Router 681de91a-a086-442c-8f7d-c309cc6fcaba is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:16:58.996301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] For port 6ff9feb9-4f43-446e-b845-9365a8613fa6, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:16:59.021981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Router 5389aacf-16fc-4aad-a9ca-66a0c42a671a has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:16:59.055369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] For port 6ff9feb9-4f43-446e-b845-9365a8613fa6, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6ff9feb9-4f43-446e-b845-9365a8613fa6,segment=NetworkSegment(67396703-dc39-4a02-ad75-2612e087fed4),segment_id=67396703-dc39-4a02-ad75-2612e087fed4)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:16:59.063574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.070940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9673ef6d-2dd7-4446-bdda-b06b531d58a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:59.143083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95b8b5eb-0314-40b5-9a7a-d70b6e7680b1 None None] Provisioning complete for port ac24a002-e441-4f97-90f0-30b7da628590 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:16:59.143511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8b5eb-0314-40b5-9a7a-d70b6e7680b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.221742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:16:59.232274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Pushing event updated for resources: {'Port': ['ID=6ff9feb9-4f43-446e-b845-9365a8613fa6,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:59.232954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1348159 Dec 23 15:16:59.235142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-95b8b5eb-0314-40b5-9a7a-d70b6e7680b1 None None] Port ac24a002-e441-4f97-90f0-30b7da628590 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:16:59.235590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:16:59.236662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:59.247903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] Sync routers for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:16:59.267902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:59.268611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:59.340561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:59.358220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:16:59.359172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::1 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/a481f7ef-6abe-4138-93eb-b0fb5057b36d/3efc4763-b41e-4647-9978-61b324c8b67c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:59.359431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:59.537580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.621363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:16:59.622385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b8151-85a6-4526-bcd5-a6e426cea830 None None] The sync data for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:16:59.640105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Allocated IP 172.20.0.18 (c486c080-bf00-496d-9218-e8ef4fe24152/019ffc42-ca41-4802-a83d-0554e5b7ab29/450b3003-6233-4d20-acee-5c357e7b355a) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:16:59.665439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.689427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 3efc4763-b41e-4647-9978-61b324c8b67c will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:59.786275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.793370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294981ff-5711-401e-8d54-1defcc8507e9 req-f6d732b4-d98e-4bf5-aba5-5dc39380326c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:16:59.795116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-294981ff-5711-401e-8d54-1defcc8507e9 req-f6d732b4-d98e-4bf5-aba5-5dc39380326c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 943 time: 0.1335151 Dec 23 15:16:59.840837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a76d-1ec8-4f70-9bc3-fb32e75739ab tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.863639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] For port 450b3003-6233-4d20-acee-5c357e7b355a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=450b3003-6233-4d20-acee-5c357e7b355a,segment=NetworkSegment(c1c678d0-e72d-4969-a901-e5787989fe55),segment_id=c1c678d0-e72d-4969-a901-e5787989fe55)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:16:59.867040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09b88238-301d-41d5-ab01-00d47602cdf2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:59.895307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.916825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Transition to ACTIVE for port object 450b3003-6233-4d20-acee-5c357e7b355a will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:16:59.920462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.926421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:16:59.944812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=88929690-a980-4742-ad9d-b5246a7d0704,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:16:59.947734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:16:59.952348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:16:59.952906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:00.015522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-294981ff-5711-401e-8d54-1defcc8507e9 req-ada1d48c-a9f7-45ee-ac08-eabe81a9f7ea tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135930 Dec 23 15:17:00.065649 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6ed6a76d-1ec8-4f70-9bc3-fb32e75739ab tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 15:17:00.068789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ed6a76d-1ec8-4f70-9bc3-fb32e75739ab tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a HTTP/1.1" status: 409 len: 329 time: 0.8296044 Dec 23 15:17:00.070095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54192) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:00.094762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Pushing event updated for resources: {'Port': ['ID=450b3003-6233-4d20-acee-5c357e7b355a,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:00.098049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:00.125469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network c486c080-bf00-496d-9218-e8ef4fe24152 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:00.126914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:00.149807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:00.204018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:00.205081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=3efc4763-b41e-4647-9978-61b324c8b67c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:00.207769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:00.209763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:00.228928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:00.229507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.399244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:00.399931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.436430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.507918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcaff9fb-070d-4792-a731-acc4424658be tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.4479094 Dec 23 15:17:00.508814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54196) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:00.589896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00742ccd-07ba-4e2e-872b-2a4bf0197e2b'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:00.696231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.777004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.780257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-826d31ef-64ee-4b1f-bb49-eaba07c9aef2 None None] Provisioning for port 3efc4763-b41e-4647-9978-61b324c8b67c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:00.784519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-826d31ef-64ee-4b1f-bb49-eaba07c9aef2 None None] Provisioning complete for port 3efc4763-b41e-4647-9978-61b324c8b67c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:00.784945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-826d31ef-64ee-4b1f-bb49-eaba07c9aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.818781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6ff9feb9-4f43-446e-b845-9365a8613fa6 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:00.844919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:00.906960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.922985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:00.924390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "PUT /v2.0/routers/681de91a-a086-442c-8f7d-c309cc6fcaba HTTP/1.1" status: 200 len: 880 time: 11.7158265 Dec 23 15:17:00.943214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54202) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:01.068028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:01.113051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] Sync routers for ids ['681de91a-a086-442c-8f7d-c309cc6fcaba'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:01.133868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:01.202031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-826d31ef-64ee-4b1f-bb49-eaba07c9aef2 None None] Port 3efc4763-b41e-4647-9978-61b324c8b67c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:01.225066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] Routers {'681de91a-a086-442c-8f7d-c309cc6fcaba'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:01.225927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['681de91a-a086-442c-8f7d-c309cc6fcaba'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:01.258560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting port ac24a002-e441-4f97-90f0-30b7da628590 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:01.258947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:01.302078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:01.313684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 6ff9feb9-4f43-446e-b845-9365a8613fa6 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:01.320766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 450b3003-6233-4d20-acee-5c357e7b355a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:01.373770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] Routers {'681de91a-a086-442c-8f7d-c309cc6fcaba'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:01.374419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['681de91a-a086-442c-8f7d-c309cc6fcaba'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:01.491507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:01.491948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98569e34-18dd-459e-9fd5-bffc2b5ab881 None None] The sync data for ids ['681de91a-a086-442c-8f7d-c309cc6fcaba'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:01.518125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c884d48-830b-4dda-9535-220d5c905914 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:01.547967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:01.590411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628510f-2ab7-4f1f-9314-94f6941ce0b0 None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:01.675892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ede71e-e56e-4f5a-be5a-165dc2e9cec6 None None] Network 0fff3926-bcff-449d-bdd4-686375a71729 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:01.694900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Calling delete_port for ac24a002-e441-4f97-90f0-30b7da628590 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:01.812328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-52974b2c-1ea3-4a57-9887-323b551082dd None None] Provisioning for port 450b3003-6233-4d20-acee-5c357e7b355a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:01.825744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-52974b2c-1ea3-4a57-9887-323b551082dd None None] Provisioning complete for port 450b3003-6233-4d20-acee-5c357e7b355a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:01.826431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52974b2c-1ea3-4a57-9887-323b551082dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:01.909667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:01.915260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40015a87-6afe-47b4-9555-7a386456f114 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:01.964532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Port': ['ID=ac24a002-e441-4f97-90f0-30b7da628590,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:01.969624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:02.040493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:02.051415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:02.098310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:02.326823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:02.355688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Provisioning for port 6ff9feb9-4f43-446e-b845-9365a8613fa6 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:02.367842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Provisioning complete for port 6ff9feb9-4f43-446e-b845-9365a8613fa6 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:02.368275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:02.452141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Delete allocated IP 172.20.0.29 (c486c080-bf00-496d-9218-e8ef4fe24152/019ffc42-ca41-4802-a83d-0554e5b7ab29) {{(pid=88873) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 23 15:17:02.594068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc0258-2b4d-4217-9bc4-2c532c3abad5 req-22bb8035-7c03-4038-a0ad-b348be364eda tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:02.595793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-95bc0258-2b4d-4217-9bc4-2c532c3abad5 req-22bb8035-7c03-4038-a0ad-b348be364eda tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 943 time: 1.0183322 Dec 23 15:17:02.643949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:02.693367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] For port 6ff9feb9-4f43-446e-b845-9365a8613fa6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6ff9feb9-4f43-446e-b845-9365a8613fa6,segment=NetworkSegment(67396703-dc39-4a02-ad75-2612e087fed4),segment_id=67396703-dc39-4a02-ad75-2612e087fed4)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:02.704637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:02.708455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-305d8327-f93b-4995-ad4d-ced19e983e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:02.761800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f613a1-32c8-44ea-bc01-bd98a8adef01 None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:02.916349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 0fff3926-bcff-449d-bdd4-686375a71729 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:02.975484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.073653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Pushing event updated for resources: {'Port': ['ID=6ff9feb9-4f43-446e-b845-9365a8613fa6,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:03.081513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.083920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:03.104575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Ignored duplicate provisioning block setup for port 88929690-a980-4742-ad9d-b5246a7d0704 by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 23 15:17:03.106340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:03.123194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Provisioning for port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:03.181802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Provisioning complete for port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:03.182227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.267840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:03.294060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-95bc0258-2b4d-4217-9bc4-2c532c3abad5 req-e39683a4-c059-4ed6-b7ae-0dc239ad1031 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6469243 Dec 23 15:17:03.302147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.303081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.314340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.332618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Provisioning complete for port 450b3003-6233-4d20-acee-5c357e7b355a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:03.334818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.343531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Router 5389aacf-16fc-4aad-a9ca-66a0c42a671a has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:03.430939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:17:03.436382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be5ac46b-70da-476c-9028-42b5f76f284d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:03.579586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:03.590974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] Sync routers for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:03.601400 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5266962 Dec 23 15:17:03.602687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54208) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:03.619270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:03.621541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:03.697785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:03.710487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] Routers {'5389aacf-16fc-4aad-a9ca-66a0c42a671a'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:03.711429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:03.721597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=3efc4763-b41e-4647-9978-61b324c8b67c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:03.748447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-dcd83197-3cfe-46b6-98b8-09028b53786c tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] show failed (client error): The resource could not be found. Dec 23 15:17:03.753626 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcd83197-3cfe-46b6-98b8-09028b53786c tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-445254281 HTTP/1.1" status: 404 len: 334 time: 0.1464760 Dec 23 15:17:03.754319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54212) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:03.759908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9647f06f-c6d2-43a2-9c31-8942c7e243b7 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:03.762160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Provisioning complete for port 6ff9feb9-4f43-446e-b845-9365a8613fa6 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:03.762660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:03.787010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:03.787478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2c97a-2b60-475b-bc60-8c86aa96aaa8 None None] The sync data for ids ['5389aacf-16fc-4aad-a9ca-66a0c42a671a'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:03.819768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=88929690-a980-4742-ad9d-b5246a7d0704,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:03.822513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:03.829987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:03.830452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:03.837513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-9647f06f-c6d2-43a2-9c31-8942c7e243b7 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] update failed (client error): The resource could not be found. Dec 23 15:17:03.846217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9647f06f-c6d2-43a2-9c31-8942c7e243b7 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1793084626 HTTP/1.1" status: 404 len: 335 time: 0.0836928 Dec 23 15:17:03.847209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54216) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:03.857139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:03.886816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'port_id': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'mac_address': 'fa:16:3e:ce:7b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:17:03.932138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a7c7036-6d12-4f13-ac23-46b2716ebef0 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/681de91a-a086-442c-8f7d-c309cc6fcaba HTTP/1.1" status: 200 len: 921 time: 2.9875100 Dec 23 15:17:03.935895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54220) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:04.050592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] In _notify_port_updated(), no bound segment for port 88929690-a980-4742-ad9d-b5246a7d0704 on network c486c080-bf00-496d-9218-e8ef4fe24152 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:17:04.055005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:04.055736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.060745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/ports/88929690-a980-4742-ad9d-b5246a7d0704 HTTP/1.1" status: 200 len: 920 time: 3.5459888 Dec 23 15:17:04.060956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:04.071065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00742ccd-07ba-4e2e-872b-2a4bf0197e2b'}, {'subnet_id': '019ffc42-ca41-4802-a83d-0554e5b7ab29'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:04.136990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4f5d76d-5bd7-4fac-873a-e517c515a218 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=681de91a-a086-442c-8f7d-c309cc6fcaba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1930602 Dec 23 15:17:04.139718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54228) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:04.278791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.302395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:04.312202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:04.314861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Provisioning for port 88929690-a980-4742-ad9d-b5246a7d0704 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:04.317248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470b6e1-741e-4c82-90cd-2a67e4546027 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:04.322070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5470b6e1-741e-4c82-90cd-2a67e4546027 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.1775713 Dec 23 15:17:04.322891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:04.323495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:17:04.326192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:04.338237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting subnet aa5407b0-bae4-4218-9c1f-e1680fc22d83 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:04.346061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.365852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Provisioning complete for port 88929690-a980-4742-ad9d-b5246a7d0704 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:04.367459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.446497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:04.471126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2e25801f-c26c-4020-b118-c25393475e42 None None] Port 88929690-a980-4742-ad9d-b5246a7d0704 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:04.476947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.479028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:04.534110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.626371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:04.633363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Provisioning complete for port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:04.634337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.718868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.764352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:04.766770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6ff9feb9-4f43-446e-b845-9365a8613fa6 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:04.818406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.818819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.819488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.819800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.820181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.820753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.821642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.821925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.822302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.822671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.823046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:04.834478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:04.858750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Provisioning complete for port 450b3003-6233-4d20-acee-5c357e7b355a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:04.859175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:04.862080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba9e025a-58c1-4574-a8f2-d81bd90b9edf tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=681de91a-a086-442c-8f7d-c309cc6fcaba HTTP/1.1" status: 200 len: 205 time: 0.4420581 Dec 23 15:17:04.878668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54238) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:04.928934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:17:05.010997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 6ff9feb9-4f43-446e-b845-9365a8613fa6 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:05.011405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.173259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.210898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127fafe-b4e7-48cf-a1cf-766314272f21 req-1928f8a3-18e7-4d53-b5a7-f966ec523b87 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:05.212568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7127fafe-b4e7-48cf-a1cf-766314272f21 req-1928f8a3-18e7-4d53-b5a7-f966ec523b87 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 944 time: 0.5409780 Dec 23 15:17:05.243545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Provisioning complete for port 88929690-a980-4742-ad9d-b5246a7d0704 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:05.243810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.283586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:05.292296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7569499 Dec 23 15:17:05.295306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54242) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:05.302741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'network': {'name': 'tempest-RoutersTest-579121811'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:05.316508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:05.317940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:05.329755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:network and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:05.335860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:05.346003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:05.370556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-73ff1180-a399-4429-aa01-fe0b4656c7af None None] Port 88929690-a980-4742-ad9d-b5246a7d0704 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:05.389009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:05.390284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:05.392967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:05.400131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.450107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:17:05.452967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:17:05.469776 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7127fafe-b4e7-48cf-a1cf-766314272f21 req-715c3b13-b027-4d87-86c8-ec1d1c3db320 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353387 Dec 23 15:17:05.474116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.484962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.485780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added segment df1c8a11-8844-405c-9109-6800e980178e of type vlan for network 382637f0-8424-4331-b7e5-f7403ba2b165 Dec 23 15:17:05.489096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.22 (c486c080-bf00-496d-9218-e8ef4fe24152/019ffc42-ca41-4802-a83d-0554e5b7ab29/88929690-a980-4742-ad9d-b5246a7d0704) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:05.491430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d141f27d-20d7-4c5a-9823-a8768176771f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:05.529646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.542714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5407b0-bae4-4218-9c1f-e1680fc22d83,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:05.552677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75362004-ba0a-4e39-83dc-5ef678ce835c None None] Network 90ba0a8b-021b-4947-b43d-cadbb052765e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:05.567570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:05.570281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/subnets/aa5407b0-bae4-4218-9c1f-e1680fc22d83 HTTP/1.1" status: 204 len: 168 time: 1.7223737 Dec 23 15:17:05.577192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:05.650083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.704857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.709079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:05.709648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.716017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4b89a86-4b70-478f-ad19-2f2ab99fcc56 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:05.782849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.783349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-97323946-474b-4c78-b74d-2ee6525ed942 None None] Provisioning complete for port 3efc4763-b41e-4647-9978-61b324c8b67c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:05.783814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97323946-474b-4c78-b74d-2ee6525ed942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:05.844854 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5456338 Dec 23 15:17:05.846274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54250) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:05.850642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Network': ['ID=382637f0-8424-4331-b7e5-f7403ba2b165,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:05.855495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:05.859767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'subnet': {'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:05.871948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:05.889931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:05.902326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Sync routers for ids ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:05.919042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Routers {'7ebceebc-a6e7-4f15-bfdc-15e944cb2741'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:05.920625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:05.930974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 382637f0-8424-4331-b7e5-f7403ba2b165 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:17:05.945952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "PUT /v2.0/routers/7ebceebc-a6e7-4f15-bfdc-15e944cb2741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8341653 Dec 23 15:17:05.953414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54254) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:06.069753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11e848-ff0f-4441-b3d5-7282ff0ee542 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:06.070353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc11e848-ff0f-4441-b3d5-7282ff0ee542 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:06.074907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:06.083407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:subnet and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:06.087781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-97323946-474b-4c78-b74d-2ee6525ed942 None None] Port 3efc4763-b41e-4647-9978-61b324c8b67c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:06.089367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:06.097667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:06.110848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc11e848-ff0f-4441-b3d5-7282ff0ee542 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:06.113712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc11e848-ff0f-4441-b3d5-7282ff0ee542 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports/3efc4763-b41e-4647-9978-61b324c8b67c HTTP/1.1" status: 200 len: 911 time: 0.1592381 Dec 23 15:17:06.116228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Made reservation on behalf of a23c9c09ce504f508d52b3faf917d0d5 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:06.159800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Set router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:06.173680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54258) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:06.284345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.348834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.382817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting subnet 34217cf0-8d6f-4271-84c4-6a6ed94d4b45 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:06.394265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.436443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 88929690-a980-4742-ad9d-b5246a7d0704 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:06.457529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.466539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ac7af-b805-45b5-bedf-8ffb4575ab85 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:06.471511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ac7af-b805-45b5-bedf-8ffb4575ab85 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:06.476156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f0ac7af-b805-45b5-bedf-8ffb4575ab85 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2934422 Dec 23 15:17:06.487087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:06.551931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54262) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:06.565027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] DHCP port deletion for 90ba0a8b-021b-4947-b43d-cadbb052765e request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:06.577332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-97323946-474b-4c78-b74d-2ee6525ed942 None None] Provisioning complete for port 88929690-a980-4742-ad9d-b5246a7d0704 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:06.577804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97323946-474b-4c78-b74d-2ee6525ed942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.602630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:00Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None, '_interfaces': [{'id': '3efc4763-b41e-4647-9978-61b324c8b67c', 'name': '', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'mac_address': 'fa:16:3e:ea:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a481f7ef-6abe-4138-93eb-b0fb5057b36d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:58Z', 'updated_at': '2021-12-23T15:17:02Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'subnets': [{'id': 'a481f7ef-6abe-4138-93eb-b0fb5057b36d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:06.607600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Checking router: 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:06.608260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Updating router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 port 3efc4763-b41e-4647-9978-61b324c8b67c binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:17:06.651425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.660159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:06.670407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-903cad83-1d8a-42f0-b8ba-e6c732b55f7c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:06.672706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.689993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Deleting port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:06.689993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.751796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:06.825659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-97323946-474b-4c78-b74d-2ee6525ed942 None None] Port 88929690-a980-4742-ad9d-b5246a7d0704 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:06.836271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Subnet': ['ID=5c34d3a8-5873-4562-80cf-60e482e0b17b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:06.851748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:06.904276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=88929690-a980-4742-ad9d-b5246a7d0704,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:06.910744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Checking segment: {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:06.911406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network hostable DHCP agents. Network: 382637f0-8424-4331-b7e5-f7403ba2b165, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:17:06.966636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffedd9-6248-44dd-b918-99a2f8d1af5f req-9c6a9932-e4ae-4790-afd2-9ac0e09089fe tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:06.974990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17ffedd9-6248-44dd-b918-99a2f8d1af5f req-9c6a9932-e4ae-4790-afd2-9ac0e09089fe tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 944 time: 0.1940308 Dec 23 15:17:07.009285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 382637f0-8424-4331-b7e5-f7403ba2b165 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:17:07.030657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:07.062086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17ffedd9-6248-44dd-b918-99a2f8d1af5f req-3c75e62a-81f8-44bd-b68c-0b25ac49a250 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853190 Dec 23 15:17:07.062624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 382637f0-8424-4331-b7e5-f7403ba2b165) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:07.078151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:07.078762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.087220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e709dc2-6e78-4e43-84c7-6fb2a7abb9da None None] Network 382637f0-8424-4331-b7e5-f7403ba2b165 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:07.112631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2649734 Dec 23 15:17:07.118539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54268) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:07.165643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.206062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Transition to ACTIVE for port object 3efc4763-b41e-4647-9978-61b324c8b67c will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:07.216241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.222031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52c3cfab-8991-471b-be56-d162da010209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:07.222375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] In _notify_port_updated(), no bound segment for port 88929690-a980-4742-ad9d-b5246a7d0704 on network c486c080-bf00-496d-9218-e8ef4fe24152 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:17:07.226773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:07.227482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.232145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/ports/88929690-a980-4742-ad9d-b5246a7d0704 HTTP/1.1" status: 200 len: 1000 time: 3.1698339 Dec 23 15:17:07.238844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:07.263159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.302745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5c5ca-e310-4c9c-868a-beec40602719 None None] Pushing event updated for resources: {'Port': ['ID=3efc4763-b41e-4647-9978-61b324c8b67c,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:07.317531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bac5c5ca-e310-4c9c-868a-beec40602719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:07.359909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.423819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,segment=NetworkSegment(45a3a966-19b5-4c02-b5aa-87463b66b97b),segment_id=45a3a966-19b5-4c02-b5aa-87463b66b97b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:07.444774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.448868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,segment=NetworkSegment(45a3a966-19b5-4c02-b5aa-87463b66b97b),segment_id=45a3a966-19b5-4c02-b5aa-87463b66b97b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:07.449984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.469516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:07.528298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 88929690-a980-4742-ad9d-b5246a7d0704 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:07.528685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.565734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:07.572772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:07.576323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:16:58Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:00Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:07.581642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:07.591511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.635757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Attempting to bind port 3efc4763-b41e-4647-9978-61b324c8b67c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:07.636171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Attempting to bind port 3efc4763-b41e-4647-9978-61b324c8b67c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:07.636576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Attempting to bind port 3efc4763-b41e-4647-9978-61b324c8b67c on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:07.638424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:07.638956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Updating router 1e67d19c-a274-4554-9c1e-a726a72c68f7 port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:17:07.646331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:07.646753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:07.647206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.647647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:07.648163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Bound port: 3efc4763-b41e-4647-9978-61b324c8b67c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:07.648721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.740636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Deleting port 009a89c2-2843-485b-baa4-c2917db1c73e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:07.741257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.777717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.812608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] For port 3efc4763-b41e-4647-9978-61b324c8b67c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:07.816960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] For port 3efc4763-b41e-4647-9978-61b324c8b67c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3efc4763-b41e-4647-9978-61b324c8b67c,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:07.822320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.832743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d61de6c4-c0a7-444e-aa58-5a9daff9cb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:07.921788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5c5ca-e310-4c9c-868a-beec40602719 None None] Pushing event updated for resources: {'Port': ['ID=3efc4763-b41e-4647-9978-61b324c8b67c,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:07.922780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:07.925777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bac5c5ca-e310-4c9c-868a-beec40602719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:07.941446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce0e6993-60b0-4391-a7f3-cdb0b3c42377 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:07.947284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Routers {'7ebceebc-a6e7-4f15-bfdc-15e944cb2741'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:07.950050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:07.981553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Calling delete_port for e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:08.027689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Subnet': ['ID=34217cf0-8d6f-4271-84c4-6a6ed94d4b45,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:08.030816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8f1308f8-7deb-4fb3-be9a-bace6a4cfdc9 None None] Provisioning for port 88929690-a980-4742-ad9d-b5246a7d0704 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:08.058987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:08.208452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] Set router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:08.418987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.515193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.530295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Transition to ACTIVE for port object 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:08.564699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8f1308f8-7deb-4fb3-be9a-bace6a4cfdc9 None None] Provisioning complete for port 88929690-a980-4742-ad9d-b5246a7d0704 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:08.565409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f1308f8-7deb-4fb3-be9a-bace6a4cfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.633606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.668440 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/subnets/34217cf0-8d6f-4271-84c4-6a6ed94d4b45 HTTP/1.1" status: 204 len: 168 time: 3.0892491 Dec 23 15:17:08.675344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54278) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:08.690792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8f1308f8-7deb-4fb3-be9a-bace6a4cfdc9 None None] Port 88929690-a980-4742-ad9d-b5246a7d0704 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:08.696454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d93c5-810f-4230-92ed-c384cb887dbd None None] Network a7b6eb84-155d-443e-bec3-32ab72cdb89c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:08.706794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:00Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None, '_interfaces': [{'id': '3efc4763-b41e-4647-9978-61b324c8b67c', 'name': '', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'mac_address': 'fa:16:3e:ea:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a481f7ef-6abe-4138-93eb-b0fb5057b36d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:58Z', 'updated_at': '2021-12-23T15:17:07Z', 'revision_number': 4, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'subnets': [{'id': 'a481f7ef-6abe-4138-93eb-b0fb5057b36d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:08.712189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee4fac-2e0e-49d4-8724-cb0798cdc4e0 None None] The sync data for ids ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'] in dv-neutron-822797-1-hyperv is: [{'id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:00Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None, '_interfaces': [{'id': '3efc4763-b41e-4647-9978-61b324c8b67c', 'name': '', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'mac_address': 'fa:16:3e:ea:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a481f7ef-6abe-4138-93eb-b0fb5057b36d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:58Z', 'updated_at': '2021-12-23T15:17:07Z', 'revision_number': 4, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'subnets': [{'id': 'a481f7ef-6abe-4138-93eb-b0fb5057b36d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:08.724050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.800402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:08.831233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-382637f0-8424-4331-b7e5-f7403ba2b165', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:17:08.832738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.906813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.907063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:08.917001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:08.918901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Allocated IP 172.23.0.1 (382637f0-8424-4331-b7e5-f7403ba2b165/5c34d3a8-5873-4562-80cf-60e482e0b17b/7e50ab3e-2622-43c9-b19d-bdd0407da437) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:08.935807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:08.936109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.001022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.122756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.139363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 88929690-a980-4742-ad9d-b5246a7d0704 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:09.144177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Transition to ACTIVE for port object 7e50ab3e-2622-43c9-b19d-bdd0407da437 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:09.176130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.193275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1dde953-648f-4b31-8839-1a6438e270cc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:09.312365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=7e50ab3e-2622-43c9-b19d-bdd0407da437,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:09.317736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:09.319581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Calling delete_port for 009a89c2-2843-485b-baa4-c2917db1c73e owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:09.320412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 382637f0-8424-4331-b7e5-f7403ba2b165 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:09.323659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:09.325665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:09.429579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.479983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Allocated IP 172.23.0.2 (382637f0-8424-4331-b7e5-f7403ba2b165/5c34d3a8-5873-4562-80cf-60e482e0b17b/dcb72d62-7ff5-44f0-966e-39a494b3ddfb) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:09.550823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.730427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.790390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Transition to ACTIVE for port object dcb72d62-7ff5-44f0-966e-39a494b3ddfb will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:09.791768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.802683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad437-4537-4135-9204-6c0e300215ee req-d6ab9153-bb34-402e-906d-211d3fcee4e0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:09.811675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2e5ad437-4537-4135-9204-6c0e300215ee req-d6ab9153-bb34-402e-906d-211d3fcee4e0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 944 time: 1.2376349 Dec 23 15:17:09.820462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f13d16-fc2e-484e-85cd-96261552a1ee None None] Pushing event updated for resources: {'Port': ['ID=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:09.826797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5f13d16-fc2e-484e-85cd-96261552a1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:09.847696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-838dfba2-d2ef-4491-94a3-f462f3774ad6 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:09.884314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:17:09.884741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:17:09.895289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:09.895669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:09.914000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Transition to ACTIVE for port object dcb72d62-7ff5-44f0-966e-39a494b3ddfb will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:09.968757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event deleted for resources: {'Port': ['ID=009a89c2-2843-485b-baa4-c2917db1c73e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:09.980704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:10.015307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.031979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:10.040214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.045926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.093885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2e5ad437-4537-4135-9204-6c0e300215ee req-a7fe9176-1818-4314-9134-12c6a84fe06a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810662 Dec 23 15:17:10.138719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:10.169617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.171565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Attempting to bind port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:10.171999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Attempting to bind port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:10.172428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Attempting to bind port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 on network 0fff3926-bcff-449d-bdd4-686375a71729 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:10.180440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Network 382637f0-8424-4331-b7e5-f7403ba2b165 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:10.199987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.211193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:10.214561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:10.224647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Pushing event updated for resources: {'Port': ['ID=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:10.239599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:10.251925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:10.252359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Checking segment: {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:10.252793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.253287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Bound using segment: {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:10.253833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Bound port: 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67396703-dc39-4a02-ad75-2612e087fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:10.254574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.313860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event updated for resources: {'Port': ['ID=7e50ab3e-2622-43c9-b19d-bdd0407da437,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:10.324495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:10.348267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.364648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d91f2363-76e1-4048-97ab-58b8e613eb34 tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:10.422988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:17:10.434760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Deleting port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:10.435569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.435851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=88929690-a980-4742-ad9d-b5246a7d0704,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:10.476918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-b4eec272-b0a6-4600-a960-61ddc1a4e51d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1481349 Dec 23 15:17:10.478989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Network 382637f0-8424-4331-b7e5-f7403ba2b165 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:10.480204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:10.508951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,segment=NetworkSegment(45a3a966-19b5-4c02-b5aa-87463b66b97b),segment_id=45a3a966-19b5-4c02-b5aa-87463b66b97b)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:10.509302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.519341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:10.556947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] DHCP port deletion for a7b6eb84-155d-443e-bec3-32ab72cdb89c request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:10.560570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'code': 200} Dec 23 15:17:10.682101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Calling delete_port for e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:10.797770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] For port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:10.806234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] For port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,segment=NetworkSegment(67396703-dc39-4a02-ad75-2612e087fed4),segment_id=67396703-dc39-4a02-ad75-2612e087fed4)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:10.812558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:10.818572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3efc4763-b41e-4647-9978-61b324c8b67c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:10.867491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.871670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Deleting port 51ebb9d3-5fbb-4976-a582-441281d95bfc {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:10.872121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.905430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-8902e821-0b53-4465-aa42-2a6323b8823f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1098 time: 0.2419069 Dec 23 15:17:10.939957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-37912279-28fb-47ab-9ab9-3cfd4b780564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:10.963466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:10.974032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.012399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Attempting to bind port dcb72d62-7ff5-44f0-966e-39a494b3ddfb on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:11.012834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Attempting to bind port dcb72d62-7ff5-44f0-966e-39a494b3ddfb by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:11.013339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Attempting to bind port dcb72d62-7ff5-44f0-966e-39a494b3ddfb on network 382637f0-8424-4331-b7e5-f7403ba2b165 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:11.047273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] For port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,segment=NetworkSegment(45a3a966-19b5-4c02-b5aa-87463b66b97b),segment_id=45a3a966-19b5-4c02-b5aa-87463b66b97b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:11.047727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.107610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:11.108048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Checking segment: {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:11.108507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.108974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Bound using segment: {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:11.109612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Bound port: dcb72d62-7ff5-44f0-966e-39a494b3ddfb, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:11.110042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.359264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Calling delete_port for e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:11.417315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4cc42260-fa9f-4c42-8da5-b239a3603e25 req-6d4a51a5-a8a1-49a6-aa68-a71158c46e94 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 1098 time: 0.5862322 Dec 23 15:17:11.523024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-da0e7c5a-470b-4d73-b8f0-dffd995db32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:11.524667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-da0e7c5a-470b-4d73-b8f0-dffd995db32b service neutron] 10.222.0.65 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 898 time: 0.5547493 Dec 23 15:17:11.525188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.533306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:11.533949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:11.599072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:11.601371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f13d16-fc2e-484e-85cd-96261552a1ee None None] Pushing event updated for resources: {'Port': ['ID=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:11.625425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4cc42260-fa9f-4c42-8da5-b239a3603e25 req-f9760d13-2eae-4787-8894-608e84a2f77a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978543 Dec 23 15:17:11.625844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5f13d16-fc2e-484e-85cd-96261552a1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:11.630727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.636s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:11.680446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:17:11.680821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:17:11.725215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-fd1c5f43-1fb4-41d0-a098-1cfa4fe29c04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 1000 time: 0.1906738 Dec 23 15:17:11.760917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.771692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.803769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.845734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/88929690-a980-4742-ad9d-b5246a7d0704 HTTP/1.1" status: 204 len: 168 time: 4.6030395 Dec 23 15:17:11.852120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:11.884849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:11.919437 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7966056 Dec 23 15:17:11.920769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54290) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:11.928062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:11.942324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3083-5b30-4a07-8487-a8e2b7a348b4 req-6e6d675f-216e-4cad-9e80-8392e94a572c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:11.943973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f76f3083-5b30-4a07-8487-a8e2b7a348b4 req-6e6d675f-216e-4cad-9e80-8392e94a572c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.4087942 Dec 23 15:17:11.949849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-19266b3c-04bd-4826-a568-5cd6572e55ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:17:11.950415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19266b3c-04bd-4826-a568-5cd6572e55ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:11.989526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] No DVR routers for this DVR port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:11.991258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:11.991410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-5286b42c-0e15-4db4-bcf0-36ac65c3c599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:11.993351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-5286b42c-0e15-4db4-bcf0-36ac65c3c599 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 200 len: 835 time: 0.1518757 Dec 23 15:17:12.064597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.065089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Fanout notify agent at l3_agent the message router_deleted on router 681de91a-a086-442c-8f7d-c309cc6fcaba {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:17:12.071901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 3efc4763-b41e-4647-9978-61b324c8b67c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:12.088406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19266b3c-04bd-4826-a568-5cd6572e55ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:12.092195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19266b3c-04bd-4826-a568-5cd6572e55ed tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/88929690-a980-4742-ad9d-b5246a7d0704 HTTP/1.1" status: 404 len: 333 time: 0.2355416 Dec 23 15:17:12.094312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:12.107267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.113583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/681de91a-a086-442c-8f7d-c309cc6fcaba HTTP/1.1" status: 204 len: 168 time: 7.2334175 Dec 23 15:17:12.117190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] For port dcb72d62-7ff5-44f0-966e-39a494b3ddfb, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:12.117493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54298) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:12.121039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3efc4763-b41e-4647-9978-61b324c8b67c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:12.121487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.126698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2107206990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:12.136096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:12.147081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Usage tracker for resource:router and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:12.154506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:12.164851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:12.166632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:12.193090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] For port dcb72d62-7ff5-44f0-966e-39a494b3ddfb, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:12.196362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.197438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.221874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-1af59b0c-436b-4e61-ba8e-cf6886d1c540 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=244bf9c6-7bd3-474f-8795-2b4a78f08e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2172375 Dec 23 15:17:12.229687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting port e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:12.229687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.234797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:12.281765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f76f3083-5b30-4a07-8487-a8e2b7a348b4 req-78d742b6-e167-468c-b22e-01244a975bf4 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162928 Dec 23 15:17:12.286737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.307620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Pushing event deleted for resources: {'Port': ['ID=e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:12.333736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] For port 51ebb9d3-5fbb-4976-a582-441281d95bfc, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51ebb9d3-5fbb-4976-a582-441281d95bfc,segment=NetworkSegment(832e0130-7e5d-4fb2-bb55-64868a8e0337),segment_id=832e0130-7e5d-4fb2-bb55-64868a8e0337)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:12.334192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.339664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] The port 'e880d1a8-b0bf-42f3-9e19-e8e5f6bdec25' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:17:12.345212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:12.369344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-337e964a-5aba-40c4-84a3-0712521d14cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.768s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:12.511959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.515081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-0724e396-0c27-45ee-802b-66cbc6a5ca1a service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257974 Dec 23 15:17:12.557984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Calling delete_port for 51ebb9d3-5fbb-4976-a582-441281d95bfc owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:12.611174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.672622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ba0a8b-021b-4947-b43d-cadbb052765e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:12.687477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.735380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a3a966-19b5-4c02-b5aa-87463b66b97b') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:12.735720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a3a966-19b5-4c02-b5aa-87463b66b97b') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:12.788749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.794565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.795881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5f2cb026-22bd-4c03-81fe-2da4f3a7db0e tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6767199 Dec 23 15:17:12.810122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54306) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:12.815796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.817924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.820565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': True}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:12.827960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:12.828415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:12.864817 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:12.877793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Pushing event updated for resources: {'Port': ['ID=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:12.887183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 019ffc42-ca41-4802-a83d-0554e5b7ab29 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:12.897275 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86329f9d-e739-4279-8e20-13cb00c1d8a0 req-493fdcf9-626e-4261-89bd-a257424b91b6 service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671632 Dec 23 15:17:12.902398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:12.967767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.005949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.705s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:13.006361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:13.022310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.042587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8be3078b-7e71-4681-adaa-d1e7887cb3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:13.112747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 3efc4763-b41e-4647-9978-61b324c8b67c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3efc4763-b41e-4647-9978-61b324c8b67c,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:13.130475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Pushing event deleted for resources: {'Port': ['ID=51ebb9d3-5fbb-4976-a582-441281d95bfc,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:13.141934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.145322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:13.151653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:13.199859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.237577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.239087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=3efc4763-b41e-4647-9978-61b324c8b67c,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:13.247270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51ebb9d3-5fbb-4976-a582-441281d95bfc no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:13.254193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4eb9ab73-577e-4a1f-a473-77eba74e8fbb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:13.275411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:13.280246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9554fc0-305f-4ed9-8d46-11a033aea5e8 None None] No DVR routers for this DVR port 51ebb9d3-5fbb-4976-a582-441281d95bfc on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:13.283824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.308679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 51ebb9d3-5fbb-4976-a582-441281d95bfc {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:13.309123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51ebb9d3-5fbb-4976-a582-441281d95bfc not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:13.321368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Network': ['ID=90ba0a8b-021b-4947-b43d-cadbb052765e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:13.332668 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/networks/90ba0a8b-021b-4947-b43d-cadbb052765e HTTP/1.1" status: 204 len: 168 time: 4.6475465 Dec 23 15:17:13.340398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:13.343661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:13.541050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 3efc4763-b41e-4647-9978-61b324c8b67c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:13.541533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.573188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:09Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:10Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:09Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:13.591044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ff30a-99d7-4165-9329-54b8b3c82d21 None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:09Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:10Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:09Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:13.719559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3efc4763-b41e-4647-9978-61b324c8b67c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:13.800743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.819403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3efc4763-b41e-4647-9978-61b324c8b67c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:13.819904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.877645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:13.984088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb72d62-7ff5-44f0-966e-39a494b3ddfb up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:14.024779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:17:14.040176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.055148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Removed routes are [] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:17:14.055608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.084395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port dcb72d62-7ff5-44f0-966e-39a494b3ddfb completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:14.400240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.465036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622b245-7a01-4b95-a2f9-1ff5414fd0d0 req-d8762692-40ef-42b0-b763-33b129d23781 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:14.467383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c622b245-7a01-4b95-a2f9-1ff5414fd0d0 req-d8762692-40ef-42b0-b763-33b129d23781 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.8780985 Dec 23 15:17:14.492524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b6eb84-155d-443e-bec3-32ab72cdb89c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:14.568195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 3efc4763-b41e-4647-9978-61b324c8b67c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3efc4763-b41e-4647-9978-61b324c8b67c,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:14.568926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.643411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.685444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.688191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.731726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.740096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 3efc4763-b41e-4647-9978-61b324c8b67c owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:14.843476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832e0130-7e5d-4fb2-bb55-64868a8e0337') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:14.843827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832e0130-7e5d-4fb2-bb55-64868a8e0337') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:14.858926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.889296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.894021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.901898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-521818ee-1020-4f28-b0d5-141b3ec3e42f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:14.952284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:14.952751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:14.978683 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:15.025528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Allocated IP 172.26.2.127 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/bb949998-e3eb-4a76-901d-304fb9c33bc4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:15.041271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=019ffc42-ca41-4802-a83d-0554e5b7ab29,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:15.044252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:15.047070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c622b245-7a01-4b95-a2f9-1ff5414fd0d0 req-6e0a9830-debf-4cd4-b8be-df5a477a7b88 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5294793 Dec 23 15:17:15.057197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.060986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:15.063570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a28dd2-1bd4-4f47-8c7a-4f5159ddfb9a None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:15.095003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/019ffc42-ca41-4802-a83d-0554e5b7ab29 HTTP/1.1" status: 204 len: 168 time: 2.9979155 Dec 23 15:17:15.095907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:15.183250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 00742ccd-07ba-4e2e-872b-2a4bf0197e2b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:15.218891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.263207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.267571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.281488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4723d848-6c9b-46e9-8805-926c7ff09952 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:15.289415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560411c-0d94-4c4f-af16-0bff07e6bd6f None None] Network 382637f0-8424-4331-b7e5-f7403ba2b165 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:15.327511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Network': ['ID=a7b6eb84-155d-443e-bec3-32ab72cdb89c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:15.330161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:15.339435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1269bbc7-2eef-4488-9641-f59af0277379 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/networks/a7b6eb84-155d-443e-bec3-32ab72cdb89c HTTP/1.1" status: 204 len: 168 time: 1.9783876 Dec 23 15:17:15.346547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.380206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54328) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:15.406305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.413972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b27bedb1-4953-4506-b3a7-95251e1c8fa8 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:15.464273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=3efc4763-b41e-4647-9978-61b324c8b67c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:15.467037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:15.504178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Provisioning for port dcb72d62-7ff5-44f0-966e-39a494b3ddfb completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:15.516810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Provisioning complete for port dcb72d62-7ff5-44f0-966e-39a494b3ddfb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:15.517993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.632254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:15.774993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.830053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.923782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:15.943511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:16.016348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bcf04-dc73-40b7-96af-c18dc23688d0 req-5ec19b03-a604-4c61-8d76-6bb87fff5071 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:16.018166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.018314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e3bcf04-dc73-40b7-96af-c18dc23688d0 req-5ec19b03-a604-4c61-8d76-6bb87fff5071 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.7880342 Dec 23 15:17:16.025083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ee260e3-dba5-4ec4-90bb-c8cac2eda3a3 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:16.126164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=00742ccd-07ba-4e2e-872b-2a4bf0197e2b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:16.129065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:16.134132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.144180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.150409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:16.150868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:16.159374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:16.173912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting subnet ae21ae63-b177-4865-a97f-68acf376a688 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:16.176345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.183628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef5f38ab-3991-4826-b9bd-11f534a34c87 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:16.214198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.220769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/00742ccd-07ba-4e2e-872b-2a4bf0197e2b HTTP/1.1" status: 204 len: 168 time: 1.1211324 Dec 23 15:17:16.223457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:16.257086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e3bcf04-dc73-40b7-96af-c18dc23688d0 req-c04594e7-64a0-4cea-9ecf-38aea3f27a15 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265661 Dec 23 15:17:16.293636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.297618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3d692449-e37e-407a-a936-9baaea3ce3cd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 934 time: 4.3737717 Dec 23 15:17:16.297618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54338) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:16.304387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54340) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:16.355646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] For port dcb72d62-7ff5-44f0-966e-39a494b3ddfb, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:16.370731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:16.372179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:16.388927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:16.408266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:16.430037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:16.461065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.488545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.497797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Port': ['ID=bb949998-e3eb-4a76-901d-304fb9c33bc4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:16.511018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:16.516062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:16.518801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.542947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 450b3003-6233-4d20-acee-5c357e7b355a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:16.543357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.565729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:16.566169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.573045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:16.821035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.850164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-909e7b48-07dd-4003-8cb3-92c871eac030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:16.870925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dbd3f9a2-fc5e-4f8d-aba0-783565cd84a5 tempest-TestVolumeBootPattern-1445271534 tempest-TestVolumeBootPattern-1445271534-project-admin] Synchronizing usage tracker for tenant:1743b0dfd2734fab8e3601b453ab9d14 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:16.872566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Pushing event updated for resources: {'Port': ['ID=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:16.876726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:16.915586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b755e72-6bde-4e83-be61-f995aeefd8cb tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 934 time: 0.6006846 Dec 23 15:17:16.922458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54348) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:16.933036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'routes': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:17.012893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dbd3f9a2-fc5e-4f8d-aba0-783565cd84a5 tempest-TestVolumeBootPattern-1445271534 tempest-TestVolumeBootPattern-1445271534-project-admin] Unset dirty status for tenant:1743b0dfd2734fab8e3601b453ab9d14 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:17.014394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dbd3f9a2-fc5e-4f8d-aba0-783565cd84a5 tempest-TestVolumeBootPattern-1445271534 tempest-TestVolumeBootPattern-1445271534-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 1093 time: 0.7115471 Dec 23 15:17:17.021521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54352) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:17.028957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:17.045716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:17.061416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb86ba6-c493-4734-b6a5-64c370f95213 None None] Update dhcp port {'port': {'network_id': 'c486c080-bf00-496d-9218-e8ef4fe24152', 'fixed_ips': [{'subnet_id': '00742ccd-07ba-4e2e-872b-2a4bf0197e2b'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '450b3003-6233-4d20-acee-5c357e7b355a'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:17:17.106380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:floatingip and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:17.114537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:17.120257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.129498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:17.138095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.146372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1624d17-795d-4ff7-90e0-749f7557383d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:17.161017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:17.167671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "PUT /v2.0/routers/7ebceebc-a6e7-4f15-bfdc-15e944cb2741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5974855 Dec 23 15:17:17.170823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:17.200128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.204635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] Sync routers for ids ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:17.204859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Subnet': ['ID=ae21ae63-b177-4865-a97f-68acf376a688,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:17.212815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:17.222428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bb86ba6-c493-4734-b6a5-64c370f95213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.235786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.245296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port 450b3003-6233-4d20-acee-5c357e7b355a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=450b3003-6233-4d20-acee-5c357e7b355a,segment=NetworkSegment(c1c678d0-e72d-4969-a901-e5787989fe55),segment_id=c1c678d0-e72d-4969-a901-e5787989fe55)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:17.245711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.256924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832f34d-d98f-4451-9cc0-e52f4e8b0a96 None None] Network 1e75bfdc-afc1-41e6-85e9-a623cd4926af requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:17.264885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.268043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] Routers {'7ebceebc-a6e7-4f15-bfdc-15e944cb2741'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:17.268834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:17.279100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,segment=NetworkSegment(67396703-dc39-4a02-ad75-2612e087fed4),segment_id=67396703-dc39-4a02-ad75-2612e087fed4)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:17.346778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/subnets/ae21ae63-b177-4865-a97f-68acf376a688 HTTP/1.1" status: 204 len: 168 time: 1.9552195 Dec 23 15:17:17.353748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54360) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:17.386231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.429850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbe8719d-2dfd-4e0d-a059-10c2d372cadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:17.480279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 450b3003-6233-4d20-acee-5c357e7b355a owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:17.524155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610771d-89a2-41a3-978f-3311fa41553f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:17.527169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610771d-89a2-41a3-978f-3311fa41553f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:17.528153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1610771d-89a2-41a3-978f-3311fa41553f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:17.594556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1610771d-89a2-41a3-978f-3311fa41553f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:17.595913 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1610771d-89a2-41a3-978f-3311fa41553f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4241002 Dec 23 15:17:17.599169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54364) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:17.687333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:17.740457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8643d1a4-f8b0-43c1-8624-c39a4a9e54a9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:17.742561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb72d62-7ff5-44f0-966e-39a494b3ddfb up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:17.809427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=450b3003-6233-4d20-acee-5c357e7b355a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:17.818100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:17.847202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] Set router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:17.992573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet a481f7ef-6abe-4138-93eb-b0fb5057b36d {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:17.996976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.001057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:15Z', 'revision_number': 3, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.006038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] Checking router: 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:18.023559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] Routers {'7ebceebc-a6e7-4f15-bfdc-15e944cb2741'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:18.024404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:16:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.072100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.157433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:18.171689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.197463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:18.204506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] Set router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:18.235648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.255376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:14Z', 'revision_number': 6, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:10Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:09Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.279654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port 450b3003-6233-4d20-acee-5c357e7b355a on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:18.300249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8d1b8111-e511-4ffb-b024-d462d1e7b838 None None] Provisioning complete for port dcb72d62-7ff5-44f0-966e-39a494b3ddfb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:18.300691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8111-e511-4ffb-b024-d462d1e7b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.339782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.350615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:15Z', 'revision_number': 3, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.355450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfc9fd-8a3b-43af-9ac4-8bc2b6e32894 None None] The sync data for ids ['7ebceebc-a6e7-4f15-bfdc-15e944cb2741'] in dv-neutron-822797-1-hyperv is: [{'id': '7ebceebc-a6e7-4f15-bfdc-15e944cb2741', 'name': 'tempest-NetworksTestDHCPv6-router-70108172', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:15Z', 'revision_number': 3, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:18.359554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e8c617a-1992-4045-8a5a-11ec990c0b69 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:18.371527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.391900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Deleting port 9fcc0723-e139-4272-bdb2-bcea05230608 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:18.392713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.416281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8869be-be8d-4cef-a9ac-d847a798b8bf None None] Network c486c080-bf00-496d-9218-e8ef4fe24152 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:18.438119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.445993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b2179-c7c0-4458-8ed8-f49560743869 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:18.447929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.462797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:18.463220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Updating router 1e67d19c-a274-4554-9c1e-a726a72c68f7 port 7e50ab3e-2622-43c9-b19d-bdd0407da437 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:17:18.477281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=a481f7ef-6abe-4138-93eb-b0fb5057b36d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:18.504762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.543487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:18.579140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/a481f7ef-6abe-4138-93eb-b0fb5057b36d HTTP/1.1" status: 204 len: 168 time: 0.9788363 Dec 23 15:17:18.581402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.590261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54368) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:18.692519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c486c080-bf00-496d-9218-e8ef4fe24152']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.738784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.767398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c678d0-e72d-4969-a901-e5787989fe55') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.767810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c678d0-e72d-4969-a901-e5787989fe55') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:18.786179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.788140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.804539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd1961c9-69cb-4078-9265-2eabbc9e694c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:router {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:18.811197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port dcb72d62-7ff5-44f0-966e-39a494b3ddfb triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:18.811507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.812308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.826456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:18.826905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:18.843535 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:18.902083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd1961c9-69cb-4078-9265-2eabbc9e694c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:router {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:18.903500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cd1961c9-69cb-4078-9265-2eabbc9e694c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3116326 Dec 23 15:17:18.910253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54372) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:19.019176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.029285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.072081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] For port 9fcc0723-e139-4272-bdb2-bcea05230608, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9fcc0723-e139-4272-bdb2-bcea05230608,segment=NetworkSegment(024765ea-ac2a-4583-b4e1-83bd0414bac9),segment_id=024765ea-ac2a-4583-b4e1-83bd0414bac9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:19.072486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.075472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] DHCP port deletion for 1e75bfdc-afc1-41e6-85e9-a623cd4926af request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:19.077844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f34d26-079a-4d6a-9350-9b26be21d3a3 None None] DHCP port deletion for c486c080-bf00-496d-9218-e8ef4fe24152 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:19.079992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83edbf7e-6783-498f-b32d-c77d8899405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.099274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:19.114259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Deleting port 9fcc0723-e139-4272-bdb2-bcea05230608 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:19.114684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.122539 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/c486c080-bf00-496d-9218-e8ef4fe24152 HTTP/1.1" status: 204 len: 168 time: 2.8908682 Dec 23 15:17:19.124030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:19.134397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=c486c080-bf00-496d-9218-e8ef4fe24152,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:19.137297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:19.204275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.330990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Calling delete_port for 9fcc0723-e139-4272-bdb2-bcea05230608 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:19.377756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6b5f4-a5c7-4f0c-ba80-303a1a914744 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:19.378551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-26e6b5f4-a5c7-4f0c-ba80-303a1a914744 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:19.451962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8d1b8111-e511-4ffb-b024-d462d1e7b838 None None] Provisioning for port 7e50ab3e-2622-43c9-b19d-bdd0407da437 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:19.487905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8d1b8111-e511-4ffb-b024-d462d1e7b838 None None] Provisioning complete for port 7e50ab3e-2622-43c9-b19d-bdd0407da437 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:19.488313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8111-e511-4ffb-b024-d462d1e7b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.495783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Allocated IP 172.26.2.203 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/d36e1512-7ad6-47c1-9206-621339d6fd71) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:19.512721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added routes are [] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:17:19.513132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:17:19.549904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.559328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9563a077-1569-469a-936f-cd5974315b3f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:19.572149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.594632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-26e6b5f4-a5c7-4f0c-ba80-303a1a914744 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:19.599549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26e6b5f4-a5c7-4f0c-ba80-303a1a914744 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4688106 Dec 23 15:17:19.604489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54382) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:19.649997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:19.683185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Port': ['ID=9fcc0723-e139-4272-bdb2-bcea05230608,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:19.691912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Deleting port b797f13c-f518-4fa6-b627-7b4a690eaf51 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:19.692408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.694287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:19.727916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] No DVR routers for this DVR port 9fcc0723-e139-4272-bdb2-bcea05230608 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:19.731117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.743695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.780600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b8111-e511-4ffb-b024-d462d1e7b838 None None] Port 7e50ab3e-2622-43c9-b19d-bdd0407da437 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:19.788177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] For port 9fcc0723-e139-4272-bdb2-bcea05230608, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9fcc0723-e139-4272-bdb2-bcea05230608,segment=NetworkSegment(024765ea-ac2a-4583-b4e1-83bd0414bac9),segment_id=024765ea-ac2a-4583-b4e1-83bd0414bac9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:19.788703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.792991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.811040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f08fd519-1775-40d7-b1df-091976c2ec57 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2058961 Dec 23 15:17:19.811626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54386) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:19.818884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.819770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Fanout notify agent at l3_agent the message router_deleted on router 7ebceebc-a6e7-4f15-bfdc-15e944cb2741 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:17:19.825180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:19.839914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:19.844805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40781e7f-6c4e-4a1e-9e6b-1f22fcec0408 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/routers/7ebceebc-a6e7-4f15-bfdc-15e944cb2741 HTTP/1.1" status: 204 len: 168 time: 0.9301682 Dec 23 15:17:19.844805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54390) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:19.845461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719379801'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:19.850767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:19.915752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:20.007354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:20.029038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:20.055546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:20.082936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.163218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.177618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Calling delete_port for 9fcc0723-e139-4272-bdb2-bcea05230608 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:20.182356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Router 3b26f24d-dc1f-49b3-9952-3681eeef78c9 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:17:20.184460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:20.190010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.214831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e75bfdc-afc1-41e6-85e9-a623cd4926af']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:20.244743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024765ea-ac2a-4583-b4e1-83bd0414bac9') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:20.245064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024765ea-ac2a-4583-b4e1-83bd0414bac9') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:20.248156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8ee3e1f8-d466-4e16-9602-2acd8713d62a None None] Could not find standard attr ID for object 450b3003-6233-4d20-acee-5c357e7b355a. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:17:20.251143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:20.255824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:20.259395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:20.265418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:20.274604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.275870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:20.282538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.474598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8ee3e1f8-d466-4e16-9602-2acd8713d62a None None] Provisioning complete for port 7e50ab3e-2622-43c9-b19d-bdd0407da437 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:20.475117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e1f8-d466-4e16-9602-2acd8713d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.572291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.577914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e1b70bd-9a1f-4157-a47d-44aee50398bd tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:20.594735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:17:20.595127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:17:20.624985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] For port b797f13c-f518-4fa6-b627-7b4a690eaf51, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b797f13c-f518-4fa6-b627-7b4a690eaf51,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:20.624985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.638699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:17:20.646241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3e1f8-d466-4e16-9602-2acd8713d62a None None] Port 7e50ab3e-2622-43c9-b19d-bdd0407da437 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:20.651149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.651353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:20.654542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:20.656694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.657796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:20.658713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.666728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=148716af-cb4b-42c6-b3cb-99bb951e621a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:20.669669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:20.673056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.678276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.678763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment e78a4d1d-46ba-4212-b84c-8235387f7d92 of type vlan for network b7b0f80e-f113-4630-b487-b7ddcefe98d8 Dec 23 15:17:20.680348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:20.680844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.690174 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8446913 Dec 23 15:17:20.693326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:20.697486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53bbb53c-0b62-48cf-b258-70d28c2cf347 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:20.699439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:20.707229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:20.707369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:20.707458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.711953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:router and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:20.715137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:20.721436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:20.726926 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:20.736175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.738517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.759749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.780814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.808757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.814313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c87cd75e-aaa1-4f75-96e5-d7bf8d3d9eef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1157596 Dec 23 15:17:20.814313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54398) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:20.815026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Calling delete_port for b797f13c-f518-4fa6-b627-7b4a690eaf51 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:20.862660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Transition to ACTIVE for port object 7e50ab3e-2622-43c9-b19d-bdd0407da437 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:20.886104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.899007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46a941cd-f453-49af-80c5-00462d8fcee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:20.910131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:20.912490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.920884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:20.958850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:20.975349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=d36e1512-7ad6-47c1-9206-621339d6fd71,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:20.978091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:21.019530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.021654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:21.055449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96d15d9e-76e3-4413-9a97-3eace4d31ebb tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:21.101186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.104993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Deleting port 9fcc0723-e139-4272-bdb2-bcea05230608 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:21.105468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.129969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f487e-ca92-4bee-873f-eeb264b0b784 None None] Pushing event updated for resources: {'Port': ['ID=7e50ab3e-2622-43c9-b19d-bdd0407da437,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:21.134156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.143215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c2f487e-ca92-4bee-873f-eeb264b0b784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:21.145568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:21.167999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Pushing event deleted for resources: {'Network': ['ID=1e75bfdc-afc1-41e6-85e9-a623cd4926af,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:21.188694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:21.207410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Pushing event deleted for resources: {'Port': ['ID=b797f13c-f518-4fa6-b627-7b4a690eaf51,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:21.235058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:21.246855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca429257-207c-4bb5-8acc-e760960feb11 None None] The port '9fcc0723-e139-4272-bdb2-bcea05230608' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:17:21.284637 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/networks/1e75bfdc-afc1-41e6-85e9-a623cd4926af HTTP/1.1" status: 204 len: 168 time: 3.9238491 Dec 23 15:17:21.287796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] No DVR routers for this DVR port b797f13c-f518-4fa6-b627-7b4a690eaf51 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:21.288788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54402) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:21.328691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.330939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.335551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:21.336208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.361468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9d3d63b-7f58-4e62-8429-8286120fbc29 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:21.389393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2082d62-e625-40f5-b2ba-3b6cb729559e tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Synchronizing usage tracker for tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:21.394415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Attempting to bind port 7e50ab3e-2622-43c9-b19d-bdd0407da437 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:21.395079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Attempting to bind port 7e50ab3e-2622-43c9-b19d-bdd0407da437 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:21.395500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Attempting to bind port 7e50ab3e-2622-43c9-b19d-bdd0407da437 on network 382637f0-8424-4331-b7e5-f7403ba2b165 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:21.403925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.405430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a14e0-109e-4acf-8ab5-8a9ee4cb8bbc None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:21.425538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b797f13c-f518-4fa6-b627-7b4a690eaf51 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:21.457350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2082d62-e625-40f5-b2ba-3b6cb729559e tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Unset dirty status for tenant:6cc35e1fc5774d3fa71a7965a3c5dfa3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:21.458676 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2082d62-e625-40f5-b2ba-3b6cb729559e tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "GET /v2.0/ports?device_id=5389aacf-16fc-4aad-a9ca-66a0c42a671a HTTP/1.1" status: 200 len: 205 time: 0.1685429 Dec 23 15:17:21.461957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:21.462104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:21.462341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Checking segment: {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:21.462777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.463349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Bound using segment: {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:21.463949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Bound port: 7e50ab3e-2622-43c9-b19d-bdd0407da437, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1c8a11-8844-405c-9109-6800e980178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:21.464370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.542150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: b797f13c-f518-4fa6-b627-7b4a690eaf51 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:21.542551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b797f13c-f518-4fa6-b627-7b4a690eaf51 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:21.543161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3efc4763-b41e-4647-9978-61b324c8b67c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:21.573148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7531505 Dec 23 15:17:21.578272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54410) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:21.591024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=b7b0f80e-f113-4630-b487-b7ddcefe98d8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:21.591269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 3efc4763-b41e-4647-9978-61b324c8b67c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:21.591686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3efc4763-b41e-4647-9978-61b324c8b67c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:21.591842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:21.592191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9fcc0723-e139-4272-bdb2-bcea05230608 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:21.607448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.627192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:21.653759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:17:21.690254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 9fcc0723-e139-4272-bdb2-bcea05230608 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:21.690663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9fcc0723-e139-4272-bdb2-bcea05230608 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:21.691096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 450b3003-6233-4d20-acee-5c357e7b355a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:21.815734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:21.830089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.834267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "PUT /v2.0/routers/3b26f24d-dc1f-49b3-9952-3681eeef78c9 HTTP/1.1" status: 200 len: 915 time: 9.0202532 Dec 23 15:17:21.836339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54414) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:21.848547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:21.960087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] Sync routers for ids ['3b26f24d-dc1f-49b3-9952-3681eeef78c9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:21.984367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:21.994263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 450b3003-6233-4d20-acee-5c357e7b355a {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:21.994937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 450b3003-6233-4d20-acee-5c357e7b355a not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:21.996988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:22.038486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:22.091253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:22.104645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:22.165211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] Routers {'3b26f24d-dc1f-49b3-9952-3681eeef78c9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:22.166099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['3b26f24d-dc1f-49b3-9952-3681eeef78c9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:22.253621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] For port 7e50ab3e-2622-43c9-b19d-bdd0407da437, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:22.258291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:22.312959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] For port 7e50ab3e-2622-43c9-b19d-bdd0407da437, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7e50ab3e-2622-43c9-b19d-bdd0407da437,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:22.314471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] Routers {'3b26f24d-dc1f-49b3-9952-3681eeef78c9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:22.315270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['3b26f24d-dc1f-49b3-9952-3681eeef78c9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:22.402960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:22.403433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006679e-e2f3-4795-9cb8-e216b36533f3 None None] The sync data for ids ['3b26f24d-dc1f-49b3-9952-3681eeef78c9'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:22.407451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:22.429048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c03c0a2-754d-4c62-a6bc-fa637a3de43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:22.472937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '148716af-cb4b-42c6-b3cb-99bb951e621a'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:17:22.474084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:22.478695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:22.628771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f487e-ca92-4bee-873f-eeb264b0b784 None None] Pushing event updated for resources: {'Port': ['ID=7e50ab3e-2622-43c9-b19d-bdd0407da437,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:22.649131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c2f487e-ca92-4bee-873f-eeb264b0b784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:22.682336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:22.683245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:22.727148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d8294706-c05f-4084-b37c-93a0079e3259 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/3b26f24d-dc1f-49b3-9952-3681eeef78c9 HTTP/1.1" status: 200 len: 921 time: 0.8884988 Dec 23 15:17:22.730517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54420) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:22.867443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/148716af-cb4b-42c6-b3cb-99bb951e621a/2d97be1e-92e2-4804-8867-2008b0ef3aa1) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:22.893622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:22.901033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:22.907221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:22.915853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:22.919913 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9b48b59b-214a-4beb-a706-0ac81e7dd36f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 700 time: 5.9907384 Dec 23 15:17:22.924839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54424) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:22.936105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:22.996669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2e4c0c7-3319-4661-8f2d-262ad8acacca tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=3b26f24d-dc1f-49b3-9952-3681eeef78c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2615254 Dec 23 15:17:22.997737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54428) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:23.042805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.066046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.073491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:23.190469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.191049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Fanout notify agent at l3_agent the message router_deleted on router 5389aacf-16fc-4aad-a9ca-66a0c42a671a {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:17:23.279766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.280998 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b3894a0e-33a5-49b1-8d00-05c49ae8227b tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] 10.222.0.49 "DELETE /v2.0/routers/5389aacf-16fc-4aad-a9ca-66a0c42a671a HTTP/1.1" status: 204 len: 168 time: 1.8181190 Dec 23 15:17:23.304589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaeb13e-e37f-4b7c-ac5c-f89038353ce2 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:23.306469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fbaeb13e-e37f-4b7c-ac5c-f89038353ce2 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.3055899 Dec 23 15:17:23.309491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:23.339801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95c8861f-e191-4aa8-bc88-ae02cc1c5c92 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 700 time: 0.4135220 Dec 23 15:17:23.343477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:23.369012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.384056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Transition to ACTIVE for port object 2d97be1e-92e2-4804-8867-2008b0ef3aa1 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:23.406509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d878461-9d8f-4297-9bd0-d89e3e6842ae tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b26f24d-dc1f-49b3-9952-3681eeef78c9 HTTP/1.1" status: 200 len: 205 time: 0.0957069 Dec 23 15:17:23.409317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54442) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:23.428785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Transition to ACTIVE for port object 2d97be1e-92e2-4804-8867-2008b0ef3aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:23.488433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.500452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2099747-a3e7-420f-945c-50980970a972 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:23.524028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.532379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac9f59c1-951d-495d-bb84-0065241c93f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:23.599285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.624328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.636011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54450) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:23.638264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3daff14f-5068-4c24-a5fa-ece92dde600f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:23.640537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:23.660391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::1 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/148716af-cb4b-42c6-b3cb-99bb951e621a/90f81de0-3eed-4952-a32e-3b9460f172b8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:23.660763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:23.669409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:23.672517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Pushing event updated for resources: {'Port': ['ID=2d97be1e-92e2-4804-8867-2008b0ef3aa1,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:23.677737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:23.707752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=b0777144-6d4b-4063-bd6b-5510fcde5989,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:23.737447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:23.819226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=d36e1512-7ad6-47c1-9206-621339d6fd71,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:23.822951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:23.828466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': 'e78a4d1d-46ba-4212-b84c-8235387f7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:23.828878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: b7b0f80e-f113-4630-b487-b7ddcefe98d8, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:17:23.833591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54456) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:23.839758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Attempting to bind port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:23.840214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Attempting to bind port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:23.840631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Attempting to bind port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:23.857751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:23.858178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:23.858706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.859054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:23.859582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Bound port: 2d97be1e-92e2-4804-8867-2008b0ef3aa1, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:23.860000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.924742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:19Z', 'revision_number': 7, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:22Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:23.935649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5fdc3-957f-4795-b457-b262d8a352f1 None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:19Z', 'revision_number': 7, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:22Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:23.937628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.981241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] For port 2d97be1e-92e2-4804-8867-2008b0ef3aa1, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:23.985601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] For port 2d97be1e-92e2-4804-8867-2008b0ef3aa1, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d97be1e-92e2-4804-8867-2008b0ef3aa1,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:23.990142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:23.995971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:24.019663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:17:24.030914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:17:24.102936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:24.114757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, b7b0f80e-f113-4630-b487-b7ddcefe98d8) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:24.115779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Pushing event updated for resources: {'Port': ['ID=2d97be1e-92e2-4804-8867-2008b0ef3aa1,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:24.133026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b98d10-6b0f-4ec4-bb97-20272ef329eb None None] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:24.143754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 90f81de0-3eed-4952-a32e-3b9460f172b8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:24.147281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:24.155913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:24.156654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:24.196021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6164558 Dec 23 15:17:24.201765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:24.209753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8', 'name': 'tempest-PortsTestJSON-139377476'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:24.240033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:24.240892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:24.267113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e50ab3e-2622-43c9-b19d-bdd0407da437 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:24.295999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ba746fb-a30d-4cf9-a415-01f215ba76a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:24.457885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:24.476953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:24.477825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:24.499931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7e50ab3e-2622-43c9-b19d-bdd0407da437 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:24.519323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7e50ab3e-2622-43c9-b19d-bdd0407da437 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:24.519443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:24.680300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dfc59465-e5d5-4fb5-9bfc-94978e87d358 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cc35e1fc5774d3fa71a7965a3c5dfa3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0113161 Dec 23 15:17:24.715989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54464) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:24.734955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Deleting port 94085292-a84e-4170-9596-0e07834931f4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:24.734955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:24.826284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:25.048745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-b7b0f80e-f113-4630-b487-b7ddcefe98d8', 'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': 'b0777144-6d4b-4063-bd6b-5510fcde5989'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:17:25.051805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.146683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=90f81de0-3eed-4952-a32e-3b9460f172b8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:25.152686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.172826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.244913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:25.260044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:25.286963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:25.292405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:25.293757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.330945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:25.338077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.400480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.400861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.409722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.443029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Floating IP 49c48769-9d84-4393-8335-ec4615f3c5d7 associated. External IP: 172.26.2.203, port: c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe. Dec 23 15:17:25.468035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:19Z', 'revision_number': 7, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:22Z', 'revision_number': 4, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:25.475764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:25.498282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:25.498921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:25.511874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:25.536811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Allocated IP 172.20.0.2 (b7b0f80e-f113-4630-b487-b7ddcefe98d8/b0777144-6d4b-4063-bd6b-5510fcde5989/7392bc3e-ca29-4847-b9b6-b52a69dc94e2) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:25.537848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:25.542880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 7e50ab3e-2622-43c9-b19d-bdd0407da437, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7e50ab3e-2622-43c9-b19d-bdd0407da437,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:25.543191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.554597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.568228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19aa0eec-6689-409f-8954-e12ea96a5761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:25.624347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:17:25.699846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.715076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Calling delete_port for 94085292-a84e-4170-9596-0e07834931f4 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:25.798476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:25.907954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.921000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=7e50ab3e-2622-43c9-b19d-bdd0407da437,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:25.936355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c2e78365-7c68-49df-a5a6-1cdc002bd281 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:25.939955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:25.965106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:25.977471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4696c9fd-24a6-4989-b4dd-7f5fa9352a93,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:25.989380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:25.994908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Deleting port bb949998-e3eb-4a76-901d-304fb9c33bc4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:25.995664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.088106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.089713 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4696c9fd-24a6-4989-b4dd-7f5fa9352a93 HTTP/1.1" status: 204 len: 168 time: 1.3729513 Dec 23 15:17:26.219478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.233455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Transition to ACTIVE for port object 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:26.258781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Transition to ACTIVE for port object 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:26.270429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.276285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a53e12f-5576-468a-82ce-ab2c7552df63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:26.410362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e50ab3e-2622-43c9-b19d-bdd0407da437 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:26.482222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:26.497296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:26.505701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:26.513121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Pushing event updated for resources: {'Port': ['ID=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:26.526246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:26.567232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.4 (b7b0f80e-f113-4630-b487-b7ddcefe98d8/b0777144-6d4b-4063-bd6b-5510fcde5989/5dd888ca-9d66-43fc-8a15-e05c9d6b7a21) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:26.642244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Attempting to bind port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:26.643346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Attempting to bind port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e78a4d1d-46ba-4212-b84c-8235387f7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:26.643992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Attempting to bind port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 on network b7b0f80e-f113-4630-b487-b7ddcefe98d8 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:26.652113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:26.652780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Checking segment: {'id': 'e78a4d1d-46ba-4212-b84c-8235387f7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:26.653494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.654190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Bound using segment: {'id': 'e78a4d1d-46ba-4212-b84c-8235387f7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:26.655576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Bound port: 7392bc3e-ca29-4847-b9b6-b52a69dc94e2, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78a4d1d-46ba-4212-b84c-8235387f7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:26.656130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.659690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.669541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab2eb968-9ae8-4942-838f-1f1b96df115e tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:26.676105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:19Z', 'revision_number': 7, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:25Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:26.677620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7e50ab3e-2622-43c9-b19d-bdd0407da437 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:26.678160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.692110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a92d3-658b-4e8c-b6e0-62f07ed34c6e None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:19Z', 'revision_number': 7, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e50ab3e-2622-43c9-b19d-bdd0407da437', 'name': '', 'network_id': '382637f0-8424-4331-b7e5-f7403ba2b165', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:d8:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:08Z', 'updated_at': '2021-12-23T15:17:25Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '5c34d3a8-5873-4562-80cf-60e482e0b17b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:26.767311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'Port': ['ID=94085292-a84e-4170-9596-0e07834931f4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:26.776043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:26.787612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:26.902989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d97be1e-92e2-4804-8867-2008b0ef3aa1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:27.016838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Calling delete_port for bb949998-e3eb-4a76-901d-304fb9c33bc4 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:27.018571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8b5f1054-6b35-44fa-8d9b-27b02330afa8 None None] Provisioning for port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:27.065118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] For port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:27.080479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] For port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,segment=NetworkSegment(e78a4d1d-46ba-4212-b84c-8235387f7d92),segment_id=e78a4d1d-46ba-4212-b84c-8235387f7d92)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:27.089748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.102931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-983ae499-fd44-4dca-8d4b-d466c1957090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:27.214723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:27.222884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.225120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:27.225584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.246985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:27.299708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Pushing event updated for resources: {'Port': ['ID=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:27.306964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.313065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:27.341707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.353084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.354287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.359653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.369236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d455c02-f812-4d59-8db2-aff783285cd0 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:27.421701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.490372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 2d97be1e-92e2-4804-8867-2008b0ef3aa1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d97be1e-92e2-4804-8867-2008b0ef3aa1,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:27.491883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7d4874f9-8af0-45af-a01a-c025eeb552c1 None None] Provisioning for port 90f81de0-3eed-4952-a32e-3b9460f172b8 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:27.498455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.506256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:27.546363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7d4874f9-8af0-45af-a01a-c025eeb552c1 None None] Provisioning complete for port 90f81de0-3eed-4952-a32e-3b9460f172b8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:27.546811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d4874f9-8af0-45af-a01a-c025eeb552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:27.655829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:27.665271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:27.669136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7d4874f9-8af0-45af-a01a-c025eeb552c1 None None] Port 90f81de0-3eed-4952-a32e-3b9460f172b8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:27.675277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=2d97be1e-92e2-4804-8867-2008b0ef3aa1,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:27.683387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:28.005493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54486) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:28.147845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.163969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=90f81de0-3eed-4952-a32e-3b9460f172b8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:28.171795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:28.172913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:28.176782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.756s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:28.190876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3107caee-955a-43b7-902b-b158666cd5db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:28.221619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:28.244205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:28.284436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-159774553-network', 'tenant_id': '8da58360d22d4e629db1c6a124fb871a'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:28.314061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d97be1e-92e2-4804-8867-2008b0ef3aa1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:28.327928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event deleted for resources: {'Port': ['ID=bb949998-e3eb-4a76-901d-304fb9c33bc4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:28.330564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:28.343878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:28.345818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Usage tracker for resource:network and tenant:8da58360d22d4e629db1c6a124fb871a is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:28.375181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=5dd888ca-9d66-43fc-8a15-e05c9d6b7a21,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:28.378286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:28.396001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9e597ab9-46b7-44a4-bdd0-2f92a35f444d None None] Provisioning complete for port 90f81de0-3eed-4952-a32e-3b9460f172b8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:28.396547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e597ab9-46b7-44a4-bdd0-2f92a35f444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.397968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:28.403519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:28.473500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9e597ab9-46b7-44a4-bdd0-2f92a35f444d None None] Port 90f81de0-3eed-4952-a32e-3b9460f172b8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:28.480434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:28.481251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.484874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:28.485403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.513982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3107140 Dec 23 15:17:28.515532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54492) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:28.588035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': 'b7b0f80e-f113-4630-b487-b7ddcefe98d8', 'name': 'tempest-PortsTestJSON-1318323196'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:28.605312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Made reservation on behalf of 8da58360d22d4e629db1c6a124fb871a for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:28.610297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.620012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:28.677779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 7e50ab3e-2622-43c9-b19d-bdd0407da437 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:28.678199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.691602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.699001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:28.758043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:28.763980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.928106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 7e50ab3e-2622-43c9-b19d-bdd0407da437, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7e50ab3e-2622-43c9-b19d-bdd0407da437,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:28.928530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:28.937107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Router 3b382e93-6dbe-4482-abef-9a15e6d122d6 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:17:29.075291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:29.079894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 7e50ab3e-2622-43c9-b19d-bdd0407da437 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:29.226530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Usage tracker for resource:security_group_rule and tenant:8da58360d22d4e629db1c6a124fb871a is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:29.238883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.243559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:29.261547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:29.268347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:29.273121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.279722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:29.290138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:29.307690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:29.375864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:29.383745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.396676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b15d6-e878-4bea-b199-77da0f1dec59 None None] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:29.398964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:29.408398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.409034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Fanout notify agent at l3_agent the message router_deleted on router 3b26f24d-dc1f-49b3-9952-3681eeef78c9 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:17:29.422116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "PUT /v2.0/routers/3b382e93-6dbe-4482-abef-9a15e6d122d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6074245 Dec 23 15:17:29.425919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54496) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:29.445608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Sync routers for ids ['3b382e93-6dbe-4482-abef-9a15e6d122d6'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:29.507326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.514489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-118eef61-2443-41b1-8959-288fa24c5b3b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:29.546116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port ac04c467-13c4-4e02-a385-83db167b0ca3 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:17:29.552068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Provisioning for port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:29.555154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e028f0-dc36-4e12-a020-460c62c18f5f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:29.555816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86e028f0-dc36-4e12-a020-460c62c18f5f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:29.561303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Provisioning complete for port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:29.561634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.568919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=7e50ab3e-2622-43c9-b19d-bdd0407da437,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:29.576218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:29.596602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.656009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86e028f0-dc36-4e12-a020-460c62c18f5f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:29.657607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86e028f0-dc36-4e12-a020-460c62c18f5f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports/90f81de0-3eed-4952-a32e-3b9460f172b8 HTTP/1.1" status: 200 len: 911 time: 0.2301767 Dec 23 15:17:29.662998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:29.664795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Routers {'3b382e93-6dbe-4482-abef-9a15e6d122d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:29.665554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['3b382e93-6dbe-4482-abef-9a15e6d122d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:29.685546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.702320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6edb9469-de9a-460a-b4da-d9b6b461480a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:29.749567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:17:29.786340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.787239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Added segment 9c3852ca-2cee-48fc-9343-d2c391735e09 of type vlan for network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 Dec 23 15:17:29.821312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.860138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f847e4a-fba9-4c0a-abca-fc9166cba199,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:29.875428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:29.887301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.892299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/3b26f24d-dc1f-49b3-9952-3681eeef78c9 HTTP/1.1" status: 204 len: 168 time: 6.4751790 Dec 23 15:17:29.893596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.894242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54504) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:29.895673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:29.896364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:29.907890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6381f1f3-3bab-42bd-833f-a77e98e43f71 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:29.913822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-764283712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:29.924308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:29.934167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4ef11-40f0-4542-a487-1383e76fad8f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:29.938745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4ef11-40f0-4542-a487-1383e76fad8f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:29.940483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dbf4ef11-40f0-4542-a487-1383e76fad8f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2762749 Dec 23 15:17:29.946093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Usage tracker for resource:router and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:29.948667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54508) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:29.952749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:30.021260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:30.154820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.200765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.252025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Set router 3b382e93-6dbe-4482-abef-9a15e6d122d6 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:30.390977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3840425 Dec 23 15:17:30.403200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54512) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:30.407946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Pushing event updated for resources: {'Network': ['ID=793a9b2c-ac4a-46f5-abaa-c8b65484afa8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:30.416062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Request body: {'subnet': {'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-159774553-subnet', 'tenant_id': '8da58360d22d4e629db1c6a124fb871a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:30.423869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Router eb8fd556-73d7-441d-af72-c3346c3451bd has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:30.425044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:30.432168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:30.439719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:30.443096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.6 (b7b0f80e-f113-4630-b487-b7ddcefe98d8/b0777144-6d4b-4063-bd6b-5510fcde5989/ac04c467-13c4-4e02-a385-83db167b0ca3) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:30.447340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:30.447535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:17:30.461504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:30.462701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:30.472435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Usage tracker for resource:subnet and tenant:8da58360d22d4e629db1c6a124fb871a is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:30.475978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:30.476152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] For port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,segment=NetworkSegment(e78a4d1d-46ba-4212-b84c-8235387f7d92),segment_id=e78a4d1d-46ba-4212-b84c-8235387f7d92)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:30.485281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:30.487453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.590792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae254cdc-76dc-4222-a06b-8b61171fccde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:30.667450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.668515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.670509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:30.781645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.786279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.792388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Pushing event updated for resources: {'Port': ['ID=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:30.810682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:30.840810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.844790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.875434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Made reservation on behalf of 8da58360d22d4e629db1c6a124fb871a for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:30.880410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.923261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:30.989413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:17:20Z', 'updated_at': '2021-12-23T15:17:25Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None, '_interfaces': [{'id': '90f81de0-3eed-4952-a32e-3b9460f172b8', 'name': '', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'mac_address': 'fa:16:3e:1f:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '148716af-cb4b-42c6-b3cb-99bb951e621a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:22Z', 'updated_at': '2021-12-23T15:17:26Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'subnets': [{'id': '148716af-cb4b-42c6-b3cb-99bb951e621a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:30.995180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Checking router: 3b382e93-6dbe-4482-abef-9a15e6d122d6 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:30.995602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Updating router 3b382e93-6dbe-4482-abef-9a15e6d122d6 port 90f81de0-3eed-4952-a32e-3b9460f172b8 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:17:31.085312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.086630 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5006a1b-10b8-4334-8db2-d545265c43f9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1912007 Dec 23 15:17:31.090520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54516) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:31.107854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.116043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:31.167239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object ac04c467-13c4-4e02-a385-83db167b0ca3 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:31.186308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.1632640 Dec 23 15:17:31.195893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:17:31.286355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '49c48769-9d84-4393-8335-ec4615f3c5d7', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.203', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ce:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:17:22Z', 'updated_at': '2021-12-23T15:17:22Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:31.291467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:31.303161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:31.303884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:31.319524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'status': 'completed', 'code': 200} Dec 23 15:17:31.337684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.356433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:31.476287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:31.544766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:31.618874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:31.624309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:31.713257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.735986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:31.738068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.738498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Transition to ACTIVE for port object 90f81de0-3eed-4952-a32e-3b9460f172b8 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:31.763717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.770847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9068eb46-b6bb-4a7b-b517-5d9537c95947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:31.797604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=ac04c467-13c4-4e02-a385-83db167b0ca3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:31.810403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:31.830184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2557342 Dec 23 15:17:31.835183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:31.918384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-2d17f956-abf3-4292-b2df-abd32eb5de28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 1098 time: 0.5039477 Dec 23 15:17:31.922942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:31.980646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a5a895dd-2252-4bae-92e1-7dcf1c5d641d None None] Provisioning for port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:32.002374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a5a895dd-2252-4bae-92e1-7dcf1c5d641d None None] Provisioning complete for port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:32.002870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5a895dd-2252-4bae-92e1-7dcf1c5d641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.031742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb66e28a-5263-47e2-aa57-3b0b09b3fc79 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:32.083263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52615aa2-1d78-4f59-8c6c-432f86909192 None None] Pushing event updated for resources: {'Port': ['ID=90f81de0-3eed-4952-a32e-3b9460f172b8,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:32.108042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52615aa2-1d78-4f59-8c6c-432f86909192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:32.168505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '49c48769-9d84-4393-8335-ec4615f3c5d7', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.203', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ce:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:17:22Z', 'updated_at': '2021-12-23T15:17:22Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:32.186269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:32.189111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a5a895dd-2252-4bae-92e1-7dcf1c5d641d None None] Port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:32.198906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256df3-9252-47ee-98b5-1520eb61ef1a None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '49c48769-9d84-4393-8335-ec4615f3c5d7', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.203', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ce:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:17:22Z', 'updated_at': '2021-12-23T15:17:22Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:32.228783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.244026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] Sync routers for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:32.250335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:32.386332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Attempting to bind port 90f81de0-3eed-4952-a32e-3b9460f172b8 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:32.386781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Attempting to bind port 90f81de0-3eed-4952-a32e-3b9460f172b8 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:32.387203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Attempting to bind port 90f81de0-3eed-4952-a32e-3b9460f172b8 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:32.391210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a5a895dd-2252-4bae-92e1-7dcf1c5d641d None None] Provisioning complete for port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:32.391627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5a895dd-2252-4bae-92e1-7dcf1c5d641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.407389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-54a15bdb-6a79-42d2-bcea-536f8d5c4235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:32.409068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-54a15bdb-6a79-42d2-bcea-536f8d5c4235 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.4816420 Dec 23 15:17:32.438065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:32.439456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:32.452454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.482398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "DELETE /v2.0/floatingips/f84da63c-6c90-4275-aef3-48d381b6bb68 HTTP/1.1" status: 204 len: 168 time: 8.6477420 Dec 23 15:17:32.483465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d820ba-2fc8-4fe2-a815-1ab33af110a7,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:32.486579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:32.521595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:32.522605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:32.523269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.523792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:32.524413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Bound port: 90f81de0-3eed-4952-a32e-3b9460f172b8, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:32.524883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.544548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:32.567782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Checking segment: {'id': '9c3852ca-2cee-48fc-9343-d2c391735e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:32.570154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Network hostable DHCP agents. Network: 793a9b2c-ac4a-46f5-abaa-c8b65484afa8, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:17:32.599107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f1eaad-87f9-4c86-bbd7-3cf09b945f3e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:32.601152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4f1eaad-87f9-4c86-bbd7-3cf09b945f3e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:32.611288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.614331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:32.614331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.648167 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-195071a9-f151-44a7-8f8b-cb6606795c95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe HTTP/1.1" status: 200 len: 999 time: 0.2184007 Dec 23 15:17:32.648167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:17:32.765136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 793a9b2c-ac4a-46f5-abaa-c8b65484afa8) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:32.783838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:32.783838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:32.839991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a360d07-450a-4771-bc82-5fdc2253b024 None None] Network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:32.851127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd6eab-ef5b-4eae-920d-7fa8b52166a1 None None] New status for floating IP 49c48769-9d84-4393-8335-ec4615f3c5d7: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:17:32.898543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-51458f78-dcd7-4064-855c-895652946ba9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:32.898543 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-51458f78-dcd7-4064-855c-895652946ba9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.2449136 Dec 23 15:17:33.047219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6235695 Dec 23 15:17:33.196945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-80ca59e3-d597-4f76-905d-c011aec8adf4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2803926 Dec 23 15:17:33.529141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:17:33.685046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-96c6ef52-5687-4499-90e4-f71c450ba2cf service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797175 Dec 23 15:17:33.698255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4f1eaad-87f9-4c86-bbd7-3cf09b945f3e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:33.698255 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4f1eaad-87f9-4c86-bbd7-3cf09b945f3e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 1.8534222 Dec 23 15:17:33.718085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54538) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:33.763406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'status': 'completed', 'code': 200} Dec 23 15:17:33.822251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] For port 90f81de0-3eed-4952-a32e-3b9460f172b8, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:33.951317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] For port 90f81de0-3eed-4952-a32e-3b9460f172b8, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=90f81de0-3eed-4952-a32e-3b9460f172b8,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:33.961652 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-1335270f-545d-4abb-969c-a048539b91c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b593c7b0ee5442c808a235131a805fc&device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 1098 time: 0.1246364 Dec 23 15:17:33.998020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:34.022943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:34.123402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:34.128655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-7072b9f0-d3a0-4aea-8e13-69ff97f0c498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:34.130567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-7072b9f0-d3a0-4aea-8e13-69ff97f0c498 service neutron] 10.222.0.65 "GET /v2.0/networks?id=244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 200 len: 898 time: 0.1620739 Dec 23 15:17:34.133894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-691e35c7-424a-44b5-9fcc-7b8f070c823c req-33ff6e8c-7d53-462d-98b3-d1347314c485 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471793 Dec 23 15:17:34.161131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port ac04c467-13c4-4e02-a385-83db167b0ca3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:34.161908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:34.236616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-2c83e4ce-c4fd-496a-9912-97473ecf7e43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 200 len: 217 time: 0.0863264 Dec 23 15:17:34.251469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Provisioning for port ac04c467-13c4-4e02-a385-83db167b0ca3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:34.273663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baf3d1-64d1-4e7f-a6af-8502166a9bd8 req-7d57d0f3-9cd1-4b67-b854-88c9130b42d6 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:34.282390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Provisioning complete for port ac04c467-13c4-4e02-a385-83db167b0ca3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:34.282606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-32baf3d1-64d1-4e7f-a6af-8502166a9bd8 req-7d57d0f3-9cd1-4b67-b854-88c9130b42d6 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.8736362 Dec 23 15:17:34.282788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:34.343491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-95dfa379-b94b-410e-b53b-3c45527dee4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:34.345133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-95dfa379-b94b-410e-b53b-3c45527dee4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 200 len: 835 time: 0.0914462 Dec 23 15:17:34.368599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52615aa2-1d78-4f59-8c6c-432f86909192 None None] Pushing event updated for resources: {'Port': ['ID=90f81de0-3eed-4952-a32e-3b9460f172b8,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:34.390579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52615aa2-1d78-4f59-8c6c-432f86909192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:34.515014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-c660ec43-d889-42f1-95ba-46273cd0eff8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=244bf9c6-7bd3-474f-8795-2b4a78f08e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1585052 Dec 23 15:17:34.521216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-32baf3d1-64d1-4e7f-a6af-8502166a9bd8 req-e04dd64e-2dc4-435a-b36f-81f898303777 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372355 Dec 23 15:17:34.532606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Routers {'3b382e93-6dbe-4482-abef-9a15e6d122d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:34.533395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['3b382e93-6dbe-4482-abef-9a15e6d122d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:34.724040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-29e32152-1c62-4dc2-9aa6-536caf6360ed service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945770 Dec 23 15:17:34.727424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:34.750795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4061832 Dec 23 15:17:34.765131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54554) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:34.895614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] Set router 3b382e93-6dbe-4482-abef-9a15e6d122d6 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:34.977424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Port ac04c467-13c4-4e02-a385-83db167b0ca3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:34.989111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fadf2a-fa51-4c81-b261-e054e6a617e6 None None] Network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:35.003664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:35.024349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54560) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:35.114599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-946342721-network', 'tenant_id': '14c29fd3ccae4d3ca0500724ad5cf0f0'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:35.176122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.189489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:35.236706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81b99da3-6370-4613-8ad6-1d0ea29ac6d1 req-1b1c314d-1126-48ca-afd9-5750054f02c0 service neutron] 10.222.0.65 "GET /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012405 Dec 23 15:17:35.254164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-b896ddd1-54f4-42fa-842d-b2e217154282 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:35.255122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-b896ddd1-54f4-42fa-842d-b2e217154282 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Synchronizing usage tracker for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:35.269910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-b896ddd1-54f4-42fa-842d-b2e217154282 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Unset dirty status for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:35.271146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-b896ddd1-54f4-42fa-842d-b2e217154282 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.1557331 Dec 23 15:17:35.292792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:35.293582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:35.300775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Usage tracker for resource:network and tenant:14c29fd3ccae4d3ca0500724ad5cf0f0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:35.351998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Deleting port 7769221e-c9bc-4837-94e6-46f38e99a042 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:35.352617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.414267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:35.425644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for ac04c467-13c4-4e02-a385-83db167b0ca3 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:35.472008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:35.527114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.577543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Made reservation on behalf of 14c29fd3ccae4d3ca0500724ad5cf0f0 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:35.584144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.612852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.615500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 90f81de0-3eed-4952-a32e-3b9460f172b8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:35.615890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.658445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] For port 7769221e-c9bc-4837-94e6-46f38e99a042, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7769221e-c9bc-4837-94e6-46f38e99a042,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:35.659670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.811977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Provisioning complete for port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:35.812406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:35.869859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Calling delete_port for 7769221e-c9bc-4837-94e6-46f38e99a042 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:35.995853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.012229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-25297daf-b37c-40c4-98f2-27be15ece066 None None] Port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:17:36.012229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:36.028115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d2099-8e3b-42a4-85b1-08a2a3959176 req-4cc4478f-3ea9-4e47-85cd-d057e7c1383f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:36.037472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f6d2099-8e3b-42a4-85b1-08a2a3959176 req-4cc4478f-3ea9-4e47-85cd-d057e7c1383f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 945 time: 0.2098053 Dec 23 15:17:36.090616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet 5c34d3a8-5873-4562-80cf-60e482e0b17b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:36.112516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:36.119240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f6d2099-8e3b-42a4-85b1-08a2a3959176 req-a728ae49-9190-48bc-aa48-c240d0edd231 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845053 Dec 23 15:17:36.131414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.187480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] Checking router: eb8fd556-73d7-441d-af72-c3346c3451bd for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:36.244178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.257058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:36.317540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-65810a98-974f-40ac-8575-081b6b505919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:17:20Z', 'updated_at': '2021-12-23T15:17:25Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None, '_interfaces': [{'id': '90f81de0-3eed-4952-a32e-3b9460f172b8', 'name': '', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'mac_address': 'fa:16:3e:1f:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '148716af-cb4b-42c6-b3cb-99bb951e621a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:22Z', 'updated_at': '2021-12-23T15:17:33Z', 'revision_number': 4, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'subnets': [{'id': '148716af-cb4b-42c6-b3cb-99bb951e621a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:36.331551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'Port': ['ID=7769221e-c9bc-4837-94e6-46f38e99a042,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:36.338553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65810a98-974f-40ac-8575-081b6b505919 None None] The sync data for ids ['3b382e93-6dbe-4482-abef-9a15e6d122d6'] in dv-neutron-822797-1-hyperv is: [{'id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:17:20Z', 'updated_at': '2021-12-23T15:17:25Z', 'revision_number': 2, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None, '_interfaces': [{'id': '90f81de0-3eed-4952-a32e-3b9460f172b8', 'name': '', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'mac_address': 'fa:16:3e:1f:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '148716af-cb4b-42c6-b3cb-99bb951e621a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:17:22Z', 'updated_at': '2021-12-23T15:17:33Z', 'revision_number': 4, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'subnets': [{'id': '148716af-cb4b-42c6-b3cb-99bb951e621a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:36.338553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:36.338553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:36.356741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:36.425871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.456339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] No DVR routers for this DVR port 7769221e-c9bc-4837-94e6-46f38e99a042 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:36.458885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.463902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-deleted', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:17:36.496354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a8d4ade6-d9a2-4ebe-ac09-dba639c36340 req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.65 "DELETE /v2.0/ports/7769221e-c9bc-4837-94e6-46f38e99a042 HTTP/1.1" status: 204 len: 173 time: 1.2151990 Dec 23 15:17:36.553771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5fb693-7aa8-4cab-8b07-c39547ed899d', 'name': 'network-vif-deleted', 'tag': '7769221e-c9bc-4837-94e6-46f38e99a042', 'status': 'completed', 'code': 200} Dec 23 15:17:36.599684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.640094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:36.694527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:36.716228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:36.720375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Allocated IP 172.26.2.175 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/0ff3d380-e9ca-46d3-ba51-9d5541a01c11) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:36.737673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Usage tracker for resource:security_group_rule and tenant:14c29fd3ccae4d3ca0500724ad5cf0f0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:36.742472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=ac04c467-13c4-4e02-a385-83db167b0ca3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:36.748034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:36.763149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 90f81de0-3eed-4952-a32e-3b9460f172b8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=90f81de0-3eed-4952-a32e-3b9460f172b8,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:36.763562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:36.773636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:36.798977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:29Z', 'revision_number': 8, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:36.810019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:36.814292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:37.123424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 90f81de0-3eed-4952-a32e-3b9460f172b8 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:37.220367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:37.228355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:37.481114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:37.526917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:37.617283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:37.624036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-20e0e283-aaaf-48d0-9c64-233d481061de req-e3b7984f-d3a1-4054-b604-da6309c2a605 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Synchronizing usage tracker for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:37.664268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-20e0e283-aaaf-48d0-9c64-233d481061de req-e3b7984f-d3a1-4054-b604-da6309c2a605 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Unset dirty status for tenant:0b593c7b0ee5442c808a235131a805fc on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:37.676692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-20e0e283-aaaf-48d0-9c64-233d481061de req-e3b7984f-d3a1-4054-b604-da6309c2a605 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5fb693-7aa8-4cab-8b07-c39547ed899d HTTP/1.1" status: 200 len: 210 time: 0.1987426 Dec 23 15:17:37.687272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:37.744067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 7769221e-c9bc-4837-94e6-46f38e99a042 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:37.744456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7769221e-c9bc-4837-94e6-46f38e99a042 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:37.768242 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/ac04c467-13c4-4e02-a385-83db167b0ca3 HTTP/1.1" status: 204 len: 168 time: 4.0383303 Dec 23 15:17:37.768363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54570) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:37.824952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fe9517-69df-46ef-b9e2-d3e04d2bd52d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:17:37.825251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19fe9517-69df-46ef-b9e2-d3e04d2bd52d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:37.846560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19fe9517-69df-46ef-b9e2-d3e04d2bd52d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:37.849092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19fe9517-69df-46ef-b9e2-d3e04d2bd52d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/ac04c467-13c4-4e02-a385-83db167b0ca3 HTTP/1.1" status: 404 len: 333 time: 0.0803318 Dec 23 15:17:37.852312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54574) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:37.870447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:37.914556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12e7c2bf-8df4-4fdd-bd68-7a512f61cea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:37.951397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:37.951773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:37.958223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:37.972696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:37.984565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dddffb-ca55-4c0d-92ef-c418b8e23e77 None None] Network 382637f0-8424-4331-b7e5-f7403ba2b165 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:38.010714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.041619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=5c34d3a8-5873-4562-80cf-60e482e0b17b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:38.071279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.071279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:38.071279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.103386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd1be819-e637-4179-b73d-9639e5045d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:38.159141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/5c34d3a8-5873-4562-80cf-60e482e0b17b HTTP/1.1" status: 204 len: 168 time: 3.3904715 Dec 23 15:17:38.179228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:38.213727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:17:38.332661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 90f81de0-3eed-4952-a32e-3b9460f172b8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:38.335052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e89b675-d7af-414f-ad07-9ce64f789e98,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:38.338172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.339170 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Added segment 4edf513c-3267-4733-b74d-ffce16f9114e of type vlan for network 087b8578-f9ac-49d0-8e3a-fc69bde1f59f Dec 23 15:17:38.365626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e3c32-986b-44b0-9507-8d1537bd598d None None] The sync data for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:15:12Z', 'revision_number': 4, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '263605eb-bff9-4e85-bcc5-a24c4ac79d0e', 'name': '', 'network_id': '244bf9c6-7bd3-474f-8795-2b4a78f08e99', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'mac_address': 'fa:16:3e:8c:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:10Z', 'updated_at': '2021-12-23T15:15:29Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'subnets': [{'id': '6126e263-3b82-47a6-aa71-e6c12333d0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:38.374200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.376556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:38.385505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.427280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.442538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98ec700a-6442-487c-b3b7-2a1642af4c73 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:38.486912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port dcb72d62-7ff5-44f0-966e-39a494b3ddfb {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:38.487298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.553097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:38.562187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.584042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=90f81de0-3eed-4952-a32e-3b9460f172b8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:38.588298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.608185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:38.609008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:38.659774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No active binding found for port 90f81de0-3eed-4952-a32e-3b9460f172b8 {{(pid=88874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 23 15:17:38.660257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 90f81de0-3eed-4952-a32e-3b9460f172b8 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 23 15:17:38.737090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Port 90f81de0-3eed-4952-a32e-3b9460f172b8 not found, will not notify nova. {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 15:17:38.819770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:29Z', 'revision_number': 8, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:38.829872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56255f-ead8-4c95-8089-9f389d7b2bd6 None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:29Z', 'revision_number': 8, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9', 'name': '', 'network_id': '0fff3926-bcff-449d-bdd4-686375a71729', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:20:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:55Z', 'updated_at': '2021-12-23T15:17:17Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '726b31d2-12dc-49f8-a1ca-ecf797a64454', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:38.855817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.865467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d3d77a1-e41d-461f-817b-52439a18c048 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:38.906677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] DHCP port deletion for 382637f0-8424-4331-b7e5-f7403ba2b165 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:38.913472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Deleting port dcb72d62-7ff5-44f0-966e-39a494b3ddfb {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:38.914291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:38.928851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54586) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:39.009673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:39.017786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=5dd888ca-9d66-43fc-8a15-e05c9d6b7a21,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:39.027877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:39.031859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:39.074074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:39.158994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff3d380-e9ca-46d3-ba51-9d5541a01c11,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:39.226347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.255901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:39.259648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 HTTP/1.1" status: 204 len: 168 time: 1.4053066 Dec 23 15:17:39.260750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54590) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:39.277898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.278940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:39.279583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.308727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] For port dcb72d62-7ff5-44f0-966e-39a494b3ddfb, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:39.309952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.390817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a83c337-3fdd-416b-876d-218005ed9a2c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:17:39.398318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6a83c337-3fdd-416b-876d-218005ed9a2c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:39.463788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6a83c337-3fdd-416b-876d-218005ed9a2c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:39.465230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a83c337-3fdd-416b-876d-218005ed9a2c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/5dd888ca-9d66-43fc-8a15-e05c9d6b7a21 HTTP/1.1" status: 404 len: 333 time: 0.2012386 Dec 23 15:17:39.468110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54594) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:39.525413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Calling delete_port for dcb72d62-7ff5-44f0-966e-39a494b3ddfb owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:39.607909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17f75294-accb-4740-a38f-3b53483800f6 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:39.669201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.677465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5f13d16-fc2e-484e-85cd-96261552a1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:39.772325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Pushing event deleted for resources: {'Port': ['ID=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:39.778800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:39.785115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] No DVR routers for this DVR port dcb72d62-7ff5-44f0-966e-39a494b3ddfb on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:39.789280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.7399070 Dec 23 15:17:39.805810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54598) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:39.821034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Request body: {'subnet': {'network_id': '087b8578-f9ac-49d0-8e3a-fc69bde1f59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-946342721-subnet', 'tenant_id': '14c29fd3ccae4d3ca0500724ad5cf0f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:39.838980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.852139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:39.863711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Pushing event updated for resources: {'Network': ['ID=087b8578-f9ac-49d0-8e3a-fc69bde1f59f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:39.864335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Usage tracker for resource:subnet and tenant:14c29fd3ccae4d3ca0500724ad5cf0f0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:39.871096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port dcb72d62-7ff5-44f0-966e-39a494b3ddfb, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb72d62-7ff5-44f0-966e-39a494b3ddfb,segment=NetworkSegment(df1c8a11-8844-405c-9109-6800e980178e),segment_id=df1c8a11-8844-405c-9109-6800e980178e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:39.871231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:39.871501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:39.878499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 087b8578-f9ac-49d0-8e3a-fc69bde1f59f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:17:39.880159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:39.884787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:39.902741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet b0777144-6d4b-4063-bd6b-5510fcde5989 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:39.994345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.029474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Made reservation on behalf of 14c29fd3ccae4d3ca0500724ad5cf0f0 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:40.034272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.098438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for dcb72d62-7ff5-44f0-966e-39a494b3ddfb owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:40.213684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58863395-0aa4-4e1b-9c74-69f22b3d6a15 None None] New status for floating IP f84da63c-6c90-4275-aef3-48d381b6bb68: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:17:40.256608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e50ab3e-2622-43c9-b19d-bdd0407da437 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:40.303263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7e50ab3e-2622-43c9-b19d-bdd0407da437 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:40.303497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7e50ab3e-2622-43c9-b19d-bdd0407da437 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:40.304128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb72d62-7ff5-44f0-966e-39a494b3ddfb no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:40.365762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:17:40.366626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:17:40.389133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: dcb72d62-7ff5-44f0-966e-39a494b3ddfb {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:40.389930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb72d62-7ff5-44f0-966e-39a494b3ddfb not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:40.505569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.599417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.640556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.704204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Router 3b382e93-6dbe-4482-abef-9a15e6d122d6 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:40.774803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.867920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port dcb72d62-7ff5-44f0-966e-39a494b3ddfb {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:40.867920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.892082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.899181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-decdf4c1-94cb-4cef-90f3-046bb52a78a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:40.903741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.914257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:40.954087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] The port 'dcb72d62-7ff5-44f0-966e-39a494b3ddfb' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:17:40.997704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de88c8db-2104-44a3-b4ce-f392ea1e069b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:41.003445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:41.063384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.083203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-84417998-6dcf-4c66-9c2a-2ebf80e1b198 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:41.131374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=b0777144-6d4b-4063-bd6b-5510fcde5989,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:41.140491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:41.156207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.159914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f319412-f3ee-4f78-9771-49e3b5797f3d None None] Network b7b0f80e-f113-4630-b487-b7ddcefe98d8 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:41.160631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Checking segment: {'id': '4edf513c-3267-4733-b74d-ffce16f9114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '087b8578-f9ac-49d0-8e3a-fc69bde1f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:41.161036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Network hostable DHCP agents. Network: 087b8578-f9ac-49d0-8e3a-fc69bde1f59f, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:17:41.173936 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/b0777144-6d4b-4063-bd6b-5510fcde5989 HTTP/1.1" status: 204 len: 168 time: 1.7039566 Dec 23 15:17:41.177669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54602) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:41.218415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:41.234826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.246083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40946b05-4572-48c0-9340-621cb275e40e None None] Sync routers for ids ['3b382e93-6dbe-4482-abef-9a15e6d122d6'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:41.249512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-83167d53-ddb8-44e1-b346-a049dc646a91 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "PUT /v2.0/routers/3b382e93-6dbe-4482-abef-9a15e6d122d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2994568 Dec 23 15:17:41.255654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54606) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:41.301912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] Routers {'3b382e93-6dbe-4482-abef-9a15e6d122d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:41.301912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['3b382e93-6dbe-4482-abef-9a15e6d122d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:41.334284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382637f0-8424-4331-b7e5-f7403ba2b165']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:41.371183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c8a11-8844-405c-9109-6800e980178e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:41.371460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c8a11-8844-405c-9109-6800e980178e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:41.397108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Network 087b8578-f9ac-49d0-8e3a-fc69bde1f59f is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:17:41.422185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.451698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 087b8578-f9ac-49d0-8e3a-fc69bde1f59f) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:41.467873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:41.468851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.505837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6940925 Dec 23 15:17:41.528896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5b5c5-0144-4e27-b53b-32327d1e31c7 None None] Network 087b8578-f9ac-49d0-8e3a-fc69bde1f59f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:41.601676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:41.602323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.740286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] Set router 3b382e93-6dbe-4482-abef-9a15e6d122d6 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:41.757924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c9ced-ff9f-4108-9e13-2c4b7bc1fcfa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:41.759665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9f2c9ced-ff9f-4108-9e13-2c4b7bc1fcfa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:41.764361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.856231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.870744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:41.871235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:41.891414 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:41.898844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9f2c9ced-ff9f-4108-9e13-2c4b7bc1fcfa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:41.903913 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f2c9ced-ff9f-4108-9e13-2c4b7bc1fcfa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6458626 Dec 23 15:17:41.916283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54614) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:41.949177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:17:20Z', 'updated_at': '2021-12-23T15:17:38Z', 'revision_number': 3, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:41.962136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3e70e-f4e9-45b6-a844-8b85c5e274be None None] Network 087b8578-f9ac-49d0-8e3a-fc69bde1f59f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:42.008785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40946b05-4572-48c0-9340-621cb275e40e None None] Checking router: 3b382e93-6dbe-4482-abef-9a15e6d122d6 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:42.035117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:42.040901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:42.060001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d83e2f50-1808-4334-80f4-619766222a13 tempest-FloatingIPTestJSON-1664568479 tempest-FloatingIPTestJSON-1664568479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:42.099672 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/382637f0-8424-4331-b7e5-f7403ba2b165 HTTP/1.1" status: 204 len: 168 time: 3.9223435 Dec 23 15:17:42.099672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=382637f0-8424-4331-b7e5-f7403ba2b165,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:42.108370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54622) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:42.110460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:42.183800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Router 6886256a-7ce4-4cba-90c7-b438aae8bce2 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:17:42.361441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] Routers {'3b382e93-6dbe-4482-abef-9a15e6d122d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:42.362414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['3b382e93-6dbe-4482-abef-9a15e6d122d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:42.441177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,segment=NetworkSegment(e78a4d1d-46ba-4212-b84c-8235387f7d92),segment_id=e78a4d1d-46ba-4212-b84c-8235387f7d92)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:42.441177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:42.484249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] DHCP port deletion for b7b0f80e-f113-4630-b487-b7ddcefe98d8 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:42.509842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Deleting port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:42.509842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:42.524155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:42.525051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:42.530764 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "PUT /v2.0/routers/6886256a-7ce4-4cba-90c7-b438aae8bce2 HTTP/1.1" status: 200 len: 915 time: 11.4258578 Dec 23 15:17:42.530764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:42.550008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] Sync routers for ids ['6886256a-7ce4-4cba-90c7-b438aae8bce2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:42.580202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] Routers {'6886256a-7ce4-4cba-90c7-b438aae8bce2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:42.581143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6886256a-7ce4-4cba-90c7-b438aae8bce2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:42.673100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:42.692473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] Set router 3b382e93-6dbe-4482-abef-9a15e6d122d6 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:42.700255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:42.718238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] Routers {'6886256a-7ce4-4cba-90c7-b438aae8bce2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:42.719025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6886256a-7ce4-4cba-90c7-b438aae8bce2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:42.816717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:42.816717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d212c2-0c97-486f-b26e-058909e6fe24 None None] The sync data for ids ['6886256a-7ce4-4cba-90c7-b438aae8bce2'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:42.851414 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-306bafdd-3713-441e-a293-63e0e72212e7 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/6886256a-7ce4-4cba-90c7-b438aae8bce2 HTTP/1.1" status: 200 len: 921 time: 0.3163576 Dec 23 15:17:42.851694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54638) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:42.946725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40946b05-4572-48c0-9340-621cb275e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:17:20Z', 'updated_at': '2021-12-23T15:17:38Z', 'revision_number': 3, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:42.979608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6d49c22-ca4a-46d2-b450-21dabe969746 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Synchronizing usage tracker for tenant:6be9543321fb495ea3fe7baf012ac435 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:43.009846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6d49c22-ca4a-46d2-b450-21dabe969746 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Unset dirty status for tenant:6be9543321fb495ea3fe7baf012ac435 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:43.009846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6d49c22-ca4a-46d2-b450-21dabe969746 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=6886256a-7ce4-4cba-90c7-b438aae8bce2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1542478 Dec 23 15:17:43.011275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:43.070442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40946b05-4572-48c0-9340-621cb275e40e None None] The sync data for ids ['3b382e93-6dbe-4482-abef-9a15e6d122d6'] in dv-neutron-822797-1-hyperv is: [{'id': '3b382e93-6dbe-4482-abef-9a15e6d122d6', 'name': 'tempest-NetworksTestDHCPv6-router-1501800867', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:17:20Z', 'updated_at': '2021-12-23T15:17:38Z', 'revision_number': 3, 'project_id': '465e8d5896db4528811b47d3bf16d561', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:43.134561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] For port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,segment=NetworkSegment(e78a4d1d-46ba-4212-b84c-8235387f7d92),segment_id=e78a4d1d-46ba-4212-b84c-8235387f7d92)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:43.134561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.201503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 148716af-cb4b-42c6-b3cb-99bb951e621a {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:43.212798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-beb6b624-25fc-461f-8a9f-66ecc66926b7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:43.213632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-beb6b624-25fc-461f-8a9f-66ecc66926b7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Synchronizing usage tracker for tenant:8da58360d22d4e629db1c6a124fb871a on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:43.216988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42922d3-df65-4c16-8795-083501d770c2 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:43.218889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a42922d3-df65-4c16-8795-083501d770c2 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Synchronizing usage tracker for tenant:6be9543321fb495ea3fe7baf012ac435 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:43.220032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.239395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a42922d3-df65-4c16-8795-083501d770c2 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Unset dirty status for tenant:6be9543321fb495ea3fe7baf012ac435 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:43.245015 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a42922d3-df65-4c16-8795-083501d770c2 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/networks/2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 881 time: 0.2320206 Dec 23 15:17:43.246237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54646) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:43.275125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.289029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80fe39d8-fa18-47e8-85a5-defb33ed48c1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:43.297146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Calling delete_port for 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:43.300545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9f1c7ef-1d46-4633-ad97-6d3c43789675 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=6886256a-7ce4-4cba-90c7-b438aae8bce2 HTTP/1.1" status: 200 len: 205 time: 0.0528147 Dec 23 15:17:43.303680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54650) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:43.380832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:17:43.381623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:17:43.391819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=7392bc3e-ca29-4847-b9b6-b52a69dc94e2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:43.412615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:43.419459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.463299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-beb6b624-25fc-461f-8a9f-66ecc66926b7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Unset dirty status for tenant:8da58360d22d4e629db1c6a124fb871a on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:43.464597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-beb6b624-25fc-461f-8a9f-66ecc66926b7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/networks?id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8 HTTP/1.1" status: 200 len: 811 time: 1.1368368 Dec 23 15:17:43.469720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:43.536572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.746634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-b88ac1a9-77ea-4c6c-b911-4e990d208914 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/quotas/8da58360d22d4e629db1c6a124fb871a HTTP/1.1" status: 200 len: 375 time: 0.2426012 Dec 23 15:17:43.768138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.772524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.781841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Deleting port 0ff3d380-e9ca-46d3-ba51-9d5541a01c11 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:43.782214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.850731 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-6f4a4eaa-35b8-44a1-9eb5-863a70f21275 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8da58360d22d4e629db1c6a124fb871a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936234 Dec 23 15:17:43.926848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b0f80e-f113-4630-b487-b7ddcefe98d8']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:43.934378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Deleting port 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:43.935064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.958897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a4d1d-46ba-4212-b84c-8235387f7d92') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:43.959246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a4d1d-46ba-4212-b84c-8235387f7d92') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:43.991860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.995851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:43.999695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.023249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f7d5c-f37c-44eb-a217-027ed3144d3d None None] The port '7392bc3e-ca29-4847-b9b6-b52a69dc94e2' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:17:44.113484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.157312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:44.157883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.171324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 90f81de0-3eed-4952-a32e-3b9460f172b8 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:44.177346 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:44.184433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Calling delete_port for 0ff3d380-e9ca-46d3-ba51-9d5541a01c11 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:44.214394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 90f81de0-3eed-4952-a32e-3b9460f172b8 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:44.214834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 90f81de0-3eed-4952-a32e-3b9460f172b8 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:44.215349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:44.251363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:44.251667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7392bc3e-ca29-4847-b9b6-b52a69dc94e2 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:44.261877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Deleting port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:44.262270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.362048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.367123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aaafbc4e-cc93-4fa7-a959-1636a2d2fb3b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:44.412492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event deleted for resources: {'Port': ['ID=0ff3d380-e9ca-46d3-ba51-9d5541a01c11,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:44.415687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:44.432801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.443621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c5496-5649-4f72-92ce-13d8eff438d9 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:44.508078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.562153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.650092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.651719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.658449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=148716af-cb4b-42c6-b3cb-99bb951e621a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:44.665194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:44.669944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47d31a2f-2d65-475b-9f2f-6505b7f58c46 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:44.677296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524217a-adce-4f79-89fa-08b7ec7d68a0 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:44.691397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.742802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=b7b0f80e-f113-4630-b487-b7ddcefe98d8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:44.754158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:44.817839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/b7b0f80e-f113-4630-b487-b7ddcefe98d8 HTTP/1.1" status: 204 len: 168 time: 3.6372759 Dec 23 15:17:44.831056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/148716af-cb4b-42c6-b3cb-99bb951e621a HTTP/1.1" status: 204 len: 168 time: 2.9165564 Dec 23 15:17:44.833745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-30a01b4a-5c9c-450b-895c-7a8cb06e7e7d service neutron] 10.222.0.49 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106183 Dec 23 15:17:44.845727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54656) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:44.845919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:44.885718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1105319451'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:44.909736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:44.955787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:44.960666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Deleting port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:44.961102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:44.986048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:44.990889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:45.015255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] For port 263605eb-bff9-4e85-bcc5-a24c4ac79d0e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:45.015671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.026332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:45.187430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Calling delete_port for 263605eb-bff9-4e85-bcc5-a24c4ac79d0e owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:45.196310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] For port 2d97be1e-92e2-4804-8867-2008b0ef3aa1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d97be1e-92e2-4804-8867-2008b0ef3aa1,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:45.196780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.234859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:45.240637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.253879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.263407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.315275 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-3151cc4a-5cdb-47da-a69f-bfe3fe5ae341 service neutron] 10.222.0.49 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633937 Dec 23 15:17:45.350538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5892055b-9186-4ebd-8387-ed6fb7032404 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:router {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:45.376569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Calling delete_port for 2d97be1e-92e2-4804-8867-2008b0ef3aa1 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:45.381317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.385675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Fanout notify agent at l3_agent the message router_deleted on router 6886256a-7ce4-4cba-90c7-b438aae8bce2 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:17:45.411164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5892055b-9186-4ebd-8387-ed6fb7032404 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:router {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:45.418633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5892055b-9186-4ebd-8387-ed6fb7032404 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5591471 Dec 23 15:17:45.421861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:45.477289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.482686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c2f487e-ca92-4bee-873f-eeb264b0b784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:45.625005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.626562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/6886256a-7ce4-4cba-90c7-b438aae8bce2 HTTP/1.1" status: 204 len: 168 time: 2.3218420 Dec 23 15:17:45.630107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ee1b784-d4f3-4ace-b2e5-1d5453760a70 req-edeb1410-3d8c-4f20-95be-2811776320a8 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 210 time: 0.0736620 Dec 23 15:17:45.633446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54674) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:45.641897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1483244675', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:45.652195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:45.734029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Usage tracker for resource:router and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:45.744809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:45.748287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:17:45.754963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:45.771265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Pushing event deleted for resources: {'Port': ['ID=2d97be1e-92e2-4804-8867-2008b0ef3aa1,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:45.775910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:45.776617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.780554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] No DVR routers for this DVR port 2d97be1e-92e2-4804-8867-2008b0ef3aa1 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:45.783437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.783842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment 9339c40f-1c36-4ecb-ab82-438cfab4038a of type vlan for network 2e3e75b5-029d-4156-87a2-b27e5ee0275f Dec 23 15:17:45.835837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.836059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.936426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:45.937343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.085314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.090591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:46.091258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.102739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e98be9c4-c015-4e62-8bc3-ef1af347efa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:46.138114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d97be1e-92e2-4804-8867-2008b0ef3aa1 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:46.177055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 2d97be1e-92e2-4804-8867-2008b0ef3aa1 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:46.177498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d97be1e-92e2-4804-8867-2008b0ef3aa1 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:46.294706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4471350 Dec 23 15:17:46.294706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.298496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54678) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:46.309276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:46.314135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.326151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=2e3e75b5-029d-4156-87a2-b27e5ee0275f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:46.339478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:17:46.346240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:46.346823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:46.372156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.404235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.443367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'Port': ['ID=263605eb-bff9-4e85-bcc5-a24c4ac79d0e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:46.458664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:46.461575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.465069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Fanout notify agent at l3_agent the message router_deleted on router 3b382e93-6dbe-4482-abef-9a15e6d122d6 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:17:46.586533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.592344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3b36f51e-6be0-431d-8537-c1ce1c20a021 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/routers/3b382e93-6dbe-4482-abef-9a15e6d122d6 HTTP/1.1" status: 204 len: 168 time: 1.1660950 Dec 23 15:17:46.593544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54682) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:46.598256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:46.619084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:46.636955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:46.653718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c529181-6b51-4843-83d6-42418e214db6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:46.661217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:46.686851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c529181-6b51-4843-83d6-42418e214db6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:46.691346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c529181-6b51-4843-83d6-42418e214db6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0955307 Dec 23 15:17:46.691667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54688) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:46.717407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20c8f869-febb-4cd6-a398-1293e13a4111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.784594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:46.790148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:46.842466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.037852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Allocated IP 172.26.2.62 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/bf99834b-8443-4c68-8b5b-e4497c56a7ca) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:47.040622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6cc6f72a-4e3b-4215-ba26-903c5030526e req-a728790a-62c6-4e93-b07c-a9b8b7d426b9 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 210 time: 0.2261136 Dec 23 15:17:47.107762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a380ea7-1c06-45fa-82be-ea2b61653a06 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:47.109205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9a380ea7-1c06-45fa-82be-ea2b61653a06 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:47.130865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.231147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.261143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9a380ea7-1c06-45fa-82be-ea2b61653a06 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:47.262548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9a380ea7-1c06-45fa-82be-ea2b61653a06 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5671868 Dec 23 15:17:47.265455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:47.329047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.340071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a37e27db-0e3f-42ab-9ef5-405ed385ffbe tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:47.410628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event updated for resources: {'Port': ['ID=bf99834b-8443-4c68-8b5b-e4497c56a7ca,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:47.416453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1df96751-4975-40ec-9b1d-a7dce761740b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:router {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:47.419627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:47.441092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1df96751-4975-40ec-9b1d-a7dce761740b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:router {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:47.442421 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1df96751-4975-40ec-9b1d-a7dce761740b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1756780 Dec 23 15:17:47.447536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:47.447536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:47.448264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:47.451574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:47.490430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:47.509992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:47.510355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.678988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:47.702223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:47.722872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.726424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:47.729922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c6fb45c-f608-48ba-a479-887d3366175f tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:47.778179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.854639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.934632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=126a8a07-2915-4bea-9f22-9e1442bcdda2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:47.954443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:47.963084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,segment=NetworkSegment(67396703-dc39-4a02-ad75-2612e087fed4),segment_id=67396703-dc39-4a02-ad75-2612e087fed4)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:47.963421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.995858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:47.996659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:48.042493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': '9339c40f-1c36-4ecb-ab82-438cfab4038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:48.042493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: 2e3e75b5-029d-4156-87a2-b27e5ee0275f, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:17:48.138709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:48.209250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:48.527166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa708bb2-a9dc-468a-8e9e-6bdcb3786b4e req-a6eaeae3-372c-42b0-b26f-1eb50589045e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 210 time: 0.0651519 Dec 23 15:17:48.661515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:17:48.686230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-96ca45df-400f-467f-b7c1-813d9147c203 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:48.689701 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-96ca45df-400f-467f-b7c1-813d9147c203 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.65 "GET /v2.0/networks?id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8 HTTP/1.1" status: 200 len: 811 time: 0.5818830 Dec 23 15:17:48.746087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 2e3e75b5-029d-4156-87a2-b27e5ee0275f) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:48.755846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Request body: {'port': {'device_id': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8', 'admin_state_up': True, 'tenant_id': '8da58360d22d4e629db1c6a124fb871a'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:48.763168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7ad37-092b-4986-aac2-a98062f24dda None None] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:48.783742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:48.783742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:48.806694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:48.813328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f5f302e-a95e-44e3-8b46-f5ece4aa78e9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:48.857881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3226502f-76b9-4c2d-8954-47c0400785ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:48.889926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5869689 Dec 23 15:17:48.897426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:48.912848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f', 'name': 'tempest-PortsTestJSON-1540146059', 'fixed_ips': [{'subnet_id': '126a8a07-2915-4bea-9f22-9e1442bcdda2', 'ip_address': '172.20.0.10'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:48.939338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:48.948179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=9b02ac9a-4d93-41b0-bd8e-394392e23ffa,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:48.950738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:48.952855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:49.006500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd0967-d6f3-4629-bfc6-8edc120c6c85 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:49.010106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:49.011012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.030247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:49.042263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Usage tracker for resource:port and tenant:8da58360d22d4e629db1c6a124fb871a is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:49.050311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:49.056085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Router eb007555-6dff-4d79-95c7-aaeac0c12c57 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:17:49.059337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:49.151314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.161458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:49.182130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7238743 Dec 23 15:17:49.182130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:49.196854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:49.215223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Made reservation on behalf of 8da58360d22d4e629db1c6a124fb871a for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:49.215223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.241355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:49.262872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-2e3e75b5-029d-4156-87a2-b27e5ee0275f', 'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': '126a8a07-2915-4bea-9f22-9e1442bcdda2'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:17:49.263920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.290318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:49.309281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:49.322961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:49.327025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:49.340697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:49.469466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:49.537021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Allocated IP 172.20.0.2 (2e3e75b5-029d-4156-87a2-b27e5ee0275f/126a8a07-2915-4bea-9f22-9e1442bcdda2/8f9f7543-4c75-458e-a176-662a44361f1f) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:49.557704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:49.582164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:49.648807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:49.673614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:49.714215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:49.720058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.747980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Allocated IP 172.20.0.13 (793a9b2c-ac4a-46f5-abaa-c8b65484afa8/49d820ba-2fc8-4fe2-a815-1ab33af110a7/5377b030-e12f-4f74-8765-2f072b8a3df6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:49.833422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.846444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Transition to ACTIVE for port object 8f9f7543-4c75-458e-a176-662a44361f1f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:49.861395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.868734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Transition to ACTIVE for port object 8f9f7543-4c75-458e-a176-662a44361f1f will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:49.887673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:49.895808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c3af3ce-7635-4f7b-a55c-edcd392d5e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:49.900427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dc7786b7-5fb9-446e-b629-eab3f802be60 req-9160d1d0-6fb8-4b38-a1cb-be042b845087 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 210 time: 0.0937567 Dec 23 15:17:49.974978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port f59a932c-6863-4ab5-9fc1-7dc2f497395e yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:17:49.983090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.008114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:50.017130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:50.024386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:50.030110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:50.072285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.072977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4383893 Dec 23 15:17:50.080110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] Sync routers for ids ['eb007555-6dff-4d79-95c7-aaeac0c12c57'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:50.080738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54726) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:50.086740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Pushing event updated for resources: {'Port': ['ID=8f9f7543-4c75-458e-a176-662a44361f1f,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:50.090314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '9b02ac9a-4d93-41b0-bd8e-394392e23ffa'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:17:50.091916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.104113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:50.120238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:50.275729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] Routers {'eb007555-6dff-4d79-95c7-aaeac0c12c57'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:50.275729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb007555-6dff-4d79-95c7-aaeac0c12c57'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:50.355205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Attempting to bind port 8f9f7543-4c75-458e-a176-662a44361f1f on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:50.355959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Attempting to bind port 8f9f7543-4c75-458e-a176-662a44361f1f by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '9339c40f-1c36-4ecb-ab82-438cfab4038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:50.356054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Attempting to bind port 8f9f7543-4c75-458e-a176-662a44361f1f on network 2e3e75b5-029d-4156-87a2-b27e5ee0275f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:50.370887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:50.372107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Checking segment: {'id': '9339c40f-1c36-4ecb-ab82-438cfab4038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:50.372107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.372291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Bound using segment: {'id': '9339c40f-1c36-4ecb-ab82-438cfab4038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:50.372689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Bound port: 8f9f7543-4c75-458e-a176-662a44361f1f, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9339c40f-1c36-4ecb-ab82-438cfab4038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:50.373443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.394505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:50.487273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] Routers {'eb007555-6dff-4d79-95c7-aaeac0c12c57'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:50.488016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb007555-6dff-4d79-95c7-aaeac0c12c57'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:50.507245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.10 (2e3e75b5-029d-4156-87a2-b27e5ee0275f/126a8a07-2915-4bea-9f22-9e1442bcdda2/f59a932c-6863-4ab5-9fc1-7dc2f497395e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:50.632139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:50.632408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1212a-823b-451e-8bec-5b247361c0da None None] The sync data for ids ['eb007555-6dff-4d79-95c7-aaeac0c12c57'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:50.664302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] For port 8f9f7543-4c75-458e-a176-662a44361f1f, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:50.667092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Allocated IP 2001:db8::f816:3eff:fe50:44b (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/9b02ac9a-4d93-41b0-bd8e-394392e23ffa/934b1c82-a937-4ceb-933e-545cf4128a48) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:50.671090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] For port 8f9f7543-4c75-458e-a176-662a44361f1f, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8f9f7543-4c75-458e-a176-662a44361f1f,segment=NetworkSegment(9339c40f-1c36-4ecb-ab82-438cfab4038a),segment_id=9339c40f-1c36-4ecb-ab82-438cfab4038a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:50.682528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.688699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52615aa2-1d78-4f59-8c6c-432f86909192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:50.771534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.799812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.804315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54f0baab-d0d8-4131-be2f-2942c03f18c4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:50.900515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Pushing event updated for resources: {'Port': ['ID=8f9f7543-4c75-458e-a176-662a44361f1f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:50.907179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:50.907913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.975847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:50.986791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:50.990583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:50.996851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:50.997407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.018185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.035853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-402f452c-157c-4e8d-a0bf-1c8a17019267 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:51.117064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.130664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9385583 Dec 23 15:17:51.132334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Transition to ACTIVE for port object 934b1c82-a937-4ceb-933e-545cf4128a48 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:51.167002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Transition to ACTIVE for port object 934b1c82-a937-4ceb-933e-545cf4128a48 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:51.167188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.167743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54732) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:51.171076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.178321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5f13d16-fc2e-484e-85cd-96261552a1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:51.203042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:76:79:8a', 'name': 'tempest-NetworksTestDHCPv6-62440982'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:51.247426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=8eace3ce-00b4-4625-b14e-0f34d22c48a3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:51.251882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:51.254533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:51.259679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:51.265707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:51.272180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object f59a932c-6863-4ab5-9fc1-7dc2f497395e will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:51.278904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:51.283817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:51.338449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:51.341074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7d72c-fc56-4748-8f65-b446c17573eb req-e31f082e-858a-4e38-a59f-ba29c0a01d8b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:51.347969 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81a7d72c-fc56-4748-8f65-b446c17573eb req-e31f082e-858a-4e38-a59f-ba29c0a01d8b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 932 time: 0.1660933 Dec 23 15:17:51.378178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:51.385586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Pushing event updated for resources: {'Port': ['ID=5377b030-e12f-4f74-8765-2f072b8a3df6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:51.402314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:51.419201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Attempting to bind port 934b1c82-a937-4ceb-933e-545cf4128a48 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:51.419641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Attempting to bind port 934b1c82-a937-4ceb-933e-545cf4128a48 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:51.420368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Attempting to bind port 934b1c82-a937-4ceb-933e-545cf4128a48 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:51.429413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:51.430340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:51.430340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.431047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:51.431238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Bound port: 934b1c82-a937-4ceb-933e-545cf4128a48, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:51.432869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.436651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81a7d72c-fc56-4748-8f65-b446c17573eb req-d1491e82-aff3-4937-a646-8380f245a098 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925460 Dec 23 15:17:51.440684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.455709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b3f73cc-5142-4655-bece-1d71a86fa5bd tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:51.458575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Router eb8fd556-73d7-441d-af72-c3346c3451bd has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:51.470680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:51.544412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:51.551490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:51.554524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:51.558515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:51.559845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:51.564030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.583377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b5760c00-0305-4da9-a9f2-dde91781acf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:51.648813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=f59a932c-6863-4ab5-9fc1-7dc2f497395e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:51.656096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:51.688751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:51.693742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:51.710724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:51.711439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.736037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8348572 Dec 23 15:17:51.736902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54736) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:51.744883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': '2e3e75b5-029d-4156-87a2-b27e5ee0275f', 'name': 'tempest-PortsTestJSON-477747058', 'fixed_ips': [{'subnet_id': '126a8a07-2915-4bea-9f22-9e1442bcdda2', 'ip_address': '172.20.0.9'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:51.749078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:51.749813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:51.869119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:51.882306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:51.888492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:51.900596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1576135 Dec 23 15:17:51.907270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:51.914808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Request body: {'port': {'device_id': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:51.940039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:51.944723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:port and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:51.948096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:51.956513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:51.970570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:51.980179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:52.005335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:52.005830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:17:52.233881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8f9f7543-4c75-458e-a176-662a44361f1f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:52.269196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.9 (2e3e75b5-029d-4156-87a2-b27e5ee0275f/126a8a07-2915-4bea-9f22-9e1442bcdda2/ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:52.348382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 8f9f7543-4c75-458e-a176-662a44361f1f completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:52.665641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:52.689822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:52.721237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:52.739499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95f30d90-a84e-4d84-9fbc-1f4cb9edf371 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:52.993706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:53.075134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:53.093626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:53.096485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:53.107404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:53.142115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:53.165062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.165503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.166185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.166628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.167051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.167498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.167945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.168356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.168768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.169181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.169804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:53.176308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:53.194596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:53.195277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:53.220388 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4813747 Dec 23 15:17:53.223083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:53.264854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port cef74fc4-8e2d-48a5-9d95-b02d14d7beff yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:17:53.314410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adaacb2-a972-4af4-b3b5-f0f4f42e27ad tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:53.314768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7adaacb2-a972-4af4-b3b5-f0f4f42e27ad tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:53.331690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7adaacb2-a972-4af4-b3b5-f0f4f42e27ad tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:53.333298 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7adaacb2-a972-4af4-b3b5-f0f4f42e27ad tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1091707 Dec 23 15:17:53.336203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:53.447986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f43d8a-0c4d-4a64-9c00-a5776ae34689 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:53.451612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359fd9e-bf13-444f-b4ad-25fa75e1088a None None] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:53.453105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f43d8a-0c4d-4a64-9c00-a5776ae34689 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:53.458137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f43d8a-0c4d-4a64-9c00-a5776ae34689 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:53.460006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70f43d8a-0c4d-4a64-9c00-a5776ae34689 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1227908 Dec 23 15:17:53.463162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:53.541801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:53.542167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:53.583735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Provisioning for port 8f9f7543-4c75-458e-a176-662a44361f1f completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:53.605891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Provisioning complete for port 8f9f7543-4c75-458e-a176-662a44361f1f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:53.606324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:53.721391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-23fa9633-e1b5-4de2-91ad-f95c1cf6a3f7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:53.722207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-23fa9633-e1b5-4de2-91ad-f95c1cf6a3f7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Synchronizing usage tracker for tenant:8da58360d22d4e629db1c6a124fb871a on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:53.791146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:53.812649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] Sync routers for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:53.838607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:53.839350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:53.906121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:53.956342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "PUT /v2.0/routers/eb8fd556-73d7-441d-af72-c3346c3451bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0262551 Dec 23 15:17:53.984596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54754) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:54.062152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:54.094067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-23fa9633-e1b5-4de2-91ad-f95c1cf6a3f7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Unset dirty status for tenant:8da58360d22d4e629db1c6a124fb871a on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:54.095606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-23fa9633-e1b5-4de2-91ad-f95c1cf6a3f7 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 932 time: 1.1702356 Dec 23 15:17:54.260527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.293123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:54.302121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] For port 8f9f7543-4c75-458e-a176-662a44361f1f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8f9f7543-4c75-458e-a176-662a44361f1f,segment=NetworkSegment(9339c40f-1c36-4ecb-ab82-438cfab4038a),segment_id=9339c40f-1c36-4ecb-ab82-438cfab4038a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:54.306550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:54.323316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.332678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-daad8a93-eab2-4e6c-8d0c-eacc60f68193 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:54.381209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfffb48-e80a-4d8b-bd87-5d42d4d9500e None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:54.390843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:54.401128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:54.494590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.504392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:54.507516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-8f8783b5-bba5-4d1f-befd-4ba61dd30025 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Synchronizing usage tracker for tenant:8da58360d22d4e629db1c6a124fb871a on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:54.523956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.539289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09 HTTP/1.1" status: 204 len: 168 time: 1.0749836 Dec 23 15:17:54.542183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:54.591795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eb5fe0-bf39-4051-81fc-7044a49f7459 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:17:54.592666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-18eb5fe0-bf39-4051-81fc-7044a49f7459 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:54.607538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:54.612443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-18eb5fe0-bf39-4051-81fc-7044a49f7459 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:54.617429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-18eb5fe0-bf39-4051-81fc-7044a49f7459 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09 HTTP/1.1" status: 404 len: 333 time: 0.0739338 Dec 23 15:17:54.618823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54762) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:54.711050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 172.20.0.9 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/8eace3ce-00b4-4625-b14e-0f34d22c48a3/cef74fc4-8e2d-48a5-9d95-b02d14d7beff) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:54.730744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port f59a932c-6863-4ab5-9fc1-7dc2f497395e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:54.731641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.799860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:17:46Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:54.804513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] Checking router: eb8fd556-73d7-441d-af72-c3346c3451bd for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:54.816836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] Routers {'eb8fd556-73d7-441d-af72-c3346c3451bd'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:54.817815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb8fd556-73d7-441d-af72-c3346c3451bd'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:54.857462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe76:798a (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/9b02ac9a-4d93-41b0-bd8e-394392e23ffa/cef74fc4-8e2d-48a5-9d95-b02d14d7beff) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:54.871762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 934b1c82-a937-4ceb-933e-545cf4128a48 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:54.904329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Pushing event updated for resources: {'Port': ['ID=8f9f7543-4c75-458e-a176-662a44361f1f,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:54.913751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:54.919883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5377b030-e12f-4f74-8765-2f072b8a3df6 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:17:54.922679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Provisioning for port 934b1c82-a937-4ceb-933e-545cf4128a48 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:17:54.927973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.945821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Transition to ACTIVE for port object 5377b030-e12f-4f74-8765-2f072b8a3df6 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:54.959805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-8f8783b5-bba5-4d1f-befd-4ba61dd30025 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Unset dirty status for tenant:8da58360d22d4e629db1c6a124fb871a on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:54.960341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:54.960849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:54.976609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-922897d4-0949-4b2d-bf77-3439d500c0c5 req-8f8783b5-bba5-4d1f-befd-4ba61dd30025 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8405566 Dec 23 15:17:55.003030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.014300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb902659-a758-46bd-acfb-a675bdcf2a9e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:55.065095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] Set router eb8fd556-73d7-441d-af72-c3346c3451bd gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:55.106802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Pushing event updated for resources: {'Port': ['ID=5377b030-e12f-4f74-8765-2f072b8a3df6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:55.125463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.126431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.127072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.127719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.128360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.128995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.129686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.130335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.130980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.131617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.132246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:17:55.145801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.223973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '9b02ac9a-4d93-41b0-bd8e-394392e23ffa', 'ip_address': '2001:db8::f816:3eff:fe50:44b'}, {'subnet_id': '8eace3ce-00b4-4625-b14e-0f34d22c48a3'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '934b1c82-a937-4ceb-933e-545cf4128a48'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:17:55.259878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.354373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for f59a932c-6863-4ab5-9fc1-7dc2f497395e owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:55.393483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.483043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:17:46Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:55.488097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6ad92-a645-4b6c-9afe-2daefc7b51fb None None] The sync data for ids ['eb8fd556-73d7-441d-af72-c3346c3451bd'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886744839', 'tenant_id': '0b593c7b0ee5442c808a235131a805fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:14:51Z', 'updated_at': '2021-12-23T15:17:46Z', 'revision_number': 5, 'project_id': '0b593c7b0ee5442c808a235131a805fc', 'gw_port': {'id': 'a09fd839-c2c9-4b87-95dd-99e99795e636', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8fd556-73d7-441d-af72-c3346c3451bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:14:53Z', 'updated_at': '2021-12-23T15:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:17:55.570025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.582025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2103976b-cda3-4d78-9478-d990af1a57ce tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:55.583636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:55.590988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.593005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15aafad7-651c-4a79-ba0b-e63b41484e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:55.641943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=f59a932c-6863-4ab5-9fc1-7dc2f497395e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:55.642889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:55.645980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:55.672751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:55.683876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:55.712593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59efb42d-97b0-4e71-a669-cae00dd71b19 None None] Could not find standard attr ID for object ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:17:55.734728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59efb42d-97b0-4e71-a669-cae00dd71b19 None None] Provisioning complete for port 8f9f7543-4c75-458e-a176-662a44361f1f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:55.735349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59efb42d-97b0-4e71-a669-cae00dd71b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.764822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.791537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.809825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/f59a932c-6863-4ab5-9fc1-7dc2f497395e HTTP/1.1" status: 204 len: 168 time: 1.1861889 Dec 23 15:17:55.810539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54768) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:55.874805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6ff072-620f-4744-a2c1-d7e0b7d345c9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:17:55.874805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9f6ff072-620f-4744-a2c1-d7e0b7d345c9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:55.883768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59efb42d-97b0-4e71-a669-cae00dd71b19 None None] Could not find standard attr ID for object f59a932c-6863-4ab5-9fc1-7dc2f497395e. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:17:55.898971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9f6ff072-620f-4744-a2c1-d7e0b7d345c9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:55.900180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Deleting subnet 6126e263-3b82-47a6-aa71-e6c12333d0bd {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:55.900299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f6ff072-620f-4744-a2c1-d7e0b7d345c9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/f59a932c-6863-4ab5-9fc1-7dc2f497395e HTTP/1.1" status: 404 len: 333 time: 0.0891562 Dec 23 15:17:55.903375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:55.954099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:55.990062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-97c85fe5-feeb-4f77-bd4f-5d11a722f198 None None] Could not find standard attr ID for object ee1be1d8-c8c3-4858-89be-9f4e5c4d7e09. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:17:56.143362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.196911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Deleting port bf99834b-8443-4c68-8b5b-e4497c56a7ca {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:56.197609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.205125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8f9f7543-4c75-458e-a176-662a44361f1f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:56.233812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 126a8a07-2915-4bea-9f22-9e1442bcdda2 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:56.239032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.247837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.298516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8f9f7543-4c75-458e-a176-662a44361f1f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:56.299506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.317183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.377799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d64aa-9179-4400-9e0e-186698ab29be req-287a837a-bd45-415f-9113-c625441e056d tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:56.380168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f77d64aa-9179-4400-9e0e-186698ab29be req-287a837a-bd45-415f-9113-c625441e056d tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 944 time: 0.2397630 Dec 23 15:17:56.412678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:17:56.418943 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3094540 Dec 23 15:17:56.422095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:56.430789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:17:56.448575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:56.449797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:56.495298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.590300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.620825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Attempting to bind port 5377b030-e12f-4f74-8765-2f072b8a3df6 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:17:56.621582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Attempting to bind port 5377b030-e12f-4f74-8765-2f072b8a3df6 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '9c3852ca-2cee-48fc-9343-d2c391735e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:17:56.621582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Attempting to bind port 5377b030-e12f-4f74-8765-2f072b8a3df6 on network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:56.622588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:17:56.630203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object cef74fc4-8e2d-48a5-9d95-b02d14d7beff will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:56.632269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.640510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:56.655136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Port 5377b030-e12f-4f74-8765-2f072b8a3df6 on network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:17:56.655477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Attempting to bind port 5377b030-e12f-4f74-8765-2f072b8a3df6 on network 793a9b2c-ac4a-46f5-abaa-c8b65484afa8 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:17:56.678132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.711919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=126a8a07-2915-4bea-9f22-9e1442bcdda2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:56.713785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:56.721746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:56.727231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.736088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:17:56.736470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Checking segment: {'id': '9c3852ca-2cee-48fc-9343-d2c391735e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:17:56.736903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Bound using segment: {'id': '9c3852ca-2cee-48fc-9343-d2c391735e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:17:56.737433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Bound port: 5377b030-e12f-4f74-8765-2f072b8a3df6, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3852ca-2cee-48fc-9343-d2c391735e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:17:56.737797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.739377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f77d64aa-9179-4400-9e0e-186698ab29be req-2ea1ce82-fad8-4df0-bae8-c74268a80788 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523712 Dec 23 15:17:56.762483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.765004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade0cbd-2ade-47bb-9bf0-827e9d86d986 None None] Network 2e3e75b5-029d-4156-87a2-b27e5ee0275f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:56.809909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/126a8a07-2915-4bea-9f22-9e1442bcdda2 HTTP/1.1" status: 204 len: 168 time: 0.9051728 Dec 23 15:17:56.814994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54782) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:56.840610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:17:56.841515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:56.970996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Calling delete_port for bf99834b-8443-4c68-8b5b-e4497c56a7ca owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:56.993614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.010408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.012077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet 726b31d2-12dc-49f8-a1ca-ecf797a64454 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:17:57.018044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.030154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06121c6e-828d-48fd-afc9-26583b7f890a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:57.054671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 8f9f7543-4c75-458e-a176-662a44361f1f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:57.055002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.132076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.172567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.204731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=cef74fc4-8e2d-48a5-9d95-b02d14d7beff,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:57.209354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:17:57.216439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:57.218736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:17:57.220917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e730af8-ac9a-4a33-9409-ee0785088cea tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:57.244552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Allocated IP 172.20.0.2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/8eace3ce-00b4-4625-b14e-0f34d22c48a3/934b1c82-a937-4ceb-933e-545cf4128a48) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:17:57.250895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:17:57.305331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] For port 5377b030-e12f-4f74-8765-2f072b8a3df6, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:17:57.309085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'Subnet': ['ID=6126e263-3b82-47a6-aa71-e6c12333d0bd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:57.319542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:57.331533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.339571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] For port 5377b030-e12f-4f74-8765-2f072b8a3df6, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5377b030-e12f-4f74-8765-2f072b8a3df6,segment=NetworkSegment(9c3852ca-2cee-48fc-9343-d2c391735e09),segment_id=9c3852ca-2cee-48fc-9343-d2c391735e09)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:17:57.363572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.372437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:57.373142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.381038 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68b36e01-1c97-420e-9256-d87c76975609 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "DELETE /v2.0/subnets/6126e263-3b82-47a6-aa71-e6c12333d0bd HTTP/1.1" status: 204 len: 168 time: 3.3881195 Dec 23 15:17:57.384079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:57.386110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e491f113-9e5a-4c89-bb75-53ba5a60b1ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:57.396892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port 8f9f7543-4c75-458e-a176-662a44361f1f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8f9f7543-4c75-458e-a176-662a44361f1f,segment=NetworkSegment(9339c40f-1c36-4ecb-ab82-438cfab4038a),segment_id=9339c40f-1c36-4ecb-ab82-438cfab4038a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:57.397574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.422362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4edcdb-586e-41e2-ade1-0d60ab59e42b None None] Network 244bf9c6-7bd3-474f-8795-2b4a78f08e99 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:57.464825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.2701354 Dec 23 15:17:57.468766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.470280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] 10.222.0.65 "PUT /v2.0/ports/5377b030-e12f-4f74-8765-2f072b8a3df6 HTTP/1.1" status: 200 len: 1094 time: 5.5599754 Dec 23 15:17:57.471516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'tag': '5377b030-e12f-4f74-8765-2f072b8a3df6'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:17:57.471925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.484158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54790) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:57.627333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'tag': '5377b030-e12f-4f74-8765-2f072b8a3df6', 'status': 'completed', 'code': 200} Dec 23 15:17:57.661931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Pushing event updated for resources: {'Port': ['ID=5377b030-e12f-4f74-8765-2f072b8a3df6,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:57.671096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:57.700521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:57.707029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:57.762538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Pushing event deleted for resources: {'Port': ['ID=bf99834b-8443-4c68-8b5b-e4497c56a7ca,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:57.767951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:57.889697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 263605eb-bff9-4e85-bcc5-a24c4ac79d0e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:17:57.898238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 8f9f7543-4c75-458e-a176-662a44361f1f owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:57.904277 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-46973dd8-38d3-4481-a9c8-9c4b6791d94b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8da58360d22d4e629db1c6a124fb871a&device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 1097 time: 0.3896077 Dec 23 15:17:57.911247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a8287-f5b9-40a4-acb2-8c3e8f9ff593 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:57.915965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a8287-f5b9-40a4-acb2-8c3e8f9ff593 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:57.916785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-985a8287-f5b9-40a4-acb2-8c3e8f9ff593 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:17:57.935510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 263605eb-bff9-4e85-bcc5-a24c4ac79d0e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:17:57.935853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 263605eb-bff9-4e85-bcc5-a24c4ac79d0e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:17:58.030360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-3050e5e0-4faf-4ffe-a9c5-639748aa917b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5377b030-e12f-4f74-8765-2f072b8a3df6 HTTP/1.1" status: 200 len: 217 time: 0.1093018 Dec 23 15:17:58.080367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.086661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5387106d-cb21-485e-b55d-07c99cc484c9 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:58.103939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:58.117361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.149915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=726b31d2-12dc-49f8-a1ca-ecf797a64454,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:58.160249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:58.162117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f63f7244-692b-4662-a8c4-3e20c10f0a65 tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:58.186003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.196454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:48Z', 'revision_number': 9, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:58.204657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-985a8287-f5b9-40a4-acb2-8c3e8f9ff593 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:17:58.210266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-985a8287-f5b9-40a4-acb2-8c3e8f9ff593 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.7036512 Dec 23 15:17:58.212909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b276dcb-d5fe-4ab4-ba70-0d8fa39e0eff None None] DHCP port deletion for 2e3e75b5-029d-4156-87a2-b27e5ee0275f request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:58.217788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54798) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:58.219106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f74016-9316-401f-b41a-adf16ed9cf5c req-82cc6832-d623-41b5-a923-c2da7d395a71 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:58.220443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:17:58.220812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1f74016-9316-401f-b41a-adf16ed9cf5c req-82cc6832-d623-41b5-a923-c2da7d395a71 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 944 time: 0.3327036 Dec 23 15:17:58.222130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.226030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46422bdd-f98b-4f83-9971-ff3dd829465b None None] Network 0fff3926-bcff-449d-bdd4-686375a71729 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:17:58.246818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Transition to ACTIVE for port object 934b1c82-a937-4ceb-933e-545cf4128a48 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:17:58.281119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.309352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.310812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=8f9f7543-4c75-458e-a176-662a44361f1f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:58.313439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] DHCP port deletion for 244bf9c6-7bd3-474f-8795-2b4a78f08e99 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:58.313578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port 8f9f7543-4c75-458e-a176-662a44361f1f on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:17:58.325414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:58.328459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-590aa5a2-bc9b-4317-bd89-5cc77bf7a270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:58.398011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/726b31d2-12dc-49f8-a1ca-ecf797a64454 HTTP/1.1" status: 204 len: 168 time: 1.8133376 Dec 23 15:17:58.405132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:17:58.406027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:58.412187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:58.458278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Deleting port ebbb1583-bfff-419f-bcbd-e890824dfd8b {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:58.458711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.591674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.617678 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1f74016-9316-401f-b41a-adf16ed9cf5c req-b64f1493-cae8-4c4b-a0ec-7fb659defae6 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233979 Dec 23 15:17:58.648235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3e75b5-029d-4156-87a2-b27e5ee0275f']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:58.671685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9339c40f-1c36-4ecb-ab82-438cfab4038a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:58.671848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9339c40f-1c36-4ecb-ab82-438cfab4038a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:17:58.687644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.741000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.751037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.768759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:17:58.769066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.775769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port cef74fc4-8e2d-48a5-9d95-b02d14d7beff {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:58.776165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.787591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:17:58.788443 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:17:58.815713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.827673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-733d1f10-5eda-4a23-8a9c-aa60b4b0a5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:58.829382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-733d1f10-5eda-4a23-8a9c-aa60b4b0a5d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49d820ba-2fc8-4fe2-a815-1ab33af110a7 HTTP/1.1" status: 200 len: 851 time: 0.6091578 Dec 23 15:17:58.833146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.842626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:58.854114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 6ff9feb9-4f43-446e-b845-9365a8613fa6 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:58.854469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.878106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:17:58.922244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:58.964140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-a8a9c728-d2d0-4ec4-854b-ffcd9f1ead66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247988 Dec 23 15:17:59.080330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.092994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d00c3b72-afe8-41a0-9893-d8a22ba71a3e tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:59.137193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.141957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=2e3e75b5-029d-4156-87a2-b27e5ee0275f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:59.151650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:17:59.201930 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-08e2aa75-45a3-406d-a227-6b6907f11aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881871 Dec 23 15:17:59.240532 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/2e3e75b5-029d-4156-87a2-b27e5ee0275f HTTP/1.1" status: 204 len: 168 time: 2.4128859 Dec 23 15:17:59.249626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:17:59.253297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-765800345'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:17:59.288945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:17:59.318497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:network and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:17:59.340442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] For port ebbb1583-bfff-419f-bcbd-e890824dfd8b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ebbb1583-bfff-419f-bcbd-e890824dfd8b,segment=NetworkSegment(a64a2376-62e9-4756-8d60-ae3f28c8b33e),segment_id=a64a2376-62e9-4756-8d60-ae3f28c8b33e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:59.341213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.370788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:17:59.387617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 6ff9feb9-4f43-446e-b845-9365a8613fa6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6ff9feb9-4f43-446e-b845-9365a8613fa6,segment=NetworkSegment(67396703-dc39-4a02-ad75-2612e087fed4),segment_id=67396703-dc39-4a02-ad75-2612e087fed4)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:17:59.387617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.412467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:17:59.456069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636599d8-81fb-4784-a31b-e6618b40e7bb None None] DHCP port deletion for 0fff3926-bcff-449d-bdd4-686375a71729 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:17:59.575057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 6ff9feb9-4f43-446e-b845-9365a8613fa6 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:59.622329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:17:59.629981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.653765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Router eb007555-6dff-4d79-95c7-aaeac0c12c57 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:17:59.701387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.702154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:17:59.713463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.713981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Added segment 38ceed8e-ea58-4fe9-ad49-25829566994d of type vlan for network 78490418-2c34-4744-8996-90461f265b91 Dec 23 15:17:59.751625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.793831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Calling delete_port for ebbb1583-bfff-419f-bcbd-e890824dfd8b owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:59.815448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.821237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:17:59.822121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.835568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27095d04-b80b-4d79-ae76-6718ba0fd481 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:17:59.880912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-636599d8-81fb-4784-a31b-e6618b40e7bb None None] Deleting port 6ff9feb9-4f43-446e-b845-9365a8613fa6 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:17:59.882776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-636599d8-81fb-4784-a31b-e6618b40e7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:17:59.922004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for cef74fc4-8e2d-48a5-9d95-b02d14d7beff owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:17:59.988982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Network': ['ID=78490418-2c34-4744-8996-90461f265b91,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:17:59.999950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:00.011470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7657273 Dec 23 15:18:00.022791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54812) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:00.024790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.038731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': '78490418-2c34-4744-8996-90461f265b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:00.055281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Deleting port a09fd839-c2c9-4b87-95dd-99e99795e636 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:00.055675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.082017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.086906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 78490418-2c34-4744-8996-90461f265b91 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:00.098329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf47833-903e-4c92-8033-6a6f92acb317 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:00.111460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-636599d8-81fb-4784-a31b-e6618b40e7bb None None] The port '6ff9feb9-4f43-446e-b845-9365a8613fa6' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:18:00.114148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b25484c-5903-4bf5-b2e7-f11df98b00c4 req-c7d1c4ee-8d6c-48de-9864-ee81da806e19 service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8215909 Dec 23 15:18:00.115215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-afead3b6-543a-40d7-a5b0-853fe98bb40d None None] Provisioning for port 934b1c82-a937-4ceb-933e-545cf4128a48 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:00.139275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.234131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=6ff9feb9-4f43-446e-b845-9365a8613fa6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:00.239761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d51f5c64-fb1d-498c-a4c5-f51d7d0a5107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:00.260202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:00.290959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] No DVR routers for this DVR port ebbb1583-bfff-419f-bcbd-e890824dfd8b on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:00.298073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-afead3b6-543a-40d7-a5b0-853fe98bb40d None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:00.299039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afead3b6-543a-40d7-a5b0-853fe98bb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.365421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:00.398282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:00.411979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] Sync routers for ids ['eb007555-6dff-4d79-95c7-aaeac0c12c57'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:00.427208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] For port a09fd839-c2c9-4b87-95dd-99e99795e636, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a09fd839-c2c9-4b87-95dd-99e99795e636,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:00.427705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.433092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] Routers {'eb007555-6dff-4d79-95c7-aaeac0c12c57'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:00.440958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb007555-6dff-4d79-95c7-aaeac0c12c57'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:00.503860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:48Z', 'revision_number': 9, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:00.535776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Pushing event deleted for resources: {'Port': ['ID=ebbb1583-bfff-419f-bcbd-e890824dfd8b,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:00.556487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:00.561843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f36df-eae9-4d29-9716-85b422d5e40e None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:17:48Z', 'revision_number': 9, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd52c63-f875-441e-9ee1-7db906778a69', 'name': '', 'network_id': '7350aa3d-8c4e-44e4-8784-f5c3d2790446', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:f2:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:38Z', 'updated_at': '2021-12-23T15:16:51Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '026a9018-aecf-4d6f-ace6-9ac34da255cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:00.562840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdabe91-4219-4ac9-b022-98a150496810 req-3166729f-a4fc-4a35-a44e-bc95ed842b45 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:00.565663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5bdabe91-4219-4ac9-b022-98a150496810 req-3166729f-a4fc-4a35-a44e-bc95ed842b45 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 944 time: 0.6556985 Dec 23 15:18:00.578529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:00.584264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.588833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "PUT /v2.0/routers/eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 200 len: 706 time: 10.4871049 Dec 23 15:18:00.603291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] Routers {'eb007555-6dff-4d79-95c7-aaeac0c12c57'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:00.609782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb007555-6dff-4d79-95c7-aaeac0c12c57'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:00.610167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Calling delete_port for a09fd839-c2c9-4b87-95dd-99e99795e636 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:00.618457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54816) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:00.746108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:00.746735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7cf6f-defa-4bbf-b8f6-2f6a76df82de None None] The sync data for ids ['eb007555-6dff-4d79-95c7-aaeac0c12c57'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:00.748835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-5501eac8-2931-41d1-b4ea-5334f6bf1b40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8da58360d22d4e629db1c6a124fb871a&device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 1097 time: 0.5605583 Dec 23 15:18:00.791827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:00.792284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.823375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No DVR routers for this DVR port 6ff9feb9-4f43-446e-b845-9365a8613fa6 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:00.827548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.841068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:00.881012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef501a71-b743-4f58-a37c-31d770f12c1d tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:00.957388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'Port': ['ID=a09fd839-c2c9-4b87-95dd-99e99795e636,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:00.960922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:00.979095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:01.013503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8f9f7543-4c75-458e-a176-662a44361f1f no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:01.026849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:18:01.059673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 8f9f7543-4c75-458e-a176-662a44361f1f {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:01.059836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8f9f7543-4c75-458e-a176-662a44361f1f not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:01.060269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ebbb1583-bfff-419f-bcbd-e890824dfd8b no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:01.063599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:01.103586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: ebbb1583-bfff-419f-bcbd-e890824dfd8b {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:01.103999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ebbb1583-bfff-419f-bcbd-e890824dfd8b not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:01.104486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6ff9feb9-4f43-446e-b845-9365a8613fa6 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:01.141275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 6ff9feb9-4f43-446e-b845-9365a8613fa6 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:01.141693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6ff9feb9-4f43-446e-b845-9365a8613fa6 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:01.268081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5bdabe91-4219-4ac9-b022-98a150496810 req-a5e7ebcb-54fe-4ab0-8dcb-8f5198cb58b2 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786423 Dec 23 15:18:01.309707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4cd738aa-c4f6-43e8-8a5d-e3c8124edd1d tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/routers/eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 200 len: 741 time: 0.6881554 Dec 23 15:18:01.319987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54820) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:01.416278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:01.428844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c90675d-79ff-4bed-9e8f-6e2a07470720 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&device_id=eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 200 len: 205 time: 0.1026502 Dec 23 15:18:01.428844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:01.428844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54824) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:01.434156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8b3a717e-2ea1-469c-81a7-af4f3bb698cc None None] Provisioning for port cef74fc4-8e2d-48a5-9d95-b02d14d7beff completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:01.438917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-3ffbbd75-11fb-4b51-ac78-9b93f9011354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:01.438917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-3ffbbd75-11fb-4b51-ac78-9b93f9011354 service neutron] 10.222.0.65 "GET /v2.0/networks?id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8 HTTP/1.1" status: 200 len: 912 time: 0.6750770 Dec 23 15:18:01.449116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8b3a717e-2ea1-469c-81a7-af4f3bb698cc None None] Provisioning complete for port cef74fc4-8e2d-48a5-9d95-b02d14d7beff triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:01.449116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b3a717e-2ea1-469c-81a7-af4f3bb698cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:01.459651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:01.480400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-510d05de-f763-4ee6-81c7-0ae55bb3b4e7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:01.490425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a717e-2ea1-469c-81a7-af4f3bb698cc None None] Port cef74fc4-8e2d-48a5-9d95-b02d14d7beff was deleted so its status cannot be updated. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 23 15:18:01.497577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:01.561676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fff3926-bcff-449d-bdd4-686375a71729']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:01.580247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:01.596640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=cef74fc4-8e2d-48a5-9d95-b02d14d7beff,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:01.612039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-abb82f89-417b-4819-a214-aff87626c59c tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 200 len: 205 time: 0.1801660 Dec 23 15:18:01.612039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:01.613148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54830) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:01.682203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-d1ae011f-79e5-4df5-90de-5d6bd4952588 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5377b030-e12f-4f74-8765-2f072b8a3df6 HTTP/1.1" status: 200 len: 217 time: 0.1766355 Dec 23 15:18:01.688336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67396703-dc39-4a02-ad75-2612e087fed4') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:01.688336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67396703-dc39-4a02-ad75-2612e087fed4') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:01.791049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5377b030-e12f-4f74-8765-2f072b8a3df6 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:18:01.827878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-173c1726-54ee-48e7-9919-fde03877402a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:01.827878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-173c1726-54ee-48e7-9919-fde03877402a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49d820ba-2fc8-4fe2-a815-1ab33af110a7 HTTP/1.1" status: 200 len: 851 time: 0.1034756 Dec 23 15:18:01.902102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:01.939812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.000423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5377b030-e12f-4f74-8765-2f072b8a3df6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5377b030-e12f-4f74-8765-2f072b8a3df6,segment=NetworkSegment(9c3852ca-2cee-48fc-9343-d2c391735e09),segment_id=9c3852ca-2cee-48fc-9343-d2c391735e09)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:02.017288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '5377b030-e12f-4f74-8765-2f072b8a3df6', 'network_id': '793a9b2c-ac4a-46f5-abaa-c8b65484afa8', 'port_id': '5377b030-e12f-4f74-8765-2f072b8a3df6', 'mac_address': 'fa:16:3e:b5:19:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d820ba-2fc8-4fe2-a815-1ab33af110a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:18:02.034887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-2c95a161-9700-4d60-a4df-4ab7540429ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1880500 Dec 23 15:18:02.038793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.066655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.087148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.087870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:02.088478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.116548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5377b030-e12f-4f74-8765-2f072b8a3df6 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:18:02.117632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.122209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/cef74fc4-8e2d-48a5-9d95-b02d14d7beff HTTP/1.1" status: 204 len: 168 time: 3.7835078 Dec 23 15:18:02.126834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54836) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:02.147318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5377b030-e12f-4f74-8765-2f072b8a3df6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5377b030-e12f-4f74-8765-2f072b8a3df6,segment=NetworkSegment(9c3852ca-2cee-48fc-9343-d2c391735e09),segment_id=9c3852ca-2cee-48fc-9343-d2c391735e09)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:02.157738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.160797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0769be5-5f58-47d3-a8fa-1627df698b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:02.208099 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:02.317579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=5377b030-e12f-4f74-8765-2f072b8a3df6,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:02.329264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:02.403144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.430357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:02.434867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:02.434867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 10ea8fd5-25fb-45a2-b313-e7bdc5a2caa9 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:02.489801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-82cfb2d4-7f63-4ca6-967c-e14273f3052e service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948302 Dec 23 15:18:02.517155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['5377b030-e12f-4f74-8765-2f072b8a3df6'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:18:02.530991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54662fb2-d18a-449f-8e05-6481ffb60518 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:02.533891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54662fb2-d18a-449f-8e05-6481ffb60518 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:02.538580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54662fb2-d18a-449f-8e05-6481ffb60518 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3917344 Dec 23 15:18:02.540425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54842) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:02.776235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.878771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9d329b9-8d01-4a4b-bf9e-2eaca7ebe9a5 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:02.894181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.922225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.922225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=0fff3926-bcff-449d-bdd4-686375a71729,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:02.934105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:02.960970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:02.988468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/0fff3926-bcff-449d-bdd4-686375a71729 HTTP/1.1" status: 204 len: 168 time: 4.5698223 Dec 23 15:18:03.001405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54846) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:03.042938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba3048a6-a7c7-4a49-8d24-901b0ab99474 req-7c194f55-f6ff-4ea3-9c11-b6e097e42ad3 service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465047 Dec 23 15:18:03.153259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67596d26-8f26-4711-8323-7e91d57a4e8f req-7a78e809-3177-48ed-aed9-3e55ed83879e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:03.153259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-67596d26-8f26-4711-8323-7e91d57a4e8f req-7a78e809-3177-48ed-aed9-3e55ed83879e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 945 time: 0.5630090 Dec 23 15:18:03.156375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.163234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-69359910-7902-4048-abec-cfd3be321d80 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:03.216826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.216826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Fanout notify agent at l3_agent the message router_deleted on router eb8fd556-73d7-441d-af72-c3346c3451bd {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:18:03.329365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.336533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.376195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.376195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "DELETE /v2.0/routers/eb8fd556-73d7-441d-af72-c3346c3451bd HTTP/1.1" status: 204 len: 168 time: 5.9851651 Dec 23 15:18:03.386685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:03.423717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 8eace3ce-00b4-4625-b14e-0f34d22c48a3 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:03.428239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=052225b3-311b-43cf-9baa-4ab292c40758,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:03.434712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.435529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Fanout notify agent at l3_agent the message router_deleted on router eb007555-6dff-4d79-95c7-aaeac0c12c57 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:18:03.447023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.496972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:03.518915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-67596d26-8f26-4711-8323-7e91d57a4e8f req-2f71c308-8e64-4c06-b58a-aef8fed8f883 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533990 Dec 23 15:18:03.531980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.536715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9966277b-276f-488d-8d74-f2abc4363808 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 204 len: 168 time: 1.9194171 Dec 23 15:18:03.540039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54854) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:03.782788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5377b030-e12f-4f74-8765-2f072b8a3df6 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:03.825773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Checking segment: {'id': '38ceed8e-ea58-4fe9-ad49-25829566994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78490418-2c34-4744-8996-90461f265b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:03.825773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network hostable DHCP agents. Network: 78490418-2c34-4744-8996-90461f265b91, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:03.845467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.868192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 5377b030-e12f-4f74-8765-2f072b8a3df6 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:03.876075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 5377b030-e12f-4f74-8765-2f072b8a3df6 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:03.876454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:03.877710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74943876-de08-4147-91d9-962ba913e4bf tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 200 len: 205 time: 0.3386517 Dec 23 15:18:03.880758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54858) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:03.887112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.018994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.019596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-d6c98066-e594-4d8d-8836-b2e9f471f9f1 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] delete failed (client error): The resource could not be found. Dec 23 15:18:04.023782 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6c98066-e594-4d8d-8836-b2e9f471f9f1 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/eb007555-6dff-4d79-95c7-aaeac0c12c57 HTTP/1.1" status: 404 len: 336 time: 0.1379631 Dec 23 15:18:04.024612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54862) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.038609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 78490418-2c34-4744-8996-90461f265b91 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:04.054385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5377b030-e12f-4f74-8765-2f072b8a3df6'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:18:04.074177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5377b030-e12f-4f74-8765-2f072b8a3df6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5377b030-e12f-4f74-8765-2f072b8a3df6,segment=NetworkSegment(9c3852ca-2cee-48fc-9343-d2c391735e09),segment_id=9c3852ca-2cee-48fc-9343-d2c391735e09)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:04.080550 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f667af4-538d-4936-9d70-7bf11e517050 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=6886256a-7ce4-4cba-90c7-b438aae8bce2 HTTP/1.1" status: 200 len: 205 time: 0.0545435 Dec 23 15:18:04.084275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54868) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.084853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.087488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52615aa2-1d78-4f59-8c6c-432f86909192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:04.132255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 78490418-2c34-4744-8996-90461f265b91) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:04.135025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a09fd839-c2c9-4b87-95dd-99e99795e636 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:04.139941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:04.140905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.159826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.183382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-1819b5cf-d793-4bac-9047-c59971ecfef9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] delete failed (client error): The resource could not be found. Dec 23 15:18:04.184673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1819b5cf-d793-4bac-9047-c59971ecfef9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/6886256a-7ce4-4cba-90c7-b438aae8bce2 HTTP/1.1" status: 404 len: 336 time: 0.0979943 Dec 23 15:18:04.189141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54872) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.190690 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5377b030-e12f-4f74-8765-2f072b8a3df6', 'code': 200} Dec 23 15:18:04.193637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa64df-8a3a-448e-9379-5cdfe7ab5e5a None None] Network 78490418-2c34-4744-8996-90461f265b91 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:04.224425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a09fd839-c2c9-4b87-95dd-99e99795e636 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:04.224837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a09fd839-c2c9-4b87-95dd-99e99795e636 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:04.268945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df1591ad-ca31-46a1-b6dd-18a5aee8ce0b tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b26f24d-dc1f-49b3-9952-3681eeef78c9 HTTP/1.1" status: 200 len: 205 time: 0.0772643 Dec 23 15:18:04.271588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.309938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.332363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=5377b030-e12f-4f74-8765-2f072b8a3df6,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:04.337794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:04.356640 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3251925 Dec 23 15:18:04.361205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244bf9c6-7bd3-474f-8795-2b4a78f08e99']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:04.387805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.401841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1038462639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:04.409106 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-ada4de79-bff2-4a50-b64d-c0a9e7fb95a2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] delete failed (client error): The resource could not be found. Dec 23 15:18:04.413267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ada4de79-bff2-4a50-b64d-c0a9e7fb95a2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/3b26f24d-dc1f-49b3-9952-3681eeef78c9 HTTP/1.1" status: 404 len: 336 time: 0.1359336 Dec 23 15:18:04.413267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64a2376-62e9-4756-8d60-ae3f28c8b33e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:04.413267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64a2376-62e9-4756-8d60-ae3f28c8b33e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:04.426532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54884) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.427351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:04.495305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.518445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:router and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:04.527337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.527574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d151f17c-1769-4c6b-a4ff-2a29f166d11f tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=681de91a-a086-442c-8f7d-c309cc6fcaba HTTP/1.1" status: 200 len: 205 time: 0.0935352 Dec 23 15:18:04.528584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:04.539468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff9f5831-0ac3-4f49-b7fa-a4dd13672dc3 req-75582c7f-f53e-4f63-af3e-f433759efbe7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 1099 time: 0.1277866 Dec 23 15:18:04.541362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54888) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.546131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:04.552571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e804fd0-6d95-4ae1-be38-fe381aabc2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:04.610338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.619770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.621254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=8eace3ce-00b4-4625-b14e-0f34d22c48a3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:04.632952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:04.640316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/8eace3ce-00b4-4625-b14e-0f34d22c48a3 HTTP/1.1" status: 204 len: 168 time: 2.0957148 Dec 23 15:18:04.640316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54894) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.673962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-ee0ad37b-422f-4b29-9a4f-fb018a3fb755 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] delete failed (client error): The resource could not be found. Dec 23 15:18:04.676413 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee0ad37b-422f-4b29-9a4f-fb018a3fb755 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/681de91a-a086-442c-8f7d-c309cc6fcaba HTTP/1.1" status: 404 len: 336 time: 0.1332448 Dec 23 15:18:04.681417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:04.682179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:04.720550 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:04.744903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 9b02ac9a-4d93-41b0-bd8e-394392e23ffa {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:04.748413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.758258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0980e-203e-4674-ace4-b9fa2c72068a None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:04.762615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:04.814026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.827635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.828641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.837978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-78490418-2c34-4744-8996-90461f265b91', 'network_id': '78490418-2c34-4744-8996-90461f265b91', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': '052225b3-311b-43cf-9baa-4ab292c40758'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:04.838869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.926829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:04.931053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54937c6f-b7f0-4018-abd8-cb5ef48226b7 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c95a2e-1e59-4943-ad80-836ee6da81b1 HTTP/1.1" status: 200 len: 205 time: 0.1640484 Dec 23 15:18:04.939569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.020976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.040327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff9f5831-0ac3-4f49-b7fa-a4dd13672dc3 req-0b2e3467-9698-47e3-88e4-7929513c1fab service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509981 Dec 23 15:18:05.054632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.067840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3703c09-d907-4163-bdc2-94e2a2788208 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:05.090746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.110007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:05.127426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=9b02ac9a-4d93-41b0-bd8e-394392e23ffa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:05.127991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-5796e1e5-41e7-4902-882b-55c22864c39d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] delete failed (client error): The resource could not be found. Dec 23 15:18:05.131769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5796e1e5-41e7-4902-882b-55c22864c39d tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/e9c95a2e-1e59-4943-ad80-836ee6da81b1 HTTP/1.1" status: 404 len: 336 time: 0.1867900 Dec 23 15:18:05.134121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.136407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:05.138494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54906) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.166831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'Network': ['ID=244bf9c6-7bd3-474f-8795-2b4a78f08e99,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:05.175482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.179294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Allocated IP 172.20.0.2 (78490418-2c34-4744-8996-90461f265b91/052225b3-311b-43cf-9baa-4ab292c40758/f365049b-afb2-446a-a254-2dd678131f9e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:05.181118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:05.205102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.226605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/9b02ac9a-4d93-41b0-bd8e-394392e23ffa HTTP/1.1" status: 204 len: 168 time: 0.5847597 Dec 23 15:18:05.228524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54910) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.238432 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9deee04-d539-4561-b181-76740357b5b1 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8a92140-4e6a-452e-bac5-0121e5e4324e HTTP/1.1" status: 200 len: 205 time: 0.0937166 Dec 23 15:18:05.246500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.311992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-83090545-a22e-4c8a-a110-c4cbf4ca6d36 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829611 Dec 23 15:18:05.314945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54918) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.316677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "DELETE /v2.0/networks/244bf9c6-7bd3-474f-8795-2b4a78f08e99 HTTP/1.1" status: 204 len: 168 time: 1.9354613 Dec 23 15:18:05.322470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:05.326868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54922) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.361796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4cc78cab-718b-4228-b6c4-11a3c800ce3a tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] delete failed (client error): The resource could not be found. Dec 23 15:18:05.361796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4cc78cab-718b-4228-b6c4-11a3c800ce3a tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/routers/f8a92140-4e6a-452e-bac5-0121e5e4324e HTTP/1.1" status: 404 len: 336 time: 0.1138108 Dec 23 15:18:05.370439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54926) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.384535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8273b-b336-4856-840b-9417ba49a65b req-3291c86b-748b-49ac-a649-adfdc8589075 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:05.386615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74d8273b-b336-4856-840b-9417ba49a65b req-3291c86b-748b-49ac-a649-adfdc8589075 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.6654379 Dec 23 15:18:05.410109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35888c84-5e9e-4194-9f3c-0641c4055147 None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '9b02ac9a-4d93-41b0-bd8e-394392e23ffa'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '934b1c82-a937-4ceb-933e-545cf4128a48'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:18:05.462590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.468421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35888c84-5e9e-4194-9f3c-0641c4055147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.491386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:05.499211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:05.500836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:05.504732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfddad34-bc41-43b6-a36a-45ca0d3dd56f tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:05.505287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfddad34-bc41-43b6-a36a-45ca0d3dd56f tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:05.507201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dfddad34-bc41-43b6-a36a-45ca0d3dd56f tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] 10.222.0.49 "DELETE /v2.0/subnets/92318b64-4040-4d02-9d48-f58b2431fede HTTP/1.1" status: 404 len: 337 time: 0.1334960 Dec 23 15:18:05.520364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:05.549599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:05.563137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.570175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.573651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8390316e-3ae0-4743-aa86-7dc82ccbfe95 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1800086 Dec 23 15:18:05.582036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54932) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:05.626251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'network_id': '78490418-2c34-4744-8996-90461f265b91', 'name': 'tempest-PortsTestJSON-1033368459'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:05.653330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74d8273b-b336-4856-840b-9417ba49a65b req-9d9cf335-8676-4c31-970b-bfa948a9cb76 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171652 Dec 23 15:18:05.690870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.724629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Transition to ACTIVE for port object f365049b-afb2-446a-a254-2dd678131f9e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:05.734875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.764052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Transition to ACTIVE for port object f365049b-afb2-446a-a254-2dd678131f9e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:05.775626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.783491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692c0e7d-7689-43e3-9f60-5dfbbc37e351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:05.855444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:05.859555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Pushing event updated for resources: {'Port': ['ID=f365049b-afb2-446a-a254-2dd678131f9e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:05.862977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d113d3-a99c-400b-a015-92cf94a067ca None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:05.964597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Network 78490418-2c34-4744-8996-90461f265b91 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:05.980099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:05.986890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:05.993003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.993666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.994212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.994822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.995435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.995823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.996213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.996599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.996980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.997390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:05.997771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:06.014870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:06.030901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f5af01ae-1271-4135-9e78-e4d36c50962e None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:06.031667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f5af01ae-1271-4135-9e78-e4d36c50962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.050042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54938) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:06.062037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:06.086449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:06.111929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:06.118062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.167331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.178297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9654b4c-6d00-422d-95a5-5d0df490a539 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:06.187528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:06.215875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b4ff1-c1bb-4b91-938c-23694e19b6bd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:06.219173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:06.235012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 23bd877e-396f-4a08-9f97-df2f9332be7b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:06.329448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.334760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] 10.222.0.49 "DELETE /v2.0/security-groups/1e3b4ff1-c1bb-4b91-938c-23694e19b6bd HTTP/1.1" status: 204 len: 168 time: 0.9927795 Dec 23 15:18:06.385007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Attempting to bind port f365049b-afb2-446a-a254-2dd678131f9e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:06.385466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Attempting to bind port f365049b-afb2-446a-a254-2dd678131f9e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '38ceed8e-ea58-4fe9-ad49-25829566994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78490418-2c34-4744-8996-90461f265b91'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:06.385894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Attempting to bind port f365049b-afb2-446a-a254-2dd678131f9e on network 78490418-2c34-4744-8996-90461f265b91 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:06.389954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.455885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.484475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.520874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:06.522540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:06.522960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Checking segment: {'id': '38ceed8e-ea58-4fe9-ad49-25829566994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78490418-2c34-4744-8996-90461f265b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:06.523716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.524349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Bound using segment: {'id': '38ceed8e-ea58-4fe9-ad49-25829566994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78490418-2c34-4744-8996-90461f265b91'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:06.525059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Bound port: f365049b-afb2-446a-a254-2dd678131f9e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ceed8e-ea58-4fe9-ad49-25829566994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78490418-2c34-4744-8996-90461f265b91'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:06.525655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.539168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Usage tracker for resource:security_group_rule and tenant:5177098bf99d46cd89a77f70c720d3bf is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:06.731016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] For port f365049b-afb2-446a-a254-2dd678131f9e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:06.743201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] For port f365049b-afb2-446a-a254-2dd678131f9e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f365049b-afb2-446a-a254-2dd678131f9e,segment=NetworkSegment(38ceed8e-ea58-4fe9-ad49-25829566994d),segment_id=38ceed8e-ea58-4fe9-ad49-25829566994d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:06.750766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.759136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:06.764443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3248740-b3a8-4e84-81e8-23dc86193228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:06.792247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.800400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.801901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:06.808006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17abe352-464b-4a62-a1cf-2fbfc4552571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:06.814807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:06.877116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:06.885476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:06.885837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.8 (78490418-2c34-4744-8996-90461f265b91/052225b3-311b-43cf-9baa-4ab292c40758/23bd877e-396f-4a08-9f97-df2f9332be7b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:06.892089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:06.892981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19d2cc46-4613-4f8c-afac-385940c3eb51 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:06.940742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:06.941143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:06.945680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Pushing event updated for resources: {'Port': ['ID=f365049b-afb2-446a-a254-2dd678131f9e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:06.950334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:06.974818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=4a6c5328-3e35-43dc-b850-0827cdddc4c5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:06.980764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:06.994083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:06.998317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:07.001573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:07.002461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.047663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7315414 Dec 23 15:18:07.050566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54948) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:07.061303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:07.211551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f5a87-da08-48f2-b923-3ccfedbe9190 req-b6807ec9-f694-4999-ad78-586c54fe1c09 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:07.213342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6a1f5a87-da08-48f2-b923-3ccfedbe9190 req-b6807ec9-f694-4999-ad78-586c54fe1c09 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.3909650 Dec 23 15:18:07.239047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:07.243814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:07.247630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:07.254299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:07.266229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:07.273676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.279996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.344514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.364154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:07.480330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdad05-7393-4449-af16-d99e53d06003,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:07.531780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.536810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:07.582745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:07.587780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.590301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:07.610838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port ccd52c63-f875-441e-9ee1-7db906778a69 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:07.611711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.674044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6a1f5a87-da08-48f2-b923-3ccfedbe9190 req-13312fb3-aecb-4eca-87c3-b4c08e7bddda tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286330 Dec 23 15:18:07.692732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.699286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=9']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:07.702502 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5177098bf99d46cd89a77f70c720d3bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6489193 Dec 23 15:18:07.710855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:07.721053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:07.769265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.775615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:07.857203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 23bd877e-396f-4a08-9f97-df2f9332be7b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:07.940669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:07.941449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54964) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:07.950308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:07.960232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:07.961414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:07.967575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=4ca91490-754e-43a5-966d-e0346f915193,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:07.973836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:07.995466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.006352 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9545605 Dec 23 15:18:08.020805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:08.022387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.028521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dab72-565e-4da4-a3a2-32705e69e922 req-6bc920c2-43ea-42c8-aedb-e2b6fa89b75b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:08.031296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-906dab72-565e-4da4-a3a2-32705e69e922 req-6bc920c2-43ea-42c8-aedb-e2b6fa89b75b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.1889884 Dec 23 15:18:08.041212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:3b:aa:41', 'name': 'tempest-NetworksTestDHCPv6-1545032360'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:08.099750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-906dab72-565e-4da4-a3a2-32705e69e922 req-c54c1204-e11f-4ca9-862e-ef7b59f51940 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612109 Dec 23 15:18:08.158850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:08.204694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-39fac9c6-d071-4f08-b6b9-1549bc45b687 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b593c7b0ee5442c808a235131a805fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2609124 Dec 23 15:18:08.205180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54976) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:08.230519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port ccd52c63-f875-441e-9ee1-7db906778a69, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ccd52c63-f875-441e-9ee1-7db906778a69,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:08.230964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.268874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:08.269893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.297882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.332530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.380913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:08.381686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.388391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.412300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-673ecc66-b121-41bb-86e5-761a6b8ba7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:08.447164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5229fc2c-fc73-423c-be1f-ff54fee236ae,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:08.451615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for ccd52c63-f875-441e-9ee1-7db906778a69 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:08.455967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.457810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5229fc2c-fc73-423c-be1f-ff54fee236ae HTTP/1.1" status: 204 len: 168 time: 0.2513926 Dec 23 15:18:08.459003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:08.520044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=23bd877e-396f-4a08-9f97-df2f9332be7b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:08.558760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 78490418-2c34-4744-8996-90461f265b91 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:08.572266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:08.587145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:08.596985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:08.684041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418537e3-8123-46a1-845c-d75c626cc100 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:08.763978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:08.802076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:08.802773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.807396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:08.812665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:08.822330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11dc1e-3280-4315-a971-4841cfb41dde req-1f24ba66-a33a-4588-bc31-995679d25b7c tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:08.825177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e4de4594-7839-4a97-95a5-f17d34cc39ad tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:08.857068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a11dc1e-3280-4315-a971-4841cfb41dde req-1f24ba66-a33a-4588-bc31-995679d25b7c tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.2016587 Dec 23 15:18:08.859590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdad05-7393-4449-af16-d99e53d06003,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:08.871089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:08.920805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:08.928515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3321338 Dec 23 15:18:08.933124 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a11dc1e-3280-4315-a971-4841cfb41dde req-d33379cb-1677-4e69-9ae0-3465c54e373e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747633 Dec 23 15:18:08.934107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54986) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:09.005252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4a235f08-b638-4af1-8c02-08df8fb90e35 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:09.005911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a235f08-b638-4af1-8c02-08df8fb90e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.033675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.038003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fcdad05-7393-4449-af16-d99e53d06003 HTTP/1.1" status: 204 len: 168 time: 1.3133595 Dec 23 15:18:09.165194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 54992) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:09.212433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.235797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.267927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.285622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-696fe566-51d6-452a-9f10-5af7a86934dd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:09.308492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.322985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 5a91a721-7a05-4424-9020-c52826f56d7f yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:09.343968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd9305-f715-4c07-81a4-28e3dd997366 None None] Network 78490418-2c34-4744-8996-90461f265b91 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:09.373873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=ccd52c63-f875-441e-9ee1-7db906778a69,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:09.383547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:09.558935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a235f08-b638-4af1-8c02-08df8fb90e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.675199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '4a6c5328-3e35-43dc-b850-0827cdddc4c5', 'ip_address': '2001:db8::f816:3eff:fe50:44b'}, {'subnet_id': '4ca91490-754e-43a5-966d-e0346f915193'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '934b1c82-a937-4ceb-933e-545cf4128a48'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:18:09.695715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 54998) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:09.762713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:09.850462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-4a235f08-b638-4af1-8c02-08df8fb90e35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:09.850884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-4a235f08-b638-4af1-8c02-08df8fb90e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:09.854242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.863224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:09.865996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:09.866710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f365049b-afb2-446a-a254-2dd678131f9e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:09.872891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Usage tracker for resource:security_group_rule and tenant:58200229942d435dadc9a517ee1fdf7a is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:09.878474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:09.901285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b559def9-9dfd-469c-a8cc-3301e44b244d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:09.948627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:10.117055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=10']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:10.135660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:10.145084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-0ef6939b-9701-4bde-9bb2-c498deca7252 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3371232 Dec 23 15:18:10.175883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f365049b-afb2-446a-a254-2dd678131f9e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:10.195082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 172.20.0.9 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/4ca91490-754e-43a5-966d-e0346f915193/5a91a721-7a05-4424-9020-c52826f56d7f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:10.215434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe3b:aa41 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/4a6c5328-3e35-43dc-b850-0827cdddc4c5/5a91a721-7a05-4424-9020-c52826f56d7f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:10.220874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d11edfe-c177-4059-9a7f-ac9e96fda8ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6be9543321fb495ea3fe7baf012ac435&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5150826 Dec 23 15:18:10.229068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:10.364725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.371771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.382808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:10.420077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.485869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:10.507992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53aaf6-d3dd-4639-b2b0-e20a9d68efa6 req-1bb95e93-f300-468b-b5c2-55f1a7dc523a tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:10.509754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e53aaf6-d3dd-4639-b2b0-e20a9d68efa6 req-1bb95e93-f300-468b-b5c2-55f1a7dc523a tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.3804054 Dec 23 15:18:10.563865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.584599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:10.585034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.596852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.722996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Provisioning for port f365049b-afb2-446a-a254-2dd678131f9e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:10.733434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.740920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Provisioning complete for port f365049b-afb2-446a-a254-2dd678131f9e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:10.741442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.770036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e53aaf6-d3dd-4639-b2b0-e20a9d68efa6 req-d3dd83b6-89f2-4bd1-93c6-1a0c06880dad tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496643 Dec 23 15:18:10.801791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58200229942d435dadc9a517ee1fdf7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6353076 Dec 23 15:18:10.803344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d207ac-29cd-493e-a69a-cd8590eeb0e6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:10.807103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55008) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:10.827733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:10.895235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.914801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-114e445c-487e-4b18-9a0a-3c810f7f4049 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 1098 time: 0.6278024 Dec 23 15:18:10.927297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 5a91a721-7a05-4424-9020-c52826f56d7f will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:10.956899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.962705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f63de79-7580-43b4-8a24-e78c836ac0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:10.964660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.977679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:10.994481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b976fe-289c-45b3-af26-fc7292ebca61,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:11.005093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:11.006964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.008173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.016464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0e293dea-9074-4b92-883a-ca34f1789db5 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:11.030965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] For port f365049b-afb2-446a-a254-2dd678131f9e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f365049b-afb2-446a-a254-2dd678131f9e,segment=NetworkSegment(38ceed8e-ea58-4fe9-ad49-25829566994d),segment_id=38ceed8e-ea58-4fe9-ad49-25829566994d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:11.123483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.129944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:11.203964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:11.217132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:11.230663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.234575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d45ff513-2485-4331-948b-25feafc3fb4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89b976fe-289c-45b3-af26-fc7292ebca61 HTTP/1.1" status: 204 len: 168 time: 1.0005565 Dec 23 15:18:11.266107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.284062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-327651a3-c892-44b8-80f0-1286b5988afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:11.299958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:11.341186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=5a91a721-7a05-4424-9020-c52826f56d7f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:11.353053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:11.358439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d207ac-29cd-493e-a69a-cd8590eeb0e6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:11.377205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:11.378652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.383541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74d207ac-29cd-493e-a69a-cd8590eeb0e6 HTTP/1.1" status: 204 len: 168 time: 0.5663302 Dec 23 15:18:11.415498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0de1557d-f8e7-4b25-b72d-4f14939919d1 None None] Provisioning for port 23bd877e-396f-4a08-9f97-df2f9332be7b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:11.427043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0de1557d-f8e7-4b25-b72d-4f14939919d1 None None] Provisioning complete for port 23bd877e-396f-4a08-9f97-df2f9332be7b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:11.427702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0de1557d-f8e7-4b25-b72d-4f14939919d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.506459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Allocated IP 172.20.0.2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/4ca91490-754e-43a5-966d-e0346f915193/934b1c82-a937-4ceb-933e-545cf4128a48) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:11.511312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:11.512102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.524345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Pushing event updated for resources: {'Port': ['ID=f365049b-afb2-446a-a254-2dd678131f9e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:11.528408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:11.545033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0de1557d-f8e7-4b25-b72d-4f14939919d1 None None] Port 23bd877e-396f-4a08-9f97-df2f9332be7b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:11.560068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.575322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.593373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-137f7470-0959-43d8-8f9a-8829a5fae682 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:11.611052 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5778272 Dec 23 15:18:11.613909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:11.643537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0de1557d-f8e7-4b25-b72d-4f14939919d1 None None] Provisioning complete for port f365049b-afb2-446a-a254-2dd678131f9e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:11.644054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0de1557d-f8e7-4b25-b72d-4f14939919d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.664023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-e0f1c805-3be9-4767-804e-09a113a55c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:11.664840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-e0f1c805-3be9-4767-804e-09a113a55c0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.7050035 Dec 23 15:18:11.747774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ecb2b-87e1-4b9a-9240-526da30cb105 req-c47b20d3-6ec8-4519-8d82-3f8f08f340a6 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:11.749501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d24ecb2b-87e1-4b9a-9240-526da30cb105 req-c47b20d3-6ec8-4519-8d82-3f8f08f340a6 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.4096470 Dec 23 15:18:11.816919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-1d6dc33a-957e-46c8-b7c9-9771ce710a97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe HTTP/1.1" status: 200 len: 1001 time: 0.1286151 Dec 23 15:18:11.823815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:11.840933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-efdda8d9-7427-4b30-9d85-4bafd806dd00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8da58360d22d4e629db1c6a124fb871a&device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 1099 time: 0.5435448 Dec 23 15:18:11.869225 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d24ecb2b-87e1-4b9a-9240-526da30cb105 req-0abf87b4-4865-44dd-af5d-93aba41269d1 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115472 Dec 23 15:18:11.879369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1fed01-1328-4c35-a537-ca0744cd4331 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:11.884414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1fed01-1328-4c35-a537-ca0744cd4331 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:11.885495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d1fed01-1328-4c35-a537-ca0744cd4331 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:11.885897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.919452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d1fed01-1328-4c35-a537-ca0744cd4331 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:11.923847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d1fed01-1328-4c35-a537-ca0744cd4331 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3078001 Dec 23 15:18:11.924982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:11.927414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Transition to ACTIVE for port object 934b1c82-a937-4ceb-933e-545cf4128a48 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:11.932860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:18:11.933372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:11.938635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:12.097573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Pushing event updated for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=11']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:12.105874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:12.108702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 5a91a721-7a05-4424-9020-c52826f56d7f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:12.109097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:12.136522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=23bd877e-396f-4a08-9f97-df2f9332be7b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:12.148237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:12.329865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-aa254417-f902-4e0e-87de-bb8135d2085e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:12.331546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-aa254417-f902-4e0e-87de-bb8135d2085e service neutron] 10.222.0.65 "GET /v2.0/networks?id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8 HTTP/1.1" status: 200 len: 912 time: 0.4180195 Dec 23 15:18:12.451252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-39e20838-7f46-432a-a770-f1580626f4da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5377b030-e12f-4f74-8765-2f072b8a3df6 HTTP/1.1" status: 200 len: 217 time: 0.1073911 Dec 23 15:18:12.452853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-dd0e580e-b5d5-48ab-9f1c-a68c046670ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:12.454536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-dd0e580e-b5d5-48ab-9f1c-a68c046670ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.6189752 Dec 23 15:18:12.474825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0c679273-ed76-4b67-b5c3-7950e8c6311e None None] Provisioning complete for port 23bd877e-396f-4a08-9f97-df2f9332be7b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:12.475228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c679273-ed76-4b67-b5c3-7950e8c6311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:12.534616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:12.668621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c679273-ed76-4b67-b5c3-7950e8c6311e None None] Port 23bd877e-396f-4a08-9f97-df2f9332be7b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:12.714269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f365049b-afb2-446a-a254-2dd678131f9e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:12.730188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-c4e0fdfa-e04f-4a8e-8f7d-fb588b55b726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:12.731859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-c4e0fdfa-e04f-4a8e-8f7d-fb588b55b726 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49d820ba-2fc8-4fe2-a815-1ab33af110a7 HTTP/1.1" status: 200 len: 851 time: 0.2320273 Dec 23 15:18:12.821425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f365049b-afb2-446a-a254-2dd678131f9e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:12.821872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:12.856161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-c836c769-19af-4d93-b93d-8e99abd7285b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818696 Dec 23 15:18:13.063442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:13.230813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 5a91a721-7a05-4424-9020-c52826f56d7f owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:13.284935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55064) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:13.381692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:13.395687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:13.426912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:13.427761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:13.447932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4545367 Dec 23 15:18:13.457459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55070) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:13.569976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-9f3812ef-ff43-47a0-ad76-4717143a76c0 service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780536 Dec 23 15:18:13.631963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b8a84e65-453c-4930-b632-36dd9991aa73 tempest-AgentManagementNegativeTest-1508733212 tempest-AgentManagementNegativeTest-1508733212-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3326957 Dec 23 15:18:13.718613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:13.775041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:13.847276 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-15e8745d-8ed4-4a63-b124-dd9de52f3278 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3402777 Dec 23 15:18:13.887662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b98a9a-0078-4e59-be77-c6283f52432d None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:13.954963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23e7bc37-3d0c-4910-b1bb-2c06553baa22 req-9339d52f-f46b-4b79-8e3d-60419749406b service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056476 Dec 23 15:18:14.034214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet 026a9018-aecf-4d6f-ace6-9ac34da255cb {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:14.044054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.103112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55086) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:14.128817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.139655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf6ae48b-7e49-4410-9523-f1d36cf7cbad tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:14.170161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.202769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=5a91a721-7a05-4424-9020-c52826f56d7f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:14.209924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.246940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:14.255154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-555845a0-45dd-4b16-8ec9-4e6771bfee48 None None] Provisioning for port 934b1c82-a937-4ceb-933e-545cf4128a48 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:14.275422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-555845a0-45dd-4b16-8ec9-4e6771bfee48 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:14.275850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-555845a0-45dd-4b16-8ec9-4e6771bfee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.320583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-f4bc9f29-01b7-4ac7-8f59-ccf753b4fb2f service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063849 Dec 23 15:18:14.328106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37571c24-6acd-433a-be82-764d70e5f4cd req-cbe8ca45-2fb9-4f12-baec-77f894e6ec66 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:14.336528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37571c24-6acd-433a-be82-764d70e5f4cd req-cbe8ca45-2fb9-4f12-baec-77f894e6ec66 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.7649548 Dec 23 15:18:14.496287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.501105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/5a91a721-7a05-4424-9020-c52826f56d7f HTTP/1.1" status: 204 len: 168 time: 2.5689075 Dec 23 15:18:14.502627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:14.546563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:09Z', 'revision_number': 10, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:14.556121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:18:14.598000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.643315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:14.644674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:14.684937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.828777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37571c24-6acd-433a-be82-764d70e5f4cd req-8dcf40d7-cda0-4496-acb2-2cbd2825dc5b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908955 Dec 23 15:18:14.889391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8a6e8-701b-4c0e-8a3f-1d31815917e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:14.891327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8a6e8-701b-4c0e-8a3f-1d31815917e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:14.893019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8a6e8-701b-4c0e-8a3f-1d31815917e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:14.894196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bdf8a6e8-701b-4c0e-8a3f-1d31815917e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:14.903574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:14.908707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cffcf1f7-13f7-416c-a933-ed2d75fd7b64 req-7342ac00-53a4-42ac-94c0-2bf8fa5d6084 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321262 Dec 23 15:18:14.914456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Usage tracker for resource:security_group_rule and tenant:c894efa217824718983b8fa155840d98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:14.922056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:14.934416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:14.947691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bdf8a6e8-701b-4c0e-8a3f-1d31815917e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:14.952889 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bdf8a6e8-701b-4c0e-8a3f-1d31815917e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4485726 Dec 23 15:18:14.954456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:14.959757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:14.962006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72737957-b844-412d-a5d0-114aa669e474 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:15.011699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=026a9018-aecf-4d6f-ace6-9ac34da255cb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:15.013721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55108) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:15.039605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:15.055064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:15.091817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.096520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107fe67-a32c-4cee-b420-8df6a5b6dea7 None None] Network 7350aa3d-8c4e-44e4-8784-f5c3d2790446 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:15.154376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.160136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.170909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/026a9018-aecf-4d6f-ace6-9ac34da255cb HTTP/1.1" status: 204 len: 168 time: 1.7117844 Dec 23 15:18:15.231707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55114) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:15.248286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6eaeb9d2-a405-48e1-9507-963c82f453d7 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:15.345337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.365675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=23bd877e-396f-4a08-9f97-df2f9332be7b,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:15.384458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:15.520463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.526240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--1551843808', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:15.533243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.534467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:15.540156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:15.543629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:15.552025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:15.563786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:15.570466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.590718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.591335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7eec4a11-12f2-42c1-afc8-b18bf7ae30b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:15.605719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c894efa217824718983b8fa155840d98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4962275 Dec 23 15:18:15.606724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55120) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:15.640842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:15.641350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 4a6c5328-3e35-43dc-b850-0827cdddc4c5 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:15.646459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:15.650312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.650664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:15.659750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:15.709937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.755860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b76943c-8cce-42cb-8344-8156af827159 None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:15.756458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b76943c-8cce-42cb-8344-8156af827159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.764454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port ce080c4f-5d85-4637-9a16-766f428f7f9c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:15.764981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.771423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.801416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.803757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498a9b21-5efe-448c-a992-ae1c32c9797d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:15.811894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fcbad6b6-9a82-4c5c-895a-f252c1559d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:15.829883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:15.837724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:09Z', 'revision_number': 10, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:15.851068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d6c73-fd15-48b0-a614-cd2c3158f35e None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:09Z', 'revision_number': 10, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None, '_interfaces': [{'id': '69dc6f2f-608f-48c7-a4f8-4c997863852a', 'name': '', 'network_id': '245ec713-d6ff-47c8-aa96-4427fd9b06ff', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'mac_address': 'fa:16:3e:41:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:16:26Z', 'updated_at': '2021-12-23T15:16:39Z', 'revision_number': 5, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'subnets': [{'id': '20ef10e7-15ce-4e1c-a1da-626824ac2db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:15.877051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.883967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:15.908161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network 78490418-2c34-4744-8996-90461f265b91 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:15.933888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:15.936458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:15.936861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment 8b0f467c-10a2-41e0-af90-8d674906a679 of type vlan for network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 Dec 23 15:18:15.944238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:15.956797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.061119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] DHCP port deletion for 7350aa3d-8c4e-44e4-8784-f5c3d2790446 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:16.066244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Deleting port ce080c4f-5d85-4637-9a16-766f428f7f9c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:16.066950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.124188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:16.211504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.242322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.255200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4e044f6e-c90c-4820-8d2a-2add065a67d4 None None] Could not find standard attr ID for object 5a91a721-7a05-4424-9020-c52826f56d7f. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:18:16.419306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ce080c4f-5d85-4637-9a16-766f428f7f9c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:16.450280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.456843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:16.457535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.472158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.535827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:16.536583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.548889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1d4d879-6c0b-4155-b764-34ab0d612f47 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:16.554852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a57b2d50-20b2-41b5-a7a6-08ff9c242d2d None None] Provisioning complete for port 23bd877e-396f-4a08-9f97-df2f9332be7b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:16.555744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a57b2d50-20b2-41b5-a7a6-08ff9c242d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.578033 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5550373 Dec 23 15:18:16.601593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:16.602002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.750224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55126) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:16.764549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for ce080c4f-5d85-4637-9a16-766f428f7f9c owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:16.793276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.800756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-393150720', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:16.809136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:16.819181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fcd9509-8309-4240-9f6d-0913b20e0fc1 tempest-ExtraDHCPOptionsTestJSON-1658005513 tempest-ExtraDHCPOptionsTestJSON-1658005513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:16.821038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Calling delete_port for ce080c4f-5d85-4637-9a16-766f428f7f9c owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:16.852150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.868977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:16.877371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6c5328-3e35-43dc-b850-0827cdddc4c5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:16.884047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:16.896274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:16.900852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a8ad-1951-4c87-88a5-7176f679d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.905958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a57b2d50-20b2-41b5-a7a6-08ff9c242d2d None None] Port 23bd877e-396f-4a08-9f97-df2f9332be7b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:16.906560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:16.924603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.926334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:16.933695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:16.936943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:16.937888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.938909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ccd52c63-f875-441e-9ee1-7db906778a69 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:16.953017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.954939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.967818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:16.979806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e03f3a-dc5f-49fd-81f2-71270efe183d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:16.984347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e12e723f-7218-4db2-a835-c57b41999baa tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:17.005234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72327ba8-86c4-4cca-902b-d178b61b34f7 req-d1ace0b3-2cb9-4157-ae5d-e2eb10e0adeb tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:17.007038 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-72327ba8-86c4-4cca-902b-d178b61b34f7 req-d1ace0b3-2cb9-4157-ae5d-e2eb10e0adeb tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.7587817 Dec 23 15:18:17.009939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746813f3-749e-41e9-b1e0-46aa8e33c923 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:17.011495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/4a6c5328-3e35-43dc-b850-0827cdddc4c5 HTTP/1.1" status: 204 len: 168 time: 2.0054164 Dec 23 15:18:17.011762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55130) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:17.016255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a9b21-5efe-448c-a992-ae1c32c9797d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:17.018395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:17.022826 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/498a9b21-5efe-448c-a992-ae1c32c9797d HTTP/1.1" status: 204 len: 168 time: 1.4089942 Dec 23 15:18:17.024311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:17.029732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:17.030236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:17.035768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:17.066613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:17.068562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Router f69bca99-4d09-4eb3-905c-b09b87eacaeb is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:18:17.090090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-72327ba8-86c4-4cca-902b-d178b61b34f7 req-3e6d1db0-761b-4865-b177-740047576fd2 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646029 Dec 23 15:18:17.290421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:17.356935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: ccd52c63-f875-441e-9ee1-7db906778a69 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:17.357455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ccd52c63-f875-441e-9ee1-7db906778a69 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:17.421455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=ce080c4f-5d85-4637-9a16-766f428f7f9c,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:17.439886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 4ca91490-754e-43a5-966d-e0346f915193 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:17.444581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:17.480478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:17.533272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port ce080c4f-5d85-4637-9a16-766f428f7f9c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:17.533934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:17.562227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:17.676343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:17.676947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:17.701861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:17.712665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] Sync routers for ids ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:17.714375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/routers/f69bca99-4d09-4eb3-905c-b09b87eacaeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7788260 Dec 23 15:18:17.722318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55150) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:17.735267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] Routers {'f69bca99-4d09-4eb3-905c-b09b87eacaeb'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:17.736233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:17.808046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:17.828912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] Routers {'f69bca99-4d09-4eb3-905c-b09b87eacaeb'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:17.829655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:17:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:17.891518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b13ea-3917-4322-ad9c-c6329cfbf0f6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:17.892334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-467b13ea-3917-4322-ad9c-c6329cfbf0f6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:17.909783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:17.910449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b3e31-8a8b-4b76-9709-5e5c9325ecdd None None] The sync data for ids ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:17.916199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-467b13ea-3917-4322-ad9c-c6329cfbf0f6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:17.920157 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-467b13ea-3917-4322-ad9c-c6329cfbf0f6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f69bca99-4d09-4eb3-905c-b09b87eacaeb HTTP/1.1" status: 200 len: 982 time: 0.1942174 Dec 23 15:18:17.921867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55154) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:17.925703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.100828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.165451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.171743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.178053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Deleting port ce080c4f-5d85-4637-9a16-766f428f7f9c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:18.178486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.231050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.238469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0db701d4-b59b-431f-a3bc-87eabe45d308 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:18.298193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca91490-754e-43a5-966d-e0346f915193,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:18.307180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:18.376547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:18.377134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.408070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.422566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/4ca91490-754e-43a5-966d-e0346f915193 HTTP/1.1" status: 204 len: 168 time: 1.4096608 Dec 23 15:18:18.427561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55164) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:18.479301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55166) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:18.486759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] For port ce080c4f-5d85-4637-9a16-766f428f7f9c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ce080c4f-5d85-4637-9a16-766f428f7f9c,segment=NetworkSegment(d0b9fa41-02b5-4cd3-ac09-d924152fecc9),segment_id=d0b9fa41-02b5-4cd3-ac09-d924152fecc9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:18.487214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.556885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for ce080c4f-5d85-4637-9a16-766f428f7f9c owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:18.568097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-24e1b662-28bf-4669-a211-0292d39f4d16 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900879 Dec 23 15:18:18.572526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55172) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:18.583248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:18.635628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Calling delete_port for ce080c4f-5d85-4637-9a16-766f428f7f9c owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:18.726764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:18.746627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:18.752824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:18.763886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:18.799357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:18.810894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.20 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/a19d88fb-d2d7-42b4-ac45-69c6fc592925) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:18.811293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.825634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.832238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de8a7965-169d-4934-b5a2-246bb8ff43e9 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:18.845560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'networks': [{'name': 'tempest-network--337832193'}, {'name': 'tempest-network--309773212'}]} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:18.845929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'network': {'name': 'tempest-network--337832193'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:18.846418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'network': {'name': 'tempest-network--309773212'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:18.852036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:18.856456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Usage tracker for resource:network and tenant:c145a0a8680e46e787b12ee1990eb617 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:18.887710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=ce080c4f-5d85-4637-9a16-766f428f7f9c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:18.895792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:18.935220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:18.938848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:18.939275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:18.958062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65e3ce2b-fe4c-4e26-85f1-917dba705ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:18.960689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:19.009454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No DVR routers for this DVR port ce080c4f-5d85-4637-9a16-766f428f7f9c on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:19.017101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8d92f-67e9-4481-9e67-416347cd885c req-759da101-be01-4199-afe3-7dee702e9aff tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:19.018845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55e8d92f-67e9-4481-9e67-416347cd885c req-759da101-be01-4199-afe3-7dee702e9aff tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 1.0925806 Dec 23 15:18:19.018999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'network': 2} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:19.025058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.044473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada3fcb-ae12-495b-82e4-613d58eaecbe None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:19.047387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.181540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:19.199100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Usage tracker for resource:security_group_rule and tenant:c145a0a8680e46e787b12ee1990eb617 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:19.204054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:19.213276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:19.227138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.246457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55e8d92f-67e9-4481-9e67-416347cd885c req-944d4890-f78f-457d-bd1d-4d1097c1487a tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935177 Dec 23 15:18:19.255418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-56bf8bca-4700-48cc-b5a2-573d209d52de None None] Provisioning complete for port 934b1c82-a937-4ceb-933e-545cf4128a48 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:19.255859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56bf8bca-4700-48cc-b5a2-573d209d52de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.277854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7350aa3d-8c4e-44e4-8784-f5c3d2790446']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:19.292734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.300541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:19.300899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b9fa41-02b5-4cd3-ac09-d924152fecc9') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:19.317924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.338266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.347790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:19.348235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:19.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:19.377473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.427074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.468706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.472088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.476743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3d90414-d944-4e29-9a39-96c41f3f0fe4 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:19.477575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:19.493192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:19.498192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Deleting port 934b1c82-a937-4ceb-933e-545cf4128a48 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:19.498648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.533212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.541752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.555546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Deleting port ce080c4f-5d85-4637-9a16-766f428f7f9c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:19.555958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.571539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:19.575443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=a19d88fb-d2d7-42b4-ac45-69c6fc592925,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:19.582472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:19.584606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:19.586297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56466302-454a-4892-b299-2d3442ce38a9 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:19.602778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:19.629766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.636920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/7350aa3d-8c4e-44e4-8784-f5c3d2790446 HTTP/1.1" status: 204 len: 168 time: 4.4033041 Dec 23 15:18:19.640266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55178) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:19.646080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:19.650255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=7350aa3d-8c4e-44e4-8784-f5c3d2790446,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:19.650396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.650897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.651585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-585e3fa5-de9b-4010-9cb1-17eade9e18e3 None None] The port 'ce080c4f-5d85-4637-9a16-766f428f7f9c' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:18:19.655174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:19.722192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:19.724728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:19.725563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.803594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.804848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.829766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] For port 934b1c82-a937-4ceb-933e-545cf4128a48, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=934b1c82-a937-4ceb-933e-545cf4128a48,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:19.830235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:19.965546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Calling delete_port for 934b1c82-a937-4ceb-933e-545cf4128a48 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:20.006910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:20.009906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:20.028794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6440f71d-4b98-4b73-a446-c749b914cafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:20.051205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.055800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c2f487e-ca92-4bee-873f-eeb264b0b784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:20.073017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:18:20.101506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Pushing event deleted for resources: {'Port': ['ID=934b1c82-a937-4ceb-933e-545cf4128a48,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:20.105542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:20.108739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] No DVR routers for this DVR port 934b1c82-a937-4ceb-933e-545cf4128a48 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:20.141094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eee38a-378e-4469-a236-46a521b787ea None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:20.151803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:20.163452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df2e9d-f5f9-4f3b-97cc-b163148a31fa,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:20.166844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:20.171961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5979424 Dec 23 15:18:20.172744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55182) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:20.179767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:20.204148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.204950 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Added segment 8b5001cf-f99a-4409-89ba-1cd8b35d64d3 of type vlan for network 63b8781f-3c82-4451-bf02-afa044723836 Dec 23 15:18:20.279632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.412658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:20.419456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:20.423154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:20.431259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:20.433978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:20.456075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:20.462449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.481706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 934b1c82-a937-4ceb-933e-545cf4128a48 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:20.481706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 934b1c82-a937-4ceb-933e-545cf4128a48 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:20.495580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:20.496553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.548718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:20.562935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:20.602457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.607554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8523495 Dec 23 15:18:20.609056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55188) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:20.618683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:20.619489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:20.663678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:20.760704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.761499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Added segment 1834a9cd-97ee-4efd-b34a-12d06a0cdd1e of type vlan for network e32e0479-b17d-4cbc-9190-b6507bd11e57 Dec 23 15:18:20.817262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 23bd877e-396f-4a08-9f97-df2f9332be7b {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:20.817590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.858712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.902195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Allocated IP 172.20.0.2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1/c925bdfa-7b47-4f2e-ba0f-3cb39baeee96) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:20.919003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65561e84-4382-4d73-97f4-b427aebf8ed6 req-59e6add0-1a85-4171-a16d-880601106bf2 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:20.919003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-65561e84-4382-4d73-97f4-b427aebf8ed6 req-59e6add0-1a85-4171-a16d-880601106bf2 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.4367514 Dec 23 15:18:20.932369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:20.937691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c80fa936-51cc-455c-9b27-c90a5f1d8f06 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3137889 Dec 23 15:18:20.973092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:21.018449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:21.113578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.114120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.118434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.121957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.122698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.133012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:21.269026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.326288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.346195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8580594 Dec 23 15:18:21.347707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-65561e84-4382-4d73-97f4-b427aebf8ed6 req-7ed052de-bb48-4553-99cb-cdd9928c4a23 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492079 Dec 23 15:18:21.375320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:21.387022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Network': ['ID=63b8781f-3c82-4451-bf02-afa044723836,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:21.404026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 63b8781f-3c82-4451-bf02-afa044723836 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:21.508525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.525184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05122920-9e81-4fdd-91dd-5bbab96c5514 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:21.541203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.553111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 23bd877e-396f-4a08-9f97-df2f9332be7b owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:21.554918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Transition to ACTIVE for port object c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:21.582345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Transition to ACTIVE for port object c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:21.586902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436eef8b-01a0-4d39-8bce-4093f719fbf9 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.588624 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-436eef8b-01a0-4d39-8bce-4093f719fbf9 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6158533 Dec 23 15:18:21.601551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55204) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:21.646725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:21.653266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:21.659943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.660468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.673499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.679156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda99e32-e675-4752-b4cc-69c8243480d5 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.683694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda99e32-e675-4752-b4cc-69c8243480d5 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.688147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda99e32-e675-4752-b4cc-69c8243480d5 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.692744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda99e32-e675-4752-b4cc-69c8243480d5 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:21.694686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bda99e32-e675-4752-b4cc-69c8243480d5 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3176012 Dec 23 15:18:21.701572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-721cb44d-091a-4155-aeb5-961a422e03a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:21.701840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=923e047c-097a-4bbb-9be8-0f4dd709cb4e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:21.706336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:21.709420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:21.768779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:21.790074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:21.794406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:21.801602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Pushing event updated for resources: {'Port': ['ID=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:21.809110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:21.816092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6394675 Dec 23 15:18:21.817767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55214) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:21.826563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:44:f4:d7', 'name': 'tempest-NetworksTestDHCPv6-2002409702'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:21.855681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:19Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:21.892748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:18:21.893102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Updating router 7523af1a-2415-4296-9fa7-a681c0dd111e port a19d88fb-d2d7-42b4-ac45-69c6fc592925 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:18:21.937892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.946858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-adf0d956-b33a-4109-93eb-f31dc882345b tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2655296 Dec 23 15:18:21.949619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55218) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:21.960666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834280724', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:21.961335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Attempting to bind port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:21.961777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Attempting to bind port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:21.962312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Attempting to bind port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:21.980514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:21.987542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Network': ['ID=e32e0479-b17d-4cbc-9190-b6507bd11e57,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:21.990519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:21.994430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.846s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:21.995143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:22.017220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network e32e0479-b17d-4cbc-9190-b6507bd11e57 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:22.136353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaabd34-ea20-4a82-bb4a-087bb66284d7 req-3042a1b4-64ba-446f-b2fb-9a7cb35f0321 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:22.138071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7eaabd34-ea20-4a82-bb4a-087bb66284d7 req-3042a1b4-64ba-446f-b2fb-9a7cb35f0321 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.3163748 Dec 23 15:18:22.175650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-796397fb-e8fe-42d6-a1ec-654568953a75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8da58360d22d4e629db1c6a124fb871a&device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 1099 time: 0.3405159 Dec 23 15:18:22.216481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:22.216976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:22.217366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.217847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:22.218371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Bound port: c925bdfa-7b47-4f2e-ba0f-3cb39baeee96, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:22.218794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.275282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:22.289797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:22.302663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:22.308779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:22.311924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.320847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:22.334877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:22.359549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:22.377679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b8781f-3c82-4451-bf02-afa044723836']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:22.395139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:22.466984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5001cf-f99a-4409-89ba-1cd8b35d64d3') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:22.467280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5001cf-f99a-4409-89ba-1cd8b35d64d3') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:22.486392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] For port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:22.511186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] For port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:22.516927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.523744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:22.536402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.592225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.629350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:22.629821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:22.645943 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:22.666905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.718787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Pushing event updated for resources: {'Port': ['ID=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:22.724289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:22.812928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.814737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.859157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbcf9a0f-af6f-4ef8-b76a-d750e1602467 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:22.869314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.881979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.885895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Transition to ACTIVE for port object a19d88fb-d2d7-42b4-ac45-69c6fc592925 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:22.893292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port c5523c89-fca8-4176-8e13-b399462ebf26 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:22.894832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.899962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5056026a-5c81-40e8-bf38-ecff51ed606a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:22.927134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7eaabd34-ea20-4a82-bb4a-087bb66284d7 req-d0afd332-a8a5-4769-ab37-c6934572598c tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460046 Dec 23 15:18:22.931389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0efa9d7-9f12-4c2b-8025-c32204cf6d87 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:22.948401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:22.948620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=23bd877e-396f-4a08-9f97-df2f9332be7b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:22.962303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:22.966634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-17a27bcf-754d-42de-9894-ed82445e1f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:22.967458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Network': ['ID=63b8781f-3c82-4451-bf02-afa044723836,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:22.968301 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-17a27bcf-754d-42de-9894-ed82445e1f5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8 HTTP/1.1" status: 200 len: 912 time: 0.7850261 Dec 23 15:18:22.986552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:22.988278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/networks/63b8781f-3c82-4451-bf02-afa044723836 HTTP/1.1" status: 204 len: 168 time: 1.2809017 Dec 23 15:18:23.000609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:23.013250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Attempting to bind port a19d88fb-d2d7-42b4-ac45-69c6fc592925 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:23.013679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Attempting to bind port a19d88fb-d2d7-42b4-ac45-69c6fc592925 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:23.014112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Attempting to bind port a19d88fb-d2d7-42b4-ac45-69c6fc592925 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:23.017242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6a7c1-daee-404b-97c9-cb0f66cfef29 None None] Pushing event updated for resources: {'Port': ['ID=a19d88fb-d2d7-42b4-ac45-69c6fc592925,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:23.022249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aa6a7c1-daee-404b-97c9-cb0f66cfef29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:23.026030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:23.026507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:23.026972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.027428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:23.028044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Bound port: a19d88fb-d2d7-42b4-ac45-69c6fc592925, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:23.028478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.103865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-ff3db0bb-01e8-4a05-a522-25518aee4375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5377b030-e12f-4f74-8765-2f072b8a3df6 HTTP/1.1" status: 200 len: 217 time: 0.0913074 Dec 23 15:18:23.119568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] For port a19d88fb-d2d7-42b4-ac45-69c6fc592925, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:23.123096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] For port a19d88fb-d2d7-42b4-ac45-69c6fc592925, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a19d88fb-d2d7-42b4-ac45-69c6fc592925,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:23.130102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.134343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:23.216874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6a7c1-daee-404b-97c9-cb0f66cfef29 None None] Pushing event updated for resources: {'Port': ['ID=a19d88fb-d2d7-42b4-ac45-69c6fc592925,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:23.231909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aa6a7c1-daee-404b-97c9-cb0f66cfef29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:23.252026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:23.252757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:23.253381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.499306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-67f4dfb0-1137-4c0a-ada3-7557e331a5ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:23.501471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-67f4dfb0-1137-4c0a-ada3-7557e331a5ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49d820ba-2fc8-4fe2-a815-1ab33af110a7 HTTP/1.1" status: 200 len: 851 time: 0.3899708 Dec 23 15:18:23.537545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:23.569622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-ff79a62e-8dee-42d5-a81a-102782d563a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=793a9b2c-ac4a-46f5-abaa-c8b65484afa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566332 Dec 23 15:18:23.705520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.730764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 172.20.0.7 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1/c5523c89-fca8-4176-8e13-b399462ebf26) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:23.744124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.757086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fdfb4f-c9e5-4715-8253-f962e92b4010 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:23.786503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe44:f4d7 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/923e047c-097a-4bbb-9be8-0f4dd709cb4e/c5523c89-fca8-4176-8e13-b399462ebf26) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:23.804344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32e0479-b17d-4cbc-9190-b6507bd11e57']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:23.830843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1834a9cd-97ee-4efd-b34a-12d06a0cdd1e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:23.831178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1834a9cd-97ee-4efd-b34a-12d06a0cdd1e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:23.858541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:19Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:23.862886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901879a-e4c9-45ce-a6ab-b6c3ceb5bb7c None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:19Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:23.875234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.883964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.907268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=57bae197-a6e2-4d42-bd55-35e61264d8de,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:23.915715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-9b2e159b-1e38-49f5-b1f4-e48ac943638f service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772958 Dec 23 15:18:23.921018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:23.930033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.955174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:23.955618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:23.972120 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:24.388196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:24.388676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:24.500740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:24.550398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:24.568148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf8af62e-ceac-4c32-82f9-cbb7a7c37b22 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:24.590310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:24.592578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:24.637564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Network': ['ID=e32e0479-b17d-4cbc-9190-b6507bd11e57,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:24.649874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:24.667363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/networks/e32e0479-b17d-4cbc-9190-b6507bd11e57 HTTP/1.1" status: 204 len: 168 time: 1.6633463 Dec 23 15:18:24.681138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:24.681817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:24.690655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28996e4-43c1-4e78-a2ab-721c289fce7d req-739e746b-e285-47a3-b98a-f0fc654a1bf3 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:24.699144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b28996e4-43c1-4e78-a2ab-721c289fce7d req-739e746b-e285-47a3-b98a-f0fc654a1bf3 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.3999736 Dec 23 15:18:24.769249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc6d797e-579c-4c5f-8097-809767f084c5 req-d64d6009-82f4-4105-8505-dc1228d4f28b service neutron] 10.222.0.65 "GET /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740302 Dec 23 15:18:24.782533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:24.791362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810411f8-6cbc-49df-88c1-ddfe2355ad29 None None] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:24.851855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:24.856418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:24.857082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:24.963199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port 69dc6f2f-608f-48c7-a4f8-4c997863852a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:24.963822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:24.973218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object c5523c89-fca8-4176-8e13-b399462ebf26 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:24.977538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b28996e4-43c1-4e78-a2ab-721c289fce7d req-6674bed5-879b-4eac-9e96-c25fb8560b4c tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771332 Dec 23 15:18:24.992621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0402851 Dec 23 15:18:24.999704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55232) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:25.127334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ae0df6-c335-43b0-b517-964f852830b5 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:25.139132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b22e23-8657-4f54-9b05-75219d96cc23 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:25.144233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b22e23-8657-4f54-9b05-75219d96cc23 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:25.145087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-18b22e23-8657-4f54-9b05-75219d96cc23 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Synchronizing usage tracker for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:25.174387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.183457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91848555-d766-4d93-b020-246bdd993c66 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:25.228146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-18b22e23-8657-4f54-9b05-75219d96cc23 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Unset dirty status for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:25.230253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-18b22e23-8657-4f54-9b05-75219d96cc23 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5074999 Dec 23 15:18:25.235977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55236) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:25.238224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Router f69bca99-4d09-4eb3-905c-b09b87eacaeb has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:18:25.252427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-81296381'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:25.265816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:25.269100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:25.271772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.306297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:25.308175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=c5523c89-fca8-4176-8e13-b399462ebf26,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:25.318592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:25.372693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:25.380057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:25.381112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:25.449951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port 69dc6f2f-608f-48c7-a4f8-4c997863852a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=69dc6f2f-608f-48c7-a4f8-4c997863852a,segment=NetworkSegment(fa03db12-c888-48c6-b0cc-7c5b8817d85e),segment_id=fa03db12-c888-48c6-b0cc-7c5b8817d85e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:25.450627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.469971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:25.475730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.530110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:25.530808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.542020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Allocated IP 172.20.0.2 (f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054/57bae197-a6e2-4d42-bd55-35e61264d8de/00599fc5-0a56-4d6e-8e9e-24d3c9061c86) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:25.582366 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7633834 Dec 23 15:18:25.583658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55240) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:25.643477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Provisioning for port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:25.659199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Provisioning complete for port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:25.659624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.690340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for 69dc6f2f-608f-48c7-a4f8-4c997863852a owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:25.747649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:25.766187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.766576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Added segment efb63f1a-695b-41f5-b3c8-9944a61d1fc5 of type vlan for network 2f2399f4-e7e3-470e-abfe-e72cc6e4029a Dec 23 15:18:25.768858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:25.786304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] Sync routers for ids ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:25.797709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa302a2-5e9b-4935-9c5f-2498cc49f6cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:25.802535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa302a2-5e9b-4935-9c5f-2498cc49f6cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:25.803436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1fa302a2-5e9b-4935-9c5f-2498cc49f6cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:25.805383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] Routers {'f69bca99-4d09-4eb3-905c-b09b87eacaeb'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:25.806662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:25.836016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/routers/f69bca99-4d09-4eb3-905c-b09b87eacaeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9129734 Dec 23 15:18:25.836268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:25.875867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.927561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.931922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:25.932965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:25.946964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:25.957980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:25.967217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] Routers {'f69bca99-4d09-4eb3-905c-b09b87eacaeb'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:25.968680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:25.974856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1fa302a2-5e9b-4935-9c5f-2498cc49f6cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:25.979485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1fa302a2-5e9b-4935-9c5f-2498cc49f6cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3924367 Dec 23 15:18:25.980401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:25.987183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fec658-c9a5-4ead-824d-1ee186b51383 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:18:25.987776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-43fec658-c9a5-4ead-824d-1ee186b51383 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:26.012428 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7701056 Dec 23 15:18:26.029200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55252) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:26.052564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1770312306'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:26.073983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:26.081472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:26.082290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ad3e-da74-4215-9227-ee29b48bb630 None None] The sync data for ids ['f69bca99-4d09-4eb3-905c-b09b87eacaeb'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:26.106835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:26.110487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-43fec658-c9a5-4ead-824d-1ee186b51383 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:26.116882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-43fec658-c9a5-4ead-824d-1ee186b51383 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/23bd877e-396f-4a08-9f97-df2f9332be7b HTTP/1.1" status: 404 len: 333 time: 0.2782662 Dec 23 15:18:26.119104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55258) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:26.165087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.184099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Network': ['ID=2f2399f4-e7e3-470e-abfe-e72cc6e4029a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:26.189636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:26.200728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.207893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e149ca91-33d7-440d-90bf-f8ec271d54d5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:26.226338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port c5523c89-fca8-4176-8e13-b399462ebf26 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:26.226730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.230229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 2f2399f4-e7e3-470e-abfe-e72cc6e4029a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:26.281883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:26.287712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.301052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=69dc6f2f-608f-48c7-a4f8-4c997863852a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:26.309321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:26.327897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] For port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:26.378000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.382662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.385361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aa6a7c1-daee-404b-97c9-cb0f66cfef29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:26.465792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7a60-cb07-4490-9255-6bdca6c85dfd req-644f5d70-ccf1-43b4-bd9c-35f0883b705d tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:26.467517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-efcc7a60-cb07-4490-9255-6bdca6c85dfd req-644f5d70-ccf1-43b4-bd9c-35f0883b705d tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.2617483 Dec 23 15:18:26.485114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Pushing event updated for resources: {'Port': ['ID=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:26.488173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a19d88fb-d2d7-42b4-ac45-69c6fc592925 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:26.549965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:26.558421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:26.579053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Transition to ACTIVE for port object 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:26.640768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Transition to ACTIVE for port object 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:26.658638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.663870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:26.673952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-efcc7a60-cb07-4490-9255-6bdca6c85dfd req-0ca2e218-1b8b-45df-8c7f-31b833e433be tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292775 Dec 23 15:18:26.691099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.759289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Pushing event updated for resources: {'Port': ['ID=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:26.804922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a19d88fb-d2d7-42b4-ac45-69c6fc592925 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:26.814834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:26.820344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a19d88fb-d2d7-42b4-ac45-69c6fc592925 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:26.821105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:26.898361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:26.904087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:26.919129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:27.084600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1', 'ip_address': '172.20.0.2'}, {'subnet_id': '923e047c-097a-4bbb-9be8-0f4dd709cb4e'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': 'c925bdfa-7b47-4f2e-ba0f-3cb39baeee96'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:18:27.102302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.141967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Attempting to bind port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:27.142372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Attempting to bind port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:27.142802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Attempting to bind port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 on network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:27.166222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.172159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.172743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Added segment f3eeef09-236f-4667-9771-bd2492c6c2b7 of type vlan for network 31c4be61-07b6-4544-b5c6-7550da00a929 Dec 23 15:18:27.182518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.192451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:27.192920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Checking segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:27.193405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.194034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Bound using segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:27.194373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Bound port: 00599fc5-0a56-4d6e-8e9e-24d3c9061c86, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:27.194805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.206193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.218917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a19d88fb-d2d7-42b4-ac45-69c6fc592925, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a19d88fb-d2d7-42b4-ac45-69c6fc592925,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:27.228018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.232510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:27.386939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for c5523c89-fca8-4176-8e13-b399462ebf26 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:27.479377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a19d88fb-d2d7-42b4-ac45-69c6fc592925,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:27.495647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:27.500274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.533264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:18:27.551253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] For port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:27.551739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda2f52-571d-4ed3-b89f-eb93e11bec84 req-39c98dd2-cbfc-4b51-a277-720e4c81b99b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:27.553399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdda2f52-571d-4ed3-b89f-eb93e11bec84 req-39c98dd2-cbfc-4b51-a277-720e4c81b99b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.4402785 Dec 23 15:18:27.572108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] For port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:27.576995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.583594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1776b6c-40c8-4a5b-944e-772f807db82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:27.655873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Allocated IP 2001:db8::f816:3eff:fe05:4602 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/923e047c-097a-4bbb-9be8-0f4dd709cb4e/c925bdfa-7b47-4f2e-ba0f-3cb39baeee96) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:27.694945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Pushing event updated for resources: {'Port': ['ID=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:27.713688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:27.746057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:27.755200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1117094 Dec 23 15:18:27.756119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55266) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:27.764960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdda2f52-571d-4ed3-b89f-eb93e11bec84 req-1628e014-61b4-49a8-81b1-21e3778de0d9 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366208 Dec 23 15:18:27.774576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:27.816406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:27.817054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:27.858378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.862651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:27.863305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:27.882808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:27.973447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:28.092568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:25Z', 'revision_number': 11, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:28.100557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:18:28.140855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] For port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:28.158378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:28.159305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:28.207095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting subnet 20ef10e7-15ce-4e1c-a1da-626824ac2db6 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:28.215089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.229631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.232394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2018371 Dec 23 15:18:28.237441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Network': ['ID=31c4be61-07b6-4544-b5c6-7550da00a929,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:28.240758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:28.260698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 31c4be61-07b6-4544-b5c6-7550da00a929 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:28.289817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'ports': [{'network_id': '2f2399f4-e7e3-470e-abfe-e72cc6e4029a', 'name': 'tempest-port--1869134396', 'admin_state_up': True}, {'network_id': '31c4be61-07b6-4544-b5c6-7550da00a929', 'admin_state_up': False}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:28.290258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'port': {'network_id': '2f2399f4-e7e3-470e-abfe-e72cc6e4029a', 'name': 'tempest-port--1869134396', 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:28.290781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'port': {'network_id': '31c4be61-07b6-4544-b5c6-7550da00a929', 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:28.308746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.319693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:28.389400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.498455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.612835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.617505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.618281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29a430b7-09bb-4826-a1be-3627ac819c4d tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:28.620706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.622432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:28.639011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95f0446c-55f7-42c9-a5b6-eb49a5318324 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:28.662823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Subnet': ['ID=20ef10e7-15ce-4e1c-a1da-626824ac2db6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:28.666048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:28.668913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.678920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/20ef10e7-15ce-4e1c-a1da-626824ac2db6 HTTP/1.1" status: 204 len: 168 time: 0.9213240 Dec 23 15:18:28.679612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55276) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:28.692150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=c5523c89-fca8-4176-8e13-b399462ebf26,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:28.695730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:28.743325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ae83a1-2533-4da3-a910-1deacabf2a68 None None] Network 245ec713-d6ff-47c8-aa96-4427fd9b06ff requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:28.748119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.748714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Fanout notify agent at l3_agent the message router_deleted on router f69bca99-4d09-4eb3-905c-b09b87eacaeb {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:18:28.760336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:28.780625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Transition to ACTIVE for port object c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:28.823523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.835903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Deleting port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:28.836285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.936201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.940836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9798ffeb-3ef0-480f-ad53-acd5662ef654 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/routers/f69bca99-4d09-4eb3-905c-b09b87eacaeb HTTP/1.1" status: 204 len: 168 time: 2.8061545 Dec 23 15:18:28.941277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:28.942911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:28.971026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4a705a06-7abf-4aff-9967-47fec8317d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:29.060610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:25Z', 'revision_number': 11, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:29.122918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0abf00a-2002-4910-a86f-cf6ca27e75f7 None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:25Z', 'revision_number': 11, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:29.139312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-35746842-0a38-42b4-91e7-70c52e6fa03e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:29.141239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-35746842-0a38-42b4-91e7-70c52e6fa03e tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.2308466 Dec 23 15:18:29.197264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Pushing event updated for resources: {'Port': ['ID=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:29.207821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:29.237608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] For port f332c512-dcc3-4507-bd36-a6a9ed0d70b6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,segment=NetworkSegment(fa03db12-c888-48c6-b0cc-7c5b8817d85e),segment_id=fa03db12-c888-48c6-b0cc-7c5b8817d85e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:29.238241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.283423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:29.296214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a19d88fb-d2d7-42b4-ac45-69c6fc592925 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:29.420071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Calling delete_port for f332c512-dcc3-4507-bd36-a6a9ed0d70b6 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:29.464496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:29.480515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Deleting port 5377b030-e12f-4f74-8765-2f072b8a3df6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:29.480912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.489681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a19d88fb-d2d7-42b4-ac45-69c6fc592925 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:29.490152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.517321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Usage tracker for resource:port and tenant:c145a0a8680e46e787b12ee1990eb617 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:29.523264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:29.587027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:29.597766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cdc2cd-ad95-4ecb-8ae1-9ca77b680f7c None None] DHCP port deletion for 245ec713-d6ff-47c8-aa96-4427fd9b06ff request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:29.614280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdc2cd-ad95-4ecb-8ae1-9ca77b680f7c None None] Deleting port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:29.617374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.620294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6cdc2cd-ad95-4ecb-8ae1-9ca77b680f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.625814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/c5523c89-fca8-4176-8e13-b399462ebf26 HTTP/1.1" status: 204 len: 168 time: 3.6436379 Dec 23 15:18:29.632830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:29.692167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.706229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f76a8196-19f7-4c04-86ea-e9250f39c16d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:29.773183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'port': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:29.780137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.821048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Port': ['ID=f332c512-dcc3-4507-bd36-a6a9ed0d70b6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:29.824164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:29.832923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdc2cd-ad95-4ecb-8ae1-9ca77b680f7c None None] The port 'f332c512-dcc3-4507-bd36-a6a9ed0d70b6' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:18:29.855937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:29.906406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No DVR routers for this DVR port f332c512-dcc3-4507-bd36-a6a9ed0d70b6 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:29.929805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:29.944192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.019274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b18e7b-17de-410b-9aa5-09978a87cad0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:30.020847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b18e7b-17de-410b-9aa5-09978a87cad0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:30.022433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b18e7b-17de-410b-9aa5-09978a87cad0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:30.023401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f9b18e7b-17de-410b-9aa5-09978a87cad0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:30.129113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.130235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba51cb-4c18-48d3-b8ea-ab3e8298f8b7 req-8fee2c70-e439-4bbd-89e8-2a4392b00712 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:30.131951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-35ba51cb-4c18-48d3-b8ea-ab3e8298f8b7 req-8fee2c70-e439-4bbd-89e8-2a4392b00712 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 946 time: 0.7961791 Dec 23 15:18:30.147912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918686a-998c-4a23-8eca-56c9e7631e7a None None] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:30.155320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] For port 5377b030-e12f-4f74-8765-2f072b8a3df6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5377b030-e12f-4f74-8765-2f072b8a3df6,segment=NetworkSegment(9c3852ca-2cee-48fc-9343-d2c391735e09),segment_id=9c3852ca-2cee-48fc-9343-d2c391735e09)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:30.155735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.240095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245ec713-d6ff-47c8-aa96-4427fd9b06ff']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:30.265945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Provisioning for port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:30.286316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Provisioning complete for port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:30.286884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.291035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 052225b3-311b-43cf-9baa-4ab292c40758 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:30.293217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f9b18e7b-17de-410b-9aa5-09978a87cad0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:30.297660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9b18e7b-17de-410b-9aa5-09978a87cad0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6530690 Dec 23 15:18:30.308826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55290) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:30.319909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.329290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Calling delete_port for 5377b030-e12f-4f74-8765-2f072b8a3df6 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:30.382978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa03db12-c888-48c6-b0cc-7c5b8817d85e') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:30.383153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa03db12-c888-48c6-b0cc-7c5b8817d85e') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:30.405448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.438539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.463155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:30.463644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:30.483625 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:30.492611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.507138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:30.609114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.623966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7215ef7-274d-4fb4-a2d9-84ad2260f04f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:30.627552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] For port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:30.649967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.653029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Pushing event deleted for resources: {'Network': ['ID=245ec713-d6ff-47c8-aa96-4427fd9b06ff,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:30.658814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:30.673752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.679951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-05064e20-f7ea-4db7-8a41-4fdc1a342f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:30.684142 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/networks/245ec713-d6ff-47c8-aa96-4427fd9b06ff HTTP/1.1" status: 204 len: 168 time: 2.0033669 Dec 23 15:18:30.685037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55294) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:30.693089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'routes': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:30.707666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.756854 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-35ba51cb-4c18-48d3-b8ea-ab3e8298f8b7 req-fafd8b08-d61f-47ee-aa12-853b219a212b tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f847e4a-fba9-4c0a-abca-fc9166cba199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094472 Dec 23 15:18:30.759756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Pushing event updated for resources: {'Port': ['ID=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:30.770800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:30.782026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.797942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:30.805509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ca4556a1-9377-48d1-9be4-9472e6e4da97 None None] Could not find standard attr ID for object c5523c89-fca8-4176-8e13-b399462ebf26. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:18:30.807282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:30.856585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Pushing event deleted for resources: {'Port': ['ID=5377b030-e12f-4f74-8765-2f072b8a3df6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:30.856803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] device_id is not set on port 233d4e67-fbd2-4dd7-8b39-3d62f4d43d00 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:30.864147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:30.876905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 69dc6f2f-608f-48c7-a4f8-4c997863852a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:30.919493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 69dc6f2f-608f-48c7-a4f8-4c997863852a {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:30.919869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 69dc6f2f-608f-48c7-a4f8-4c997863852a not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:30.920284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f332c512-dcc3-4507-bd36-a6a9ed0d70b6 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:30.962129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f332c512-dcc3-4507-bd36-a6a9ed0d70b6 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:30.962508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f332c512-dcc3-4507-bd36-a6a9ed0d70b6 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:30.965206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ca4556a1-9377-48d1-9be4-9472e6e4da97 None None] Provisioning for port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:30.973357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ca4556a1-9377-48d1-9be4-9472e6e4da97 None None] Provisioning complete for port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:30.973801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca4556a1-9377-48d1-9be4-9472e6e4da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.231516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:31.252596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fb6fb6cc-c073-46d0-8dca-b48133390b35 None None] Could not find standard attr ID for object c5523c89-fca8-4176-8e13-b399462ebf26. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:18:31.294481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.305821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] No DVR routers for this DVR port 5377b030-e12f-4f74-8765-2f072b8a3df6 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:31.308928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.311223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ce806c9d-3eb0-4f2b-812d-c1c6361ed185 req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.65 "DELETE /v2.0/ports/5377b030-e12f-4f74-8765-2f072b8a3df6 HTTP/1.1" status: 204 len: 173 time: 2.1570871 Dec 23 15:18:31.312888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'name': 'network-vif-deleted', 'tag': '5377b030-e12f-4f74-8765-2f072b8a3df6'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:18:31.341496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.403549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3203900-ce69-4a2e-aadc-17e2965c94c2', 'name': 'network-vif-deleted', 'tag': '5377b030-e12f-4f74-8765-2f072b8a3df6', 'status': 'completed', 'code': 200} Dec 23 15:18:31.475508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-378f3f60-6fdb-4707-9b0f-36794067d708 None None] Provisioning complete for port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:31.475944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-378f3f60-6fdb-4707-9b0f-36794067d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.495778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.526872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Added routes are [] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:18:31.527525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Removed routes are [] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:18:31.528117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.537949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.838704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.842860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:31.953072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5377b030-e12f-4f74-8765-2f072b8a3df6 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:32.000757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 5377b030-e12f-4f74-8765-2f072b8a3df6 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:32.001445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5377b030-e12f-4f74-8765-2f072b8a3df6 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:32.005298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router 1e67d19c-a274-4554-9c1e-a726a72c68f7 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:18:32.046843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054/57bae197-a6e2-4d42-bd55-35e61264d8de/af982852-8e8c-438a-afa0-449f314f8c4c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:32.085440 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df934389-1820-4ee8-a581-82fc96a6bce1 req-48d0497c-40e8-4a45-983c-6b859c2e4473 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3203900-ce69-4a2e-aadc-17e2965c94c2 HTTP/1.1" status: 200 len: 210 time: 0.1274672 Dec 23 15:18:32.096144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] device_id is not set on port 7bcbfcad-ecd4-4115-90c1-8902759aeaaa yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:32.103046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.110601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0afdc85f-9d80-4667-8c39-c18a20151fb4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:32.158638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:32.164878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.166251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a7cb408-c7b9-4700-9361-b510ebd451c1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 701 time: 1.4786460 Dec 23 15:18:32.169936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55304) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:32.173103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] Sync routers for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:32.186718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:32.187496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:32.217509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-231c06f0-7b47-4639-a8cb-afaa4a3776d0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Synchronizing usage tracker for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:32.227399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=052225b3-311b-43cf-9baa-4ab292c40758,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:32.238236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-231c06f0-7b47-4639-a8cb-afaa4a3776d0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Unset dirty status for tenant:a23c9c09ce504f508d52b3faf917d0d5 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:32.242307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-231c06f0-7b47-4639-a8cb-afaa4a3776d0 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 205 time: 0.0684590 Dec 23 15:18:32.242568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55308) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:32.250664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:32.277758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042b2e5-6f0b-4387-8443-85df0fccd0b8 None None] Network 78490418-2c34-4744-8996-90461f265b91 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:32.290291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.298097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.340160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:32.384609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/052225b3-311b-43cf-9baa-4ab292c40758 HTTP/1.1" status: 204 len: 168 time: 3.4340892 Dec 23 15:18:32.387009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55312) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:32.437823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:32.477056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.523516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object af982852-8e8c-438a-afa0-449f314f8c4c will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:32.528822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.556982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e127f94-dd23-4da6-be8a-dc10f02c43b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:32.599932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:32.605564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.611500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.616648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:32.621728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:25Z', 'revision_number': 11, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:32.623410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c62a0-19a2-4ba5-a72e-8669e8830da3 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:32.623850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.626750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] Checking router: 1e67d19c-a274-4554-9c1e-a726a72c68f7 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:18:32.637806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55316) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:32.638587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1 HTTP/1.1" status: 204 len: 168 time: 2.3242679 Dec 23 15:18:32.638961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] Routers {'1e67d19c-a274-4554-9c1e-a726a72c68f7'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:32.639669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1e67d19c-a274-4554-9c1e-a726a72c68f7'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:32.655330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.661722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24001ea1-0216-42f2-8faf-4047a89f4979 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:32.729314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:32.733578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:32.738422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:32.785219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] Set router 1e67d19c-a274-4554-9c1e-a726a72c68f7 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:32.810860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.814545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.816580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:32.819784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.845879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=af982852-8e8c-438a-afa0-449f314f8c4c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:32.863863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:32.864454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c56953f4-4967-4fef-9dd4-b82935798ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:32.868916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port f365049b-afb2-446a-a254-2dd678131f9e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:32.869328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.931431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:32.947275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:25Z', 'revision_number': 11, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:32.962123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8469744-0b54-43ca-a600-9a9a4c3f345f None None] The sync data for ids ['1e67d19c-a274-4554-9c1e-a726a72c68f7'] in dv-neutron-822797-1-hyperv is: [{'id': '1e67d19c-a274-4554-9c1e-a726a72c68f7', 'name': 'tempest-RoutersTest-router-1288337425', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:16:19Z', 'updated_at': '2021-12-23T15:18:25Z', 'revision_number': 11, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:33.035795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Port': ['ID=233d4e67-fbd2-4dd7-8b39-3d62f4d43d00,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:33.087262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:33.102358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Checking segment: {'id': 'efb63f1a-695b-41f5-b3c8-9944a61d1fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2f2399f4-e7e3-470e-abfe-e72cc6e4029a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:33.103007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network hostable DHCP agents. Network: 2f2399f4-e7e3-470e-abfe-e72cc6e4029a, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:33.151830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] DHCP port deletion for 78490418-2c34-4744-8996-90461f265b91 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:33.172683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Deleting port f365049b-afb2-446a-a254-2dd678131f9e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:33.173821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.185712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.210183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network 2f2399f4-e7e3-470e-abfe-e72cc6e4029a is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:33.256081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 2f2399f4-e7e3-470e-abfe-e72cc6e4029a) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:33.284930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:33.285996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.287682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55322) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:33.302737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bb3a9a1-5d9a-431f-9734-5dc4fe1898ff tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:33.365359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 923e047c-097a-4bbb-9be8-0f4dd709cb4e {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:33.414666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port f365049b-afb2-446a-a254-2dd678131f9e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f365049b-afb2-446a-a254-2dd678131f9e,segment=NetworkSegment(38ceed8e-ea58-4fe9-ad49-25829566994d),segment_id=38ceed8e-ea58-4fe9-ad49-25829566994d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:33.415118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.478284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6e90c-977c-4def-a696-f08d69442376 None None] Network 2f2399f4-e7e3-470e-abfe-e72cc6e4029a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:33.540735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Port': ['ID=7bcbfcad-ecd4-4115-90c1-8902759aeaaa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:33.550937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:33.582715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for f365049b-afb2-446a-a254-2dd678131f9e owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:33.599754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Deleting subnet 49d820ba-2fc8-4fe2-a815-1ab33af110a7 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:33.623573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.646562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-30c92c19-6950-4005-b668-ca93b71b98fb None None] Provisioning for port af982852-8e8c-438a-afa0-449f314f8c4c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:33.663612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.685308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-30c92c19-6950-4005-b668-ca93b71b98fb None None] Provisioning complete for port af982852-8e8c-438a-afa0-449f314f8c4c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:33.685780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30c92c19-6950-4005-b668-ca93b71b98fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.721431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Checking segment: {'id': 'f3eeef09-236f-4667-9771-bd2492c6c2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '31c4be61-07b6-4544-b5c6-7550da00a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:33.721883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network hostable DHCP agents. Network: 31c4be61-07b6-4544-b5c6-7550da00a929, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:33.763674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.923574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.926539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] For port f365049b-afb2-446a-a254-2dd678131f9e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f365049b-afb2-446a-a254-2dd678131f9e,segment=NetworkSegment(38ceed8e-ea58-4fe9-ad49-25829566994d),segment_id=38ceed8e-ea58-4fe9-ad49-25829566994d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:33.927025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:33.937067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-30c92c19-6950-4005-b668-ca93b71b98fb None None] Port af982852-8e8c-438a-afa0-449f314f8c4c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:33.973613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network 31c4be61-07b6-4544-b5c6-7550da00a929 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:34.015305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 31c4be61-07b6-4544-b5c6-7550da00a929) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:34.030056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:34.034726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:34.038430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:34.039196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.072202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Calling delete_port for f365049b-afb2-446a-a254-2dd678131f9e owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:34.106343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8235247 Dec 23 15:18:34.108785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af910585-9d3b-4ffa-9c0e-0df9d5d86b44 None None] Network 31c4be61-07b6-4544-b5c6-7550da00a929 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:34.109358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:34.148308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.158835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13f9d76f-4bfc-4576-8ad8-5fa9dbb7a13d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:34.200518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.214758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d820ba-2fc8-4fe2-a815-1ab33af110a7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:34.226752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:34.233940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.239193 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/49d820ba-2fc8-4fe2-a815-1ab33af110a7 HTTP/1.1" status: 204 len: 168 time: 0.9466224 Dec 23 15:18:34.242128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:34.242280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.265581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.302781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:34.303314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:34.310829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:34.338242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.367684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.379687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=f365049b-afb2-446a-a254-2dd678131f9e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:34.392786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:34.396849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93b24b4-e9cc-42ba-a835-a87becf6aa30 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:34.403925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.408069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port f365049b-afb2-446a-a254-2dd678131f9e on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:34.420004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f365049b-afb2-446a-a254-2dd678131f9e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:34.466101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f365049b-afb2-446a-a254-2dd678131f9e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:34.466400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f365049b-afb2-446a-a254-2dd678131f9e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:34.574680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.581890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=af982852-8e8c-438a-afa0-449f314f8c4c,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:34.585442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.596201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92be7ab-3c77-428a-83cc-bc58f5fcc001 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:34.600380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.600811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92be7ab-3c77-428a-83cc-bc58f5fcc001 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:34.601717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c92be7ab-3c77-428a-83cc-bc58f5fcc001 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Synchronizing usage tracker for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:34.606349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:34.608852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.609441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router 1e67d19c-a274-4554-9c1e-a726a72c68f7 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:18:34.649111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78490418-2c34-4744-8996-90461f265b91']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:34.673132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.683286 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7de3ba38-fd4e-4d53-b39d-7d5aa178aa90 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 204 len: 168 time: 2.4305356 Dec 23 15:18:34.683286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.692858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:34.709414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ceed8e-ea58-4fe9-ad49-25829566994d') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:34.709762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ceed8e-ea58-4fe9-ad49-25829566994d') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:34.736232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.753195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-662863753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:34.758439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c92be7ab-3c77-428a-83cc-bc58f5fcc001 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Unset dirty status for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:34.761205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c92be7ab-3c77-428a-83cc-bc58f5fcc001 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6482790 Dec 23 15:18:34.766310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.768828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55338) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:34.805125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Deleting port f365049b-afb2-446a-a254-2dd678131f9e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:34.805627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.834243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:34.834701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.894516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-53217440-65e0-4279-82cc-06e6d8a73b79 None None] The port 'f365049b-afb2-446a-a254-2dd678131f9e' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:34.915471 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:34.953298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:34.969741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f1f95a30-5ed4-4b64-adff-19ff67c06e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:35.018600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Deleting port 233d4e67-fbd2-4dd7-8b39-3d62f4d43d00 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:35.018997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.035603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:35.054776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Usage tracker for resource:router and tenant:a23c9c09ce504f508d52b3faf917d0d5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:35.056250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=923e047c-097a-4bbb-9be8-0f4dd709cb4e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:35.067151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:35.074520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.079064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.081850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b30443-3b58-4b4a-b8f1-3fa12f9391ec None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:35.087143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:35.106762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-43132142-ba82-4e04-9020-6ca9e75d3f4e None None] Provisioning complete for port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:35.107205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43132142-ba82-4e04-9020-6ca9e75d3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.108197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:35.116924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.137456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=78490418-2c34-4744-8996-90461f265b91,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:35.141327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:35.167771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.172641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:35.178699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/78490418-2c34-4744-8996-90461f265b91 HTTP/1.1" status: 204 len: 168 time: 2.7438726 Dec 23 15:18:35.180209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55342) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.186471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/923e047c-097a-4bbb-9be8-0f4dd709cb4e HTTP/1.1" status: 204 len: 168 time: 2.5450301 Dec 23 15:18:35.188047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55346) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.245843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.246854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.269036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4b4f9019-15cf-4510-a11d-f1eb9529cd76 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776150 Dec 23 15:18:35.270555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55350) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.279534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793a9b2c-ac4a-46f5-abaa-c8b65484afa8']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:35.284737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:35.317566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3852ca-2cee-48fc-9343-d2c391735e09') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:35.317959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3852ca-2cee-48fc-9343-d2c391735e09') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:35.330374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ac9e2-ed15-4ebf-80f6-2efc6001e527 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:35.335759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c7ac9e2-ed15-4ebf-80f6-2efc6001e527 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/572d518e-e937-4cc2-8b48-c1d98da54fea HTTP/1.1" status: 200 len: 840 time: 0.1512458 Dec 23 15:18:35.336161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:35.340157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.341099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:35.444533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.519159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:35.523558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Deleting port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:35.524001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.530602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.547274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.552139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.563292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:35.567854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:35.570971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:35.577748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:35.584478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:35.584936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:35.605895 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:35.617104 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ded1d313-acf2-4123-a0a4-2c8536f2c37f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/572d518e-e937-4cc2-8b48-c1d98da54fea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2733305 Dec 23 15:18:35.641416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55358) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.643246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:35.649773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.736718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:35.758977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Calling delete_port for 233d4e67-fbd2-4dd7-8b39-3d62f4d43d00 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:35.779673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.809423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8226a5da-ce42-4c47-bb0b-c90f87da5bff None None] Provisioning complete for port af982852-8e8c-438a-afa0-449f314f8c4c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:35.809868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8226a5da-ce42-4c47-bb0b-c90f87da5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.826628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.838071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:35.852827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.855995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/793a9b2c-ac4a-46f5-abaa-c8b65484afa8 HTTP/1.1" status: 204 len: 168 time: 1.6111438 Dec 23 15:18:35.862144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] For port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:35.862609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.867855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.871110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=793a9b2c-ac4a-46f5-abaa-c8b65484afa8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:35.874248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:35.875205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:35.876299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-662087bf-0b31-4857-bcce-387e8a68604d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1791325 Dec 23 15:18:35.911151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55366) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:35.933782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:35.939570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8226a5da-ce42-4c47-bb0b-c90f87da5bff None None] Port af982852-8e8c-438a-afa0-449f314f8c4c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:36.003706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Calling delete_port for c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:36.016293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Deleting subnet de88c8db-2104-44a3-b4ce-f392ea1e069b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:36.021868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.086753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.092090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:36.092251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.135119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Pushing event deleted for resources: {'Port': ['ID=c925bdfa-7b47-4f2e-ba0f-3cb39baeee96,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:36.139081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:36.142427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] No DVR routers for this DVR port c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:36.168381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.180887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:36.183715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ffd4ce2f-bda3-4e3a-8d9f-b0feaf2b4d6c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:36.232371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.237069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:36.243983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:36.247281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Port': ['ID=233d4e67-fbd2-4dd7-8b39-3d62f4d43d00,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:36.255750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:36.258092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:36.350935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.355755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-910d5505-62af-4168-b7b0-463b707b4ece tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:36.371050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:36.371834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.390984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:36.405005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de88c8db-2104-44a3-b4ce-f392ea1e069b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:36.407754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:36.408275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:36.408553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c925bdfa-7b47-4f2e-ba0f-3cb39baeee96 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:36.424255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:18:36.429758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.439581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/de88c8db-2104-44a3-b4ce-f392ea1e069b HTTP/1.1" status: 204 len: 168 time: 0.5703897 Dec 23 15:18:36.442391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:36.548398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/ports/233d4e67-fbd2-4dd7-8b39-3d62f4d43d00 HTTP/1.1" status: 204 len: 168 time: 1.7742662 Dec 23 15:18:36.564500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55374) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:36.638067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.735218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.856517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.892343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087b8578-f9ac-49d0-8e3a-fc69bde1f59f']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:36.909063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edf513c-3267-4733-b74d-ffce16f9114e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:36.909399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edf513c-3267-4733-b74d-ffce16f9114e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:36.925923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.955252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.968134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:36.968572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:36.986346 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:37.020038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.057882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:37.068430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/7523af1a-2415-4296-9fa7-a681c0dd111e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0643382 Dec 23 15:18:37.070475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:37.071256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:37.090311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:37.091082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:37.128753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cde9c9e-c2a5-47ef-87ef-7f019a540a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:37.159394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.164275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05a0b6d-2d57-4d83-95e9-b214868cfffa tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:37.181005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.194395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Pushing event deleted for resources: {'Network': ['ID=087b8578-f9ac-49d0-8e3a-fc69bde1f59f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:37.199784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Deleting port 7bcbfcad-ecd4-4115-90c1-8902759aeaaa {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:37.200376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.205387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] 10.222.0.49 "DELETE /v2.0/networks/087b8578-f9ac-49d0-8e3a-fc69bde1f59f HTTP/1.1" status: 204 len: 168 time: 0.7612398 Dec 23 15:18:37.206602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:37.263580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.295954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.296440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.296785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.297265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.297825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.298245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.298657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.299069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.299482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.299888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.300301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.306548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73243002-f32e-4624-9b97-5e9f6fd66175 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7635 time: 0.2320428 Dec 23 15:18:37.308292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:37.312127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:37.326602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.328918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:37.345353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.346030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.385998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:37.411695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:37.422013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.422446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.422868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.423281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.423691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.424096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.424501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:37.429230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-81e379e0-a611-4726-93aa-964551e5c408 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1172416 Dec 23 15:18:37.435355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55388) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:37.508451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f88205-a7c7-4a2b-b140-d5bb8b593e0b None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:37.523408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2528017 Dec 23 15:18:37.527463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:37.536966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:37.561211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55396) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:37.645062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:37.729649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:37.821310 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f912cd82-740f-481f-9fbe-6d903cc63d73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8da58360d22d4e629db1c6a124fb871a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2555528 Dec 23 15:18:37.829533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:37.831867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55400) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:37.868099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Calling delete_port for 7bcbfcad-ecd4-4115-90c1-8902759aeaaa owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:38.017191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': 'a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:38.017470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.018652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.027715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de49a1bb-cfc1-456b-9aa6-66bd821cd210 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:38.031423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:18:38.084561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.104768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:38.109079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:38.111064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:38.115697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:38.121129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:38.122239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:38.122893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.129578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Router fcb15eaf-c7b6-42a1-be91-53fa764c257d is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:18:38.134323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=0fbb4ea6-5460-4fce-888a-14227336dc6f,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:38.146123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:38.147635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:38.152734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30447fd1-2283-449d-abae-f36656d2f91e None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:38.163828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:38.194816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.199479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/ports/7bcbfcad-ecd4-4115-90c1-8902759aeaaa HTTP/1.1" status: 204 len: 168 time: 1.6269648 Dec 23 15:18:38.206788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55404) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.207798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Port': ['ID=7bcbfcad-ecd4-4115-90c1-8902759aeaaa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:38.215333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5473506 Dec 23 15:18:38.235818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55408) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.248053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:38.256001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'security_group': {'name': 'tempest-secgroup-1782648105'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:38.279698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:38.308093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:38.312573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0c491a90-d7b0-4599-abac-fe229b82524b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Synchronizing usage tracker for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:38.318972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:38.331841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.351780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:38.400154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0c491a90-d7b0-4599-abac-fe229b82524b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Unset dirty status for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:38.408576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c491a90-d7b0-4599-abac-fe229b82524b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1913569 Dec 23 15:18:38.408775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31cbc895-fe72-40a3-b787-bc741f6c9595 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3569 time: 0.9649491 Dec 23 15:18:38.410286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55414) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.413697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.427963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.429608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:18:38.436137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.439479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1818805937'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:38.440416 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d22f2b45-9a42-4279-8b08-eae7389d784f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "PUT /v2.0/routers/fcb15eaf-c7b6-42a1-be91-53fa764c257d HTTP/1.1" status: 200 len: 693 time: 2.5224395 Dec 23 15:18:38.441586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55418) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.447848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] Sync routers for ids ['fcb15eaf-c7b6-42a1-be91-53fa764c257d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:18:38.454084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:38.464762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.481785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] Routers {'fcb15eaf-c7b6-42a1-be91-53fa764c257d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:38.482835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fcb15eaf-c7b6-42a1-be91-53fa764c257d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:38.489051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Usage tracker for resource:network and tenant:c145a0a8680e46e787b12ee1990eb617 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:38.503425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:38.556663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Allocated IP 172.20.0.2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5/0e349559-6072-499b-8cd3-0b035bf68790) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:38.576954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:38.602537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:38.610534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:18:38.610958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Updating router 7523af1a-2415-4296-9fa7-a681c0dd111e port af982852-8e8c-438a-afa0-449f314f8c4c binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:18:38.622767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9420f962-330b-44f2-9e4f-1c2fc985b5bf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/routers/fcb15eaf-c7b6-42a1-be91-53fa764c257d HTTP/1.1" status: 200 len: 699 time: 0.1798608 Dec 23 15:18:38.623459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55422) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.659930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:38.664802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group_rule and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:38.670135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:38.694497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:38.695347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] Set router fcb15eaf-c7b6-42a1-be91-53fa764c257d gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:38.701215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7b27c8dd-14b5-4bd0-b1b3-6efd8e32aa0d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcb15eaf-c7b6-42a1-be91-53fa764c257d HTTP/1.1" status: 200 len: 205 time: 0.0753458 Dec 23 15:18:38.703078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55426) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.726073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:38.731814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.746780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:38.755639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355941170', 'description': 'tempest-secgroup-smoke-355941170 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:38.788423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:38.801033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:38.813525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:38.814008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.830190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:38.840016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb15eaf-c7b6-42a1-be91-53fa764c257d', 'name': 'tempest-RoutersTest-router-662863753', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:35Z', 'updated_at': '2021-12-23T15:18:37Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:38.845742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] Checking router: fcb15eaf-c7b6-42a1-be91-53fa764c257d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:18:38.845903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.857012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-34db90f0-faa4-4163-96b9-673bf25e2fab tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:38.858429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] Routers {'fcb15eaf-c7b6-42a1-be91-53fa764c257d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:38.859346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['fcb15eaf-c7b6-42a1-be91-53fa764c257d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:38.873531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:38.898882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f847e4a-fba9-4c0a-abca-fc9166cba199,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:38.910757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.922975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:38.956067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.956448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Added segment 57184841-77f7-4dc8-a05a-d809c402f1c3 of type vlan for network 87cd4a94-4896-4088-a615-f9d004eef933 Dec 23 15:18:38.965648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.971387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.981961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:38.994425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1079fe6-34fe-4c5e-aa92-ff5d464ab000 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:39.005417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] Set router fcb15eaf-c7b6-42a1-be91-53fa764c257d gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:39.060944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.062276 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f847e4a-fba9-4c0a-abca-fc9166cba199 HTTP/1.1" status: 204 len: 168 time: 1.2292910 Dec 23 15:18:39.071454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-e5e84448-9326-4501-b6e1-ef936554de6d', 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'tenant_id': '2be23d05685246a5a09169a73c9997ac', 'fixed_ips': [{'subnet_id': '0fbb4ea6-5460-4fce-888a-14227336dc6f'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:39.072664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.132625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb15eaf-c7b6-42a1-be91-53fa764c257d', 'name': 'tempest-RoutersTest-router-662863753', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:35Z', 'updated_at': '2021-12-23T15:18:37Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:39.137910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7ca5-f238-4468-bea2-ec5694e5c0ff None None] The sync data for ids ['fcb15eaf-c7b6-42a1-be91-53fa764c257d'] in dv-neutron-822797-1-hyperv is: [{'id': 'fcb15eaf-c7b6-42a1-be91-53fa764c257d', 'name': 'tempest-RoutersTest-router-662863753', 'tenant_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:35Z', 'updated_at': '2021-12-23T15:18:37Z', 'revision_number': 2, 'project_id': 'a23c9c09ce504f508d52b3faf917d0d5', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:39.155231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.184716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:39.199459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99ee4d1-37b4-4e6b-82f4-bcb6ca31aff7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:39.211460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:39.215641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.219861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9720056 Dec 23 15:18:39.220617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:39.225685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:39.231997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55436) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:39.239246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'security_group': {'name': 'tempest-secgroup-673640985'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:39.262632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.275286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:39.294443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:39.305255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Transition to ACTIVE for port object 0e349559-6072-499b-8cd3-0b035bf68790 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:39.326465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.332248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:39.333108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.342943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:39.347201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:39.368190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Transition to ACTIVE for port object 0e349559-6072-499b-8cd3-0b035bf68790 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:39.373294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:39.390865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.399368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:39.399899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:39.521785 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0938513 Dec 23 15:18:39.522631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55442) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:39.531812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1466244854'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:39.548414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:39.557714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:39.562245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.563098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Pushing event updated for resources: {'Port': ['ID=0e349559-6072-499b-8cd3-0b035bf68790,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:39.566503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:39.575319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:39.575454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Network': ['ID=87cd4a94-4896-4088-a615-f9d004eef933,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:39.586605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:39.602386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Allocated IP 172.20.0.2 (e5e84448-9326-4501-b6e1-ef936554de6d/0fbb4ea6-5460-4fce-888a-14227336dc6f/4a3f5fc0-c5a9-402c-b371-a2a09f17be6d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:39.604812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 87cd4a94-4896-4088-a615-f9d004eef933 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:39.618347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.631881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.639867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95af32c1-4e32-4a1d-8b6d-683fa905b3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:39.766751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:39.777189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecf8e56-1d52-4423-b136-2e23c1843873,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:39.783656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group_rule and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:39.787275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:39.790946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:39.804111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.808505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0552044 Dec 23 15:18:39.814011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:39.816054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55446) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:39.856902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'fecf8e56-1d52-4423-b136-2e23c1843873', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:39.866388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:39.885720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55450) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:39.887706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:39.895134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:39.921711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:39.922100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:39.928602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.930893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Usage tracker for resource:network and tenant:c145a0a8680e46e787b12ee1990eb617 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:39.935014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:39.942388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:39.944427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:39.960379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:39.966006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.006929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.007589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Fanout notify agent at l3_agent the message router_deleted on router fcb15eaf-c7b6-42a1-be91-53fa764c257d {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:18:40.009404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:40.030476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.030855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Added segment d2cda7f6-0a2f-44cd-bb2b-397e726c66d7 of type vlan for network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 Dec 23 15:18:40.040722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.041994 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-880e5f40-cbe5-42f8-a341-eae88bec0613 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/fcb15eaf-c7b6-42a1-be91-53fa764c257d HTTP/1.1" status: 204 len: 168 time: 1.3375170 Dec 23 15:18:40.046979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55454) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.069802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.121097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a9be87d-b697-4c8d-9e1f-7eb3076db2bd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcb15eaf-c7b6-42a1-be91-53fa764c257d HTTP/1.1" status: 200 len: 205 time: 0.0677564 Dec 23 15:18:40.121097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.124351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55458) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.133980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.154349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.163061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7160b0b4-8398-45b3-989b-e096de847e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:40.175140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5979d5b9-ce1c-43b9-97f2-dc1bd586779b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14c29fd3ccae4d3ca0500724ad5cf0f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815483 Dec 23 15:18:40.185317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55462) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.201418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-9fab77c7-9b54-4c01-b4f6-f1f4afe276d1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:40.205098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9fab77c7-9b54-4c01-b4f6-f1f4afe276d1 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/fcb15eaf-c7b6-42a1-be91-53fa764c257d HTTP/1.1" status: 404 len: 336 time: 0.0774992 Dec 23 15:18:40.205844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55466) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.231038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.233440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Attempting to bind port 0e349559-6072-499b-8cd3-0b035bf68790 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:40.233865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Attempting to bind port 0e349559-6072-499b-8cd3-0b035bf68790 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:40.234284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Attempting to bind port 0e349559-6072-499b-8cd3-0b035bf68790 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:40.252559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5de03a-7d6e-4a5e-938c-ae72303ab1c8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:40.255580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:40.257544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Transition to ACTIVE for port object af982852-8e8c-438a-afa0-449f314f8c4c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:40.264573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:40.264945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66ee9c4-1f38-4b80-b1b0-ceddbeb35920 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:40.265351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:40.265476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66ee9c4-1f38-4b80-b1b0-ceddbeb35920 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:40.265566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.266274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:40.266412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Bound port: 0e349559-6072-499b-8cd3-0b035bf68790, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:40.266804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.270534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.270703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f66ee9c4-1f38-4b80-b1b0-ceddbeb35920 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/5c34d3a8-5873-4562-80cf-60e482e0b17b HTTP/1.1" status: 404 len: 337 time: 0.0605390 Dec 23 15:18:40.270703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55470) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.271595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0384550 Dec 23 15:18:40.272552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55472) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.289639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1634276170', 'security_groups': ['3a5de03a-7d6e-4a5e-938c-ae72303ab1c8'], 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0fbb4ea6-5460-4fce-888a-14227336dc6f'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:40.292841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.302105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e17f10d5-9da7-4171-a985-cadc8c0e1e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:40.316526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ab4259-67e8-44b2-905b-0ca6b16c02dd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:40.317049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ab4259-67e8-44b2-905b-0ca6b16c02dd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:40.321402 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1ab4259-67e8-44b2-905b-0ca6b16c02dd tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/726b31d2-12dc-49f8-a1ca-ecf797a64454 HTTP/1.1" status: 404 len: 337 time: 0.0476651 Dec 23 15:18:40.322539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55478) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.355845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.360100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:40.360721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.370161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18faf518-6cd6-4a96-b73c-6440da9033da tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:40.405415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf29f32-9271-4341-9069-c99b688661e5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:40.405924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf29f32-9271-4341-9069-c99b688661e5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:40.410173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-adf29f32-9271-4341-9069-c99b688661e5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/026a9018-aecf-4d6f-ace6-9ac34da255cb HTTP/1.1" status: 404 len: 337 time: 0.0851533 Dec 23 15:18:40.452058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.461327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.483943 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9585760 Dec 23 15:18:40.518773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Network': ['ID=4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:40.521555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:40.535505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d653b528-43cf-486e-852a-0c3e42941430 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:40.537114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d653b528-43cf-486e-852a-0c3e42941430 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:40.552567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55486) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.554166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d653b528-43cf-486e-852a-0c3e42941430 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/20ef10e7-15ce-4e1c-a1da-626824ac2db6 HTTP/1.1" status: 404 len: 337 time: 0.0993431 Dec 23 15:18:40.554694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f87a05-10f1-4d07-82cb-03a29ab0ff2b None None] Pushing event updated for resources: {'Port': ['ID=af982852-8e8c-438a-afa0-449f314f8c4c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:40.574698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:40.600424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33f87a05-10f1-4d07-82cb-03a29ab0ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:40.636694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.643499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f2336a5-4794-483a-b20c-2b2068927350 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:40.648687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f09cd92-d9f3-435c-ae79-85172414a188 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 200 len: 205 time: 0.0930026 Dec 23 15:18:40.648687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55490) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.649090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55492) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.656311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.722209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'subnets': [{'network_id': '87cd4a94-4896-4088-a615-f9d004eef933', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1532246031', 'ip_version': 4}, {'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:40.722209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'subnet': {'network_id': '87cd4a94-4896-4088-a615-f9d004eef933', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1532246031', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:40.722720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a30e63-6537-4f02-802e-267b4075320b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:40.723044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Request body: {'subnet': {'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:40.726327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:40.741585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.741934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] For port 0e349559-6072-499b-8cd3-0b035bf68790, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:40.770985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e9b42856-80fd-48d6-9aa5-f355294f03cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:40.775884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9b42856-80fd-48d6-9aa5-f355294f03cf tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/1e67d19c-a274-4554-9c1e-a726a72c68f7 HTTP/1.1" status: 404 len: 336 time: 0.1234684 Dec 23 15:18:40.776757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55498) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.792463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.805278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.805888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] For port 0e349559-6072-499b-8cd3-0b035bf68790, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e349559-6072-499b-8cd3-0b035bf68790,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:40.809786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9893107 Dec 23 15:18:40.824838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.846600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'fecf8e56-1d52-4423-b136-2e23c1843873', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:40.849499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Transition to ACTIVE for port object 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:40.852825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.859984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:40.863450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.865396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:40.907899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9457e733-eed7-4abe-af90-b28ec0f79aff tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 HTTP/1.1" status: 200 len: 205 time: 0.0701387 Dec 23 15:18:40.908141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:40.909293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55506) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:40.910744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:40.911126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:18:40.922837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:40.928855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:40.949404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:40.955510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Transition to ACTIVE for port object 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:40.962612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:40.964158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Attempting to bind port af982852-8e8c-438a-afa0-449f314f8c4c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:40.964630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Attempting to bind port af982852-8e8c-438a-afa0-449f314f8c4c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:40.964869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Attempting to bind port af982852-8e8c-438a-afa0-449f314f8c4c on network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:40.984753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:40.991549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:40.999273 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-62b8ec8a-8f8c-4ee0-9dd6-e5740e705e0c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:41.002171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62b8ec8a-8f8c-4ee0-9dd6-e5740e705e0c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/f72bd309-d4cf-4ca8-9ca0-d910d544a8a1 HTTP/1.1" status: 404 len: 336 time: 0.0909083 Dec 23 15:18:41.003371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55510) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.007802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.019010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:41.019758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Checking segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:41.019924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.020314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Bound using segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:41.020855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Bound port: af982852-8e8c-438a-afa0-449f314f8c4c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:41.021608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.022374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.031448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Pushing event updated for resources: {'Port': ['ID=0e349559-6072-499b-8cd3-0b035bf68790,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:41.038822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:41.040372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98672d76-c3b1-4e0b-bce0-5cdd74255fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:41.086350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c81e3966-f098-4513-a6c0-cb766fbaa064 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:41.100678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:41.104815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:41.114027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e89b675-d7af-414f-ad07-9ce64f789e98,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:41.135161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b3eaca-70bc-4c12-9018-93a23cc40a24 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:41.135705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b3eaca-70bc-4c12-9018-93a23cc40a24 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:41.140105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71b3eaca-70bc-4c12-9018-93a23cc40a24 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/afdc6d91-6aab-44c1-b303-e349058992ff HTTP/1.1" status: 404 len: 337 time: 0.1339126 Dec 23 15:18:41.142528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:41.142663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:41.144906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55514) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.165253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.169473 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e89b675-d7af-414f-ad07-9ce64f789e98 HTTP/1.1" status: 204 len: 168 time: 0.9708774 Dec 23 15:18:41.209385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:41.225882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-424a17b1-15fa-4246-aa6c-f6b2a823ae7a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 200 len: 205 time: 0.0773060 Dec 23 15:18:41.238320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55520) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.267842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.268098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:41.309627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port c4567871-e370-4bf3-8feb-82b7ba04c6e3 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:41.327861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-340ffb4d-5b30-4eac-8f5e-bbdb6ab6fd5f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:41.331601 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-340ffb4d-5b30-4eac-8f5e-bbdb6ab6fd5f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/fa3234b2-58a1-4440-a120-e6a2421095c5 HTTP/1.1" status: 404 len: 336 time: 0.0896502 Dec 23 15:18:41.333951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55524) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.336855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:41.392234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Attempting to bind port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:41.392668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Attempting to bind port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '65750199-11d1-42e5-89d5-8df654e45037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:41.393103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Attempting to bind port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d on network e5e84448-9326-4501-b6e1-ef936554de6d {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:41.412211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Usage tracker for resource:subnet and tenant:c145a0a8680e46e787b12ee1990eb617 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:41.415614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] For port af982852-8e8c-438a-afa0-449f314f8c4c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:41.429436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] For port af982852-8e8c-438a-afa0-449f314f8c4c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=af982852-8e8c-438a-afa0-449f314f8c4c,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:41.432418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aeac14b5-5fbf-4da5-8168-a8caa3c3d151 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=52e8516e-6890-4b47-9ea1-ddb5632167a0 HTTP/1.1" status: 200 len: 205 time: 0.0970862 Dec 23 15:18:41.433515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:41.436573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55528) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.438259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:41.438894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Checking segment: {'id': '65750199-11d1-42e5-89d5-8df654e45037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:41.439383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.439852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Bound using segment: {'id': '65750199-11d1-42e5-89d5-8df654e45037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:41.440413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Bound port: 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65750199-11d1-42e5-89d5-8df654e45037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:41.440857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.475003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.489586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:41.546946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:41.563114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-54149d6f-a065-4c14-a595-cfa55369d53e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:41.566734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54149d6f-a065-4c14-a595-cfa55369d53e tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/52e8516e-6890-4b47-9ea1-ddb5632167a0 HTTP/1.1" status: 404 len: 336 time: 0.1219177 Dec 23 15:18:41.576573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55532) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.595883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.11 (e5e84448-9326-4501-b6e1-ef936554de6d/0fbb4ea6-5460-4fce-888a-14227336dc6f/c4567871-e370-4bf3-8feb-82b7ba04c6e3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:41.660360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Made reservation on behalf of c145a0a8680e46e787b12ee1990eb617 for: {'subnet': 2} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:41.685287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcff696e-8065-485a-8c66-a2f95cf0e2a9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:41.685799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcff696e-8065-485a-8c66-a2f95cf0e2a9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:41.691164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f87a05-10f1-4d07-82cb-03a29ab0ff2b None None] Pushing event updated for resources: {'Port': ['ID=af982852-8e8c-438a-afa0-449f314f8c4c,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:41.692252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcff696e-8065-485a-8c66-a2f95cf0e2a9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/b6e8e09b-a05a-4bb3-8295-8740cf86a8f6 HTTP/1.1" status: 404 len: 337 time: 0.1146169 Dec 23 15:18:41.702102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33f87a05-10f1-4d07-82cb-03a29ab0ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:41.706817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55536) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.726523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.751765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:18:41.752491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:41.788767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.905097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bd48a36-4f67-401e-909c-641c6b3c2cd5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd HTTP/1.1" status: 200 len: 205 time: 0.1943028 Dec 23 15:18:41.915923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55540) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.923127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:41.946829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:41.948518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74c9989e-6974-4a5e-a64f-fc27ff02f6d3 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:41.974955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:41.976818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1509495 Dec 23 15:18:41.985847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55544) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:41.995978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e11052f-80b8-47e3-a42d-767a300279f9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:42.010352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:42.010533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.014435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16b38b70-99c6-47b8-8ec1-96700d178215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:42.019262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'fecf8e56-1d52-4423-b136-2e23c1843873', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:42.040492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:42.043858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-9f254737-5c43-4ba5-a753-8c4e40df7f3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:42.047778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f254737-5c43-4ba5-a753-8c4e40df7f3d tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/2fdf2d1d-42d2-46ef-9e65-faa7562cd5dd HTTP/1.1" status: 404 len: 336 time: 0.1282845 Dec 23 15:18:42.049345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55548) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:42.051266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.074431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:42.127540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:42.136559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:42.146837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:18:42.164729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:42.188704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda942d7-6aab-4f75-ad32-4e586cfe374c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:42.189435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda942d7-6aab-4f75-ad32-4e586cfe374c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:42.194085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bda942d7-6aab-4f75-ad32-4e586cfe374c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/b9c2a054-621c-4567-84e5-7f2672f45793 HTTP/1.1" status: 404 len: 337 time: 0.1191201 Dec 23 15:18:42.201445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55552) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:42.205887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:42.265056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96df3534-9041-4ce2-9391-5e86bff36c7c tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4962f6f-6c51-4378-8f62-5e2b926de16f HTTP/1.1" status: 200 len: 205 time: 0.0600398 Dec 23 15:18:42.266077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55556) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:42.290799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.325329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.341143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.341514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.515831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e349559-6072-499b-8cd3-0b035bf68790 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:42.548433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-fccdfa28-6121-40e5-bb2d-1de250e72446 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] delete failed (client error): The resource could not be found. Dec 23 15:18:42.553245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fccdfa28-6121-40e5-bb2d-1de250e72446 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/routers/c4962f6f-6c51-4378-8f62-5e2b926de16f HTTP/1.1" status: 404 len: 336 time: 0.2864094 Dec 23 15:18:42.553929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55560) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:42.613012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51066e0-9a43-4248-abc1-144e64773164 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:42.613585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51066e0-9a43-4248-abc1-144e64773164 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:42.625585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c51066e0-9a43-4248-abc1-144e64773164 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/a1039273-c05b-42a3-a01a-65fd1369d962 HTTP/1.1" status: 404 len: 337 time: 0.0658970 Dec 23 15:18:42.627666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55564) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:42.708361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4a2ed4-6931-4de6-bc97-a86729e2f332 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] DELETE failed (client error): The resource could not be found. Dec 23 15:18:42.708860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4a2ed4-6931-4de6-bc97-a86729e2f332 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:42.713491 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3f4a2ed4-6931-4de6-bc97-a86729e2f332 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] 10.222.0.49 "DELETE /v2.0/subnets/12c1f958-c4c8-44e2-9112-92748242ce1b HTTP/1.1" status: 404 len: 337 time: 0.0820913 Dec 23 15:18:42.721870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object c4567871-e370-4bf3-8feb-82b7ba04c6e3 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:42.762407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0e349559-6072-499b-8cd3-0b035bf68790 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:42.811141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:41Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:42.816569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe87a2-f9bd-4a20-a977-a3198f10c618 None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:41Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:18:42.830017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.843749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 0e349559-6072-499b-8cd3-0b035bf68790, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e349559-6072-499b-8cd3-0b035bf68790,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:42.851789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.853642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:42.861613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d1edfa8-f3da-4523-8624-368df434dcc8 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:42.926512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d5ecca-7e8d-4f91-815a-fae289c0a8ea,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:42.938216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:42.939108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2934f363-b7d4-4042-8f29-76945913ddc9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:43.034709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:43.040751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:43.043465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.051540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0529332 Dec 23 15:18:43.052113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55570) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:43.071929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:43.080069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'fecf8e56-1d52-4423-b136-2e23c1843873', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:43.089102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:43.112024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:43.127428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:43.138980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:43.166256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.213976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=c4567871-e370-4bf3-8feb-82b7ba04c6e3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:43.219031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.219883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.224542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:43.224969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:43.280367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:43.290790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.323664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:43.324748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.394699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:43.400614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:43.410726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d97cfb0-bb6e-4f1d-ab77-8c2aabe8d2b7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1259694 Dec 23 15:18:43.412483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:43.413880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.414122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55584) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:43.432363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=0e349559-6072-499b-8cd3-0b035bf68790,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:43.438828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:43.440667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:43.441491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f5b831f-15eb-4b62-a432-f075f248a7fb tempest-RoutersNegativeIpV6Test-810010424 tempest-RoutersNegativeIpV6Test-810010424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:43.504281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.9745317 Dec 23 15:18:43.507933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:43.530080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:8a:53:2f', 'name': 'tempest-NetworksTestDHCPv6-879256348'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:43.618934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.620496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.637618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e88ee13-6eab-4533-a3ca-e2ed1bad19a5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:43.668063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=1069d2c0-2d04-43a1-b1f1-5180118d7e4c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:43.675314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:43.682430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.776730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:43.780886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7239406 Dec 23 15:18:43.786354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55592) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:43.788775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:43.796397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:43.805089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:43.805615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'fecf8e56-1d52-4423-b136-2e23c1843873', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:43.810577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:43.811110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Subnet': ['ID=1c712cb9-7558-4877-873e-d8595e4d3589,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:43.815068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:43.821533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf9d67a2-2748-4877-a91f-52f3bafc8d07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a23c9c09ce504f508d52b3faf917d0d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5343001 Dec 23 15:18:43.821703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:43.821808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:43.822241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:43.822491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:43.825538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a62e3162-cfc0-4f92-8761-305b06cdb627 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:43.832309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:43.846634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:43.849223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:43.852187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Checking segment: {'id': '57184841-77f7-4dc8-a05a-d809c402f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87cd4a94-4896-4088-a615-f9d004eef933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:43.852598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network hostable DHCP agents. Network: 87cd4a94-4896-4088-a615-f9d004eef933, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:43.859010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:43.863147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71bb614-2308-4dbb-ab29-7fc2d5f7faa8,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:43.868580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:43.874306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:43.881998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:43.893329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:43.975207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84bd92-ed4f-4fc8-85e0-ce93789841b1 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:44.012982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.013735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:18:44.023794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.097939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.100654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Provisioning for port 0e349559-6072-499b-8cd3-0b035bf68790 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:44.112444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Provisioning complete for port 0e349559-6072-499b-8cd3-0b035bf68790 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:44.114511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.141913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.209676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.226640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-931c9298-5e8a-4421-bf74-98be6103023a tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:44.238146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port f7b79098-8ddc-49b0-ac24-f77b65b72662 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:44.280980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d3692-30c5-489a-bd44-632460173b06,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:44.286708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:44.312445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.314645 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f8d3692-30c5-489a-bd44-632460173b06 HTTP/1.1" status: 204 len: 168 time: 0.4913261 Dec 23 15:18:44.462420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network 87cd4a94-4896-4088-a615-f9d004eef933 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:44.464581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.528189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 87cd4a94-4896-4088-a615-f9d004eef933) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:44.550123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.555786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d81f1f25-e1ae-47eb-bca4-108f2694438e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:44.566586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5dddb-4b4d-4f56-aab1-1fadf8d18e5c None None] Network 87cd4a94-4896-4088-a615-f9d004eef933 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:44.630252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:44.633483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.683165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 172.20.0.9 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5/f7b79098-8ddc-49b0-ac24-f77b65b72662) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:44.690437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe8a:532f (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/1069d2c0-2d04-43a1-b1f1-5180118d7e4c/f7b79098-8ddc-49b0-ac24-f77b65b72662) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:44.772444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] For port 0e349559-6072-499b-8cd3-0b035bf68790, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e349559-6072-499b-8cd3-0b035bf68790,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:44.776559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.821418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.852139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.857683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33f87a05-10f1-4d07-82cb-03a29ab0ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:44.876660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event updated for resources: {'Subnet': ['ID=df9cf145-5910-462c-88e0-2bca07b4f687,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:44.915222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:44.915802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e3f98d9-8508-4896-b284-d24b5b745d78 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:44.952142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.955351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e573655-bbee-449c-8b09-4c64d90cf511,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:44.965434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:44.968069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:44.972273 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1776288 Dec 23 15:18:44.975283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55606) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:44.986767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Checking segment: {'id': 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:44.987144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network hostable DHCP agents. Network: 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:44.987753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'fecf8e56-1d52-4423-b136-2e23c1843873', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:44.996780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:45.002553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:45.003566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0fbb4ea6-5460-4fce-888a-14227336dc6f (CIDR: 172.20.0.0/28) Dec 23 15:18:45.008655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:45.016514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:45.017023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:45.018450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:45.041072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object f7b79098-8ddc-49b0-ac24-f77b65b72662 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:45.042646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:18:45.051960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.075185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e22ed8b3-5da3-4d38-90a2-69275e94ede3 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6468890 Dec 23 15:18:45.075185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:45.092469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55612) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:45.103465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:45.134433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:45.147474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:45.215073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e967932a-0b3d-4413-acba-433055a3f534 None None] Network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:45.246406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:45.246724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:45.247416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.263132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.270473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.277058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:45.314939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.323105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.6692798 Dec 23 15:18:45.324116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:45.369049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Pushing event updated for resources: {'Port': ['ID=0e349559-6072-499b-8cd3-0b035bf68790,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:45.372447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device af982852-8e8c-438a-afa0-449f314f8c4c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:45.417817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:45.437039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:45.443137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:45.447062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:45.459147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:45.473766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:45.481902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a033ea8e-87d8-44ae-a388-762371c21654,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:45.482821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.491080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:45.493828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80f51398-84b6-4840-9128-aec0cab8e2cd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:45.553725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.556838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5797760 Dec 23 15:18:45.655960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:45.657698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:45.669984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1f7e1-11d1-428e-a509-4529d64fae02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-87cd4a94-4896-4088-a615-f9d004eef933', 'network_id': '87cd4a94-4896-4088-a615-f9d004eef933', 'tenant_id': 'c145a0a8680e46e787b12ee1990eb617', 'fixed_ips': [{'subnet_id': '1c712cb9-7558-4877-873e-d8595e4d3589'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:45.671703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-50c1f7e1-11d1-428e-a509-4529d64fae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.691471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:45.728651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcfbcc-21fd-4fe1-b568-98d714b37f98 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:45.731746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcfbcc-21fd-4fe1-b568-98d714b37f98 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:45.735418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcfbcc-21fd-4fe1-b568-98d714b37f98 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:45.737651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ffcfbcc-21fd-4fe1-b568-98d714b37f98 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4048581 Dec 23 15:18:45.741972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55630) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:45.832449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=f7b79098-8ddc-49b0-ac24-f77b65b72662,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:45.849358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:45.855049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:45.856306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.866090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:45.866513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:45.907825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3983140 Dec 23 15:18:45.909315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:46.020661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:46.085068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc255a86-e621-47a0-9588-6aa5ab491b3e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:46.092991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc255a86-e621-47a0-9588-6aa5ab491b3e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:46.093948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dc255a86-e621-47a0-9588-6aa5ab491b3e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:46.101221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55650) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:46.137821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port af982852-8e8c-438a-afa0-449f314f8c4c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:46.145809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Provisioning for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:46.153012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dc255a86-e621-47a0-9588-6aa5ab491b3e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:46.158702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dc255a86-e621-47a0-9588-6aa5ab491b3e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2394066 Dec 23 15:18:46.158866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:46.158866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.159135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:46.184252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5', 'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5', 'tenant_id': 'c145a0a8680e46e787b12ee1990eb617', 'fixed_ips': [{'subnet_id': 'df9cf145-5910-462c-88e0-2bca07b4f687'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:46.184727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Deleting subnet 1c712cb9-7558-4877-873e-d8595e4d3589 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:46.185412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.200215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.209004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port af982852-8e8c-438a-afa0-449f314f8c4c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:46.213362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.256934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port f7b79098-8ddc-49b0-ac24-f77b65b72662 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:46.257753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.304856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-a9370d70-2b85-46f7-a217-9aed08ff12fe tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:46.350895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.391643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1271810784'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:46.405334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:46.416130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Usage tracker for resource:network and tenant:df588342c0194c1dbe71689056eeae11 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:46.422825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:46.434819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:46.457362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.465344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6be23932-05fc-447c-a01f-b226cf45cf78 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:46.497198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-a9370d70-2b85-46f7-a217-9aed08ff12fe tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:46.505980 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-a9370d70-2b85-46f7-a217-9aed08ff12fe tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355941170&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.4012916 Dec 23 15:18:46.543710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Made reservation on behalf of df588342c0194c1dbe71689056eeae11 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:46.549986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.569904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.572966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.651905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:46.662414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Usage tracker for resource:security_group_rule and tenant:df588342c0194c1dbe71689056eeae11 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:46.675114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:46.688407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:46.692719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.733322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=b0a36d88-2c5a-4b97-9949-5b4bf95020aa,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:46.741510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:46.747006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:46.755212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:46.770734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:46.771405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.801644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05300fd4-b154-405e-b311-aceb22a1672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.803044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a5c48e-56c9-4f15-aed6-2645665c2d29 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:46.825192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.832567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b29395df-1080-4149-b7b8-abae1ba4cbe4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:46.838594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for f7b79098-8ddc-49b0-ac24-f77b65b72662 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:46.870914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-7d9fd8be-023e-4121-9810-eba200e1768e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:46.871672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-7d9fd8be-023e-4121-9810-eba200e1768e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:46.875335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7817082 Dec 23 15:18:46.882443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55660) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:46.884608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Subnet': ['ID=1c712cb9-7558-4877-873e-d8595e4d3589,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:46.891049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:46.898869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1558472406', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0a36d88-2c5a-4b97-9949-5b4bf95020aa'}], 'security_groups': ['a99ee4d1-37b4-4e6b-82f4-bcb6ca31aff7']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:46.900535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:46.902718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/subnets/1c712cb9-7558-4877-873e-d8595e4d3589 HTTP/1.1" status: 204 len: 168 time: 1.1596859 Dec 23 15:18:46.907233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55664) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server [None req-50c1f7e1-11d1-428e-a509-4529d64fae02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c712cb9-7558-4877-873e-d8595e4d3589: This subnet is being modified by another concurrent operation. Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 265, in _allocate_ips_for_port Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server raise exception Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c712cb9-7558-4877-873e-d8595e4d3589: This subnet is being modified by another concurrent operation. Dec 23 15:18:46.942552 dv-neutron-822797-1-hyperv neutron-server[88761]: ERROR oslo_messaging.rpc.server Dec 23 15:18:46.956649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-7d9fd8be-023e-4121-9810-eba200e1768e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:46.958917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-7d9fd8be-023e-4121-9810-eba200e1768e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 797 time: 0.4515500 Dec 23 15:18:46.990004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-e8782fd8-dfa0-4de6-a795-2fb2018c87fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0220633 Dec 23 15:18:46.991690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9592662d-026a-4556-87a2-8680c5d19ff5 None None] Network 87cd4a94-4896-4088-a615-f9d004eef933 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:47.026361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.046612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Allocated IP 172.20.0.18 (4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5/df9cf145-5910-462c-88e0-2bca07b4f687/e914ec80-5e80-441c-a298-c91a36ef4992) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:47.085098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Deleting subnet df9cf145-5910-462c-88e0-2bca07b4f687 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:47.115989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-66b4f1c1-37a4-4398-80bd-ac01caef5614 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135533 Dec 23 15:18:47.186450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.195477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.196328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.233410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c57b839-045a-4ab2-9dbb-9b96ae2f81fe tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:47.270325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae8fec3-e13a-4b95-845f-453aaf8a5c9e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:47.273705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:47.282329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port af982852-8e8c-438a-afa0-449f314f8c4c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=af982852-8e8c-438a-afa0-449f314f8c4c,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:47.297788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-2e0c2a6f-06fe-437a-a4c8-18d42909a42d service neutron] 10.222.0.49 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683593 Dec 23 15:18:47.337248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.342463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:47.445651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.472066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=af982852-8e8c-438a-afa0-449f314f8c4c,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:47.475303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e349559-6072-499b-8cd3-0b035bf68790 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:47.503032 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-9e1a11df-300a-4cb7-bd21-cb1823665eae service neutron] 10.222.0.49 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029264 Dec 23 15:18:47.505488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:47.535571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:47.576601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.586626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c93d375-474f-474f-a62c-273e548fd634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:47.720289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:47.732168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:47.743525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0e349559-6072-499b-8cd3-0b035bf68790 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:47.743971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.798131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:18:47.853466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.870861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.871293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Added segment 106d9690-7c92-4b32-875b-85970b414ac6 of type vlan for network 164277eb-327d-4cc5-8047-b86f28e40d5d Dec 23 15:18:47.872753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-604834d9-8cf8-4e0a-98d4-a02a00726017 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:47.904546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6d17e823-7c1e-4f06-bc17-1bcad0a7eafb req-762dce0c-0cd2-493d-acda-6c8e97b65671 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:47.907863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Provisioning for port f7b79098-8ddc-49b0-ac24-f77b65b72662 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:47.924791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Provisioning complete for port f7b79098-8ddc-49b0-ac24-f77b65b72662 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:47.925248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:47.978008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=f7b79098-8ddc-49b0-ac24-f77b65b72662,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:47.987101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:47.988290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Port f7b79098-8ddc-49b0-ac24-f77b65b72662 was deleted so its status cannot be updated. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 23 15:18:48.111259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Provisioning complete for port 0e349559-6072-499b-8cd3-0b035bf68790 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:48.111686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.120813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6d17e823-7c1e-4f06-bc17-1bcad0a7eafb req-762dce0c-0cd2-493d-acda-6c8e97b65671 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:48.122001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d17e823-7c1e-4f06-bc17-1bcad0a7eafb req-762dce0c-0cd2-493d-acda-6c8e97b65671 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 210 time: 0.3339775 Dec 23 15:18:48.124021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.163891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Update dhcp port {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'fixed_ips': [{'subnet_id': '0fbb4ea6-5460-4fce-888a-14227336dc6f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0a36d88-2c5a-4b97-9949-5b4bf95020aa'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '4a3f5fc0-c5a9-402c-b371-a2a09f17be6d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:18:48.342213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.374184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.378978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.387393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.411965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.419714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Transition to ACTIVE for port object e914ec80-5e80-441c-a298-c91a36ef4992 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:48.427846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:48.428566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.462154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-848bd5a6-c820-4288-9dbc-b5fe0cd2eebc tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:48.490695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/f7b79098-8ddc-49b0-ac24-f77b65b72662 HTTP/1.1" status: 204 len: 168 time: 2.3317058 Dec 23 15:18:48.493479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55678) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:48.504251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4018486 Dec 23 15:18:48.516277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55682) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:48.556880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Transition to ACTIVE for port object e914ec80-5e80-441c-a298-c91a36ef4992 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:48.562290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.573807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.581589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Request body: {'subnet': {'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:48.588855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91fd9946-3534-4922-a387-7b37a4c49263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:48.635647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f721402-e8c2-4d1a-911f-d0f53146cd14 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:48.637325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f721402-e8c2-4d1a-911f-d0f53146cd14 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:48.638856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f721402-e8c2-4d1a-911f-d0f53146cd14 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:48.639783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f721402-e8c2-4d1a-911f-d0f53146cd14 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:48.657247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.698506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f721402-e8c2-4d1a-911f-d0f53146cd14 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:48.703085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1f721402-e8c2-4d1a-911f-d0f53146cd14 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2048297 Dec 23 15:18:48.708247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55686) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:48.765119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event updated for resources: {'Network': ['ID=164277eb-327d-4cc5-8047-b86f28e40d5d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:48.786387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:48.813502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:48.821415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Usage tracker for resource:subnet and tenant:df588342c0194c1dbe71689056eeae11 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:48.835732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:48.856049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:48.869630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:48.877459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 164277eb-327d-4cc5-8047-b86f28e40d5d details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:18:48.896327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Made reservation on behalf of df588342c0194c1dbe71689056eeae11 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:48.984315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Delete allocated IP 172.20.0.11 (e5e84448-9326-4501-b6e1-ef936554de6d/0fbb4ea6-5460-4fce-888a-14227336dc6f) {{(pid=88872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 23 15:18:49.014575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.24 (e5e84448-9326-4501-b6e1-ef936554de6d/b0a36d88-2c5a-4b97-9949-5b4bf95020aa/c4567871-e370-4bf3-8feb-82b7ba04c6e3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:49.054438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:49.058682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.062139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:49.064750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:49.094775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Pushing event updated for resources: {'Port': ['ID=e914ec80-5e80-441c-a298-c91a36ef4992,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:49.097888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:49.098799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c51c4927-3d61-48c8-98fd-07a72653c18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.173071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Provisioning for port c4567871-e370-4bf3-8feb-82b7ba04c6e3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:49.201520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Provisioning complete for port c4567871-e370-4bf3-8feb-82b7ba04c6e3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:49.202202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.264970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d9f97242-a767-4719-ab30-664bd9eeedbc None None] Port c4567871-e370-4bf3-8feb-82b7ba04c6e3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:49.271719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Attempting to bind port e914ec80-5e80-441c-a298-c91a36ef4992 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:49.272154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Attempting to bind port e914ec80-5e80-441c-a298-c91a36ef4992 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:49.272588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Attempting to bind port e914ec80-5e80-441c-a298-c91a36ef4992 on network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:49.280870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:49.281355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Checking segment: {'id': 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:49.281775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.282225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Bound using segment: {'id': 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:49.283073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Bound port: e914ec80-5e80-441c-a298-c91a36ef4992, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:49.283703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.378374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.476116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.497810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:49.508505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Ignored duplicate provisioning block setup for port c4567871-e370-4bf3-8feb-82b7ba04c6e3 by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 23 15:18:49.511500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.516583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-22f5fdc3-277c-4b31-a252-b86be5c5e3ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:49.549070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.561229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df921c9f-e0a4-4400-99d5-6c619dd8ed11 req-a3d9cb9d-b05d-4013-a1ca-dac4e0e279c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 210 time: 0.0787375 Dec 23 15:18:49.567123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.573194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] For port e914ec80-5e80-441c-a298-c91a36ef4992, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:49.576956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8201f2ee-685e-4084-b64a-24d61190fa25 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:49.583213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] For port e914ec80-5e80-441c-a298-c91a36ef4992, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e914ec80-5e80-441c-a298-c91a36ef4992,segment=NetworkSegment(d2cda7f6-0a2f-44cd-bb2b-397e726c66d7),segment_id=d2cda7f6-0a2f-44cd-bb2b-397e726c66d7)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:49.609318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.618409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8e3438c-eb30-42a6-98db-6f53ecedf8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:49.661698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Subnet': ['ID=df9cf145-5910-462c-88e0-2bca07b4f687,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:49.670004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:49.675347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-c2b919f2-71a0-4ec2-80ac-3c67b27d1695 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:49.676964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-c2b919f2-71a0-4ec2-80ac-3c67b27d1695 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 797 time: 0.7945685 Dec 23 15:18:49.685096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event updated for resources: {'Subnet': ['ID=651d7fea-b1b1-4057-a70f-e98a82262487,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:49.695826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.696105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:49.696363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3119b8ff-3f26-4a32-83a7-fbe828e0ed48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:49.717443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Allocated IP 172.20.0.18 (e5e84448-9326-4501-b6e1-ef936554de6d/b0a36d88-2c5a-4b97-9949-5b4bf95020aa/4a3f5fc0-c5a9-402c-b371-a2a09f17be6d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:49.726599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 1069d2c0-2d04-43a1-b1f1-5180118d7e4c {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:49.731959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.759662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Pushing event updated for resources: {'Port': ['ID=e914ec80-5e80-441c-a298-c91a36ef4992,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:49.771970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/subnets/df9cf145-5910-462c-88e0-2bca07b4f687 HTTP/1.1" status: 204 len: 168 time: 2.8609622 Dec 23 15:18:49.772201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:49.781708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55696) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:49.783515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Checking segment: {'id': '106d9690-7c92-4b32-875b-85970b414ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:49.783831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Network hostable DHCP agents. Network: 164277eb-327d-4cc5-8047-b86f28e40d5d, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:18:49.791045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:49.791270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.819141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] In _notify_port_updated(), no bound segment for port c4567871-e370-4bf3-8feb-82b7ba04c6e3 on network e5e84448-9326-4501-b6e1-ef936554de6d {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:18:49.823653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:49.824355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.829848 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/ports/c4567871-e370-4bf3-8feb-82b7ba04c6e3 HTTP/1.1" status: 200 len: 921 time: 2.9411561 Dec 23 15:18:49.832186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:49.832961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=c4567871-e370-4bf3-8feb-82b7ba04c6e3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:49.838128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:49.866273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.898719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Network 164277eb-327d-4cc5-8047-b86f28e40d5d is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:18:49.914594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 164277eb-327d-4cc5-8047-b86f28e40d5d) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:49.925023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-114bae1a-a21a-4ff8-87ab-c9ebd0f99272 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 379 time: 0.2328699 Dec 23 15:18:49.926505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port c4567871-e370-4bf3-8feb-82b7ba04c6e3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:49.926899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.939638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['fecf8e56-1d52-4423-b136-2e23c1843873']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:49.955108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:49.955787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:49.956473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5337d-5fad-4055-8c84-83dc160697c7 None None] Network 164277eb-327d-4cc5-8047-b86f28e40d5d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:50.015584 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4973977 Dec 23 15:18:50.017754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:50.019115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:50.048569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0bcd2-8d3c-4071-8214-fd8a0e24acd2 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:50.049400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1eb0bcd2-8d3c-4071-8214-fd8a0e24acd2 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Synchronizing usage tracker for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:50.062768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Request body: {'port': {'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d', 'name': 'tempest-TagsExtTest-2037873624'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:50.118347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1eb0bcd2-8d3c-4071-8214-fd8a0e24acd2 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Unset dirty status for tenant:c145a0a8680e46e787b12ee1990eb617 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:50.125968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1eb0bcd2-8d3c-4071-8214-fd8a0e24acd2 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3302426 Dec 23 15:18:50.125968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55708) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:50.180881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.184959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.219063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device af982852-8e8c-438a-afa0-449f314f8c4c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:50.289451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Transition to ACTIVE for port object 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:50.306483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.317315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:50.326754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:50.396372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:50.412102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:50.423812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Usage tracker for resource:port and tenant:df588342c0194c1dbe71689056eeae11 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:50.440696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:50.453838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:50.467100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.478494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:50.483535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.485313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.496258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Made reservation on behalf of df588342c0194c1dbe71689056eeae11 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:50.502048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.519078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.526806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3af082de-2af0-49e0-9061-1dac3fe9a8ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:50.575234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Deleting port e914ec80-5e80-441c-a298-c91a36ef4992 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:50.575481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.592708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:50.598347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:50.640469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for c4567871-e370-4bf3-8feb-82b7ba04c6e3 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:50.641727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port af982852-8e8c-438a-afa0-449f314f8c4c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:50.642159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.687760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] device_id is not set on port 25585211-bea0-43c2-a042-950c718c3a65 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:18:50.703702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-164277eb-327d-4cc5-8047-b86f28e40d5d', 'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d', 'tenant_id': 'df588342c0194c1dbe71689056eeae11', 'fixed_ips': [{'subnet_id': '651d7fea-b1b1-4057-a70f-e98a82262487'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:18:50.705050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.709709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=1069d2c0-2d04-43a1-b1f1-5180118d7e4c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:50.713209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:50.739814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.778365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894fec68-48b1-4501-b85b-0b2f86121c58 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:50.782879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/1069d2c0-2d04-43a1-b1f1-5180118d7e4c HTTP/1.1" status: 204 len: 168 time: 2.0735712 Dec 23 15:18:50.794481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:50.804173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f8c4555-147a-430e-9122-d22c26a773bb req-66c9f179-7f1b-4641-8ee4-732936cfc0e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 210 time: 0.0799410 Dec 23 15:18:50.971331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:50.977786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.11 (f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054/57bae197-a6e2-4d42-bd55-35e61264d8de/aa06eb48-9cfc-4979-96a9-33e92a5dc42b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:51.052690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] For port e914ec80-5e80-441c-a298-c91a36ef4992, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e914ec80-5e80-441c-a298-c91a36ef4992,segment=NetworkSegment(d2cda7f6-0a2f-44cd-bb2b-397e726c66d7),segment_id=d2cda7f6-0a2f-44cd-bb2b-397e726c66d7)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:51.053111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.220544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Calling delete_port for e914ec80-5e80-441c-a298-c91a36ef4992 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:51.305491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.311672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-89f6cf0c-4837-4a43-b741-3c1b46c6b109 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:51.391358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.407944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c1000fb-70d9-4817-82f5-1339246c4b3d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:51.415950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Port': ['ID=e914ec80-5e80-441c-a298-c91a36ef4992,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:51.462545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Allocated IP 172.20.0.13 (164277eb-327d-4cc5-8047-b86f28e40d5d/651d7fea-b1b1-4057-a70f-e98a82262487/25585211-bea0-43c2-a042-950c718c3a65) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:51.488538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:51.504083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] No DVR routers for this DVR port e914ec80-5e80-441c-a298-c91a36ef4992 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:51.506272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=c4567871-e370-4bf3-8feb-82b7ba04c6e3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:51.520286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:51.675590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:51.701820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.736405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:51.752074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:51.752433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cda7f6-0a2f-44cd-bb2b-397e726c66d7') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:51.762957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:51.766991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.767151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.785384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.792986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:51.793466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.858076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e914ec80-5e80-441c-a298-c91a36ef4992 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:51.902340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e914ec80-5e80-441c-a298-c91a36ef4992 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:51.902861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e914ec80-5e80-441c-a298-c91a36ef4992 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:51.924069 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:51.928895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.935342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c655816-5993-4fbf-ac22-2785e6b9646d tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:51.955926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:51.963842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Port e914ec80-5e80-441c-a298-c91a36ef4992 not found, will not notify nova. {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 15:18:51.988818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Network': ['ID=4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:52.004362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.016685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:52.030451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/networks/4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 HTTP/1.1" status: 204 len: 168 time: 1.9047143 Dec 23 15:18:52.033980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55720) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:52.099192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.162809 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/c4567871-e370-4bf3-8feb-82b7ba04c6e3 HTTP/1.1" status: 204 len: 168 time: 2.3268032 Dec 23 15:18:52.173280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55724) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:52.204358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c44d4c63-7020-4aad-b6e6-1bae3ffc2cf0 req-4d1f466f-9f12-41be-8f08-43cb5e5b825d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:52.232183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef2d8b-6ab2-43ee-b5d1-61771c175aee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:18:52.232923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-efef2d8b-6ab2-43ee-b5d1-61771c175aee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:52.238803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:52.239444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.263303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.287751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c44d4c63-7020-4aad-b6e6-1bae3ffc2cf0 req-4d1f466f-9f12-41be-8f08-43cb5e5b825d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:52.289107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c44d4c63-7020-4aad-b6e6-1bae3ffc2cf0 req-4d1f466f-9f12-41be-8f08-43cb5e5b825d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 210 time: 0.2291782 Dec 23 15:18:52.303970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.306682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object aa06eb48-9cfc-4979-96a9-33e92a5dc42b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:52.317953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-efef2d8b-6ab2-43ee-b5d1-61771c175aee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:52.322395 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-efef2d8b-6ab2-43ee-b5d1-61771c175aee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/c4567871-e370-4bf3-8feb-82b7ba04c6e3 HTTP/1.1" status: 404 len: 333 time: 0.1480072 Dec 23 15:18:52.329577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55728) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:52.399756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:52.424228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Provisioning for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:52.431233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:52.431970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.433349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.502219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.540369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Transition to ACTIVE for port object 25585211-bea0-43c2-a042-950c718c3a65 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:52.540614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.550773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.551035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-edd27f87-f709-433c-99b0-0381c210d87f tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:52.614581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.624485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.667664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:52.673350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:52.676134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.679017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cd4a94-4896-4088-a615-f9d004eef933']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:52.687695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35cb0faf-02dc-4f13-9a4c-bbecdb442311 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:52.698215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:52.708130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a325271-41ef-4de6-8fec-26fed8556061 None None] DHCP port deletion for 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:52.751537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.783564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:52.784316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.787950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b0ff4-3d32-4bc8-a001-c8d04be2deda None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:52.789051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.806435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:52.810959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57184841-77f7-4dc8-a05a-d809c402f1c3') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:52.811306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57184841-77f7-4dc8-a05a-d809c402f1c3') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:52.819441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:52.829603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Network 164277eb-327d-4cc5-8047-b86f28e40d5d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:52.831307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306779a-ebff-4c39-82b1-ab3f60b965d4 None None] Network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:52.832869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.840188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:52.842798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9104371 Dec 23 15:18:52.863422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Request body: {'port': {'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:52.872483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:52.953584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.956120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event updated for resources: {'Port': ['ID=25585211-bea0-43c2-a042-950c718c3a65,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:52.959732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306779a-ebff-4c39-82b1-ab3f60b965d4 None None] Network 4b3f0cf5-c76f-4b34-bbad-2b17d6a015a5 could not be found, it might have been deleted concurrently. {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 23 15:18:52.963518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:52.964208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.970771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.984915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:52.984915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:52.985277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:52.985277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3f7f634-e4b8-431a-a622-2f60047e2a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:52.988605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Allocated IP 172.20.0.2 (164277eb-327d-4cc5-8047-b86f28e40d5d/651d7fea-b1b1-4057-a70f-e98a82262487/f345b8c5-520d-461d-a41a-f4a71352b017) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:53.003447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5de03a-7d6e-4a5e-938c-ae72303ab1c8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:53.003846 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:53.009995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5 HTTP/1.1" status: 204 len: 168 time: 2.2020221 Dec 23 15:18:53.010416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:53.011216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.012587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/security-groups/3a5de03a-7d6e-4a5e-938c-ae72303ab1c8 HTTP/1.1" status: 204 len: 168 time: 0.6819699 Dec 23 15:18:53.013355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7805c0a-4ce7-49a4-b4f0-3315a54eda4f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:53.047952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55732) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.048332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55734) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.146434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0983262 Dec 23 15:18:53.148827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.162245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:53.169380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.177865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:53.180336 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b7a2c8b5-4726-4efd-8dc2-f33134fd1df5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1269288 Dec 23 15:18:53.183563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55744) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.192479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-60409094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:53.209044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:53.249357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Usage tracker for resource:router and tenant:df588342c0194c1dbe71689056eeae11 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:53.258478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:53.313390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7d73ab67-0f0f-4dd5-902d-fcbb79e06cae None None] Could not find standard attr ID for object c4567871-e370-4bf3-8feb-82b7ba04c6e3. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:18:53.319950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.355921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857f806-ea22-410b-bcad-dcb42e1133bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:53.357417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b857f806-ea22-410b-bcad-dcb42e1133bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:53.384126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.416624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b857f806-ea22-410b-bcad-dcb42e1133bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:53.418041 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b857f806-ea22-410b-bcad-dcb42e1133bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2334435 Dec 23 15:18:53.431563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.502544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Could not find standard attr ID for object e914ec80-5e80-441c-a298-c91a36ef4992. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:18:53.504552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:18:53.566790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Deleting port 0e349559-6072-499b-8cd3-0b035bf68790 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:18:53.567257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.618880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Provisioning for port aa06eb48-9cfc-4979-96a9-33e92a5dc42b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:53.624035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e914ec80-5e80-441c-a298-c91a36ef4992 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:53.642198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:53.646707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.647676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.654509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4dc82c1c-0c99-468a-a3fe-6db6822c9211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:53.656194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:53.673273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.675511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Provisioning complete for port aa06eb48-9cfc-4979-96a9-33e92a5dc42b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:53.676005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.676455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8d9e5-1fbc-4607-ac02-751ed8c4f1cf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:53.677277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d0d8d9e5-1fbc-4607-ac02-751ed8c4f1cf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:53.685152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99ee4d1-37b4-4e6b-82f4-bcb6ca31aff7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:53.699275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.703518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/security-groups/a99ee4d1-37b4-4e6b-82f4-bcb6ca31aff7 HTTP/1.1" status: 204 len: 168 time: 0.6448963 Dec 23 15:18:53.705395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55756) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.708685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Network': ['ID=87cd4a94-4896-4088-a615-f9d004eef933,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:53.712051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e914ec80-5e80-441c-a298-c91a36ef4992 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:53.712399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e914ec80-5e80-441c-a298-c91a36ef4992 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:53.714282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.714722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.715151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.715269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/networks/87cd4a94-4896-4088-a615-f9d004eef933 HTTP/1.1" status: 204 len: 168 time: 1.6801958 Dec 23 15:18:53.715573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.716293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.716446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.716960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.717144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.717592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.718001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.718717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:53.721469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55760) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.731016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.746324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:53.747240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d0d8d9e5-1fbc-4607-ac02-751ed8c4f1cf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:53.748675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d0d8d9e5-1fbc-4607-ac02-751ed8c4f1cf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3159716 Dec 23 15:18:53.751963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:53.753339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.754596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.757902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55764) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.771860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Transition to ACTIVE for port object f345b8c5-520d-461d-a41a-f4a71352b017 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:53.777702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.838813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Port aa06eb48-9cfc-4979-96a9-33e92a5dc42b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:53.857353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Transition to ACTIVE for port object f345b8c5-520d-461d-a41a-f4a71352b017 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:53.890196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.899347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:53.904309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:53.913000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fce68595-0e09-46d8-aa91-6db95dc0fddc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528018 Dec 23 15:18:53.921993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f3f8-3a20-4870-a847-4fd5ec7a4940 req-79383f0f-c81c-4b87-ae90-5663ef62e0ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:53.923623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8a2f3f8-3a20-4870-a847-4fd5ec7a4940 req-79383f0f-c81c-4b87-ae90-5663ef62e0ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 932 time: 0.3369803 Dec 23 15:18:53.926821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55768) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:53.933215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:54.026651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Network 164277eb-327d-4cc5-8047-b86f28e40d5d is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:54.036767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:54.053334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:18:54.055648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Provisioning complete for port 0e349559-6072-499b-8cd3-0b035bf68790 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:54.055780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.062401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.081298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.085471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f5914ec-7222-4045-a7b3-c5541ab300d2 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9121835 Dec 23 15:18:54.088047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:54.110982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4513d222-96c2-4065-a2c5-6457da1bc1e9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1253862726', 'prefixes': ['172.20.0.0/16']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:54.113421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] For port 0e349559-6072-499b-8cd3-0b035bf68790, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e349559-6072-499b-8cd3-0b035bf68790,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:54.113885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.122854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4513d222-96c2-4065-a2c5-6457da1bc1e9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:54.137887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Pushing event updated for resources: {'Port': ['ID=f345b8c5-520d-461d-a41a-f4a71352b017,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:54.138116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:54.144379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b8a2f3f8-3a20-4870-a847-4fd5ec7a4940 req-c43ac7e1-d1bd-4c6d-8324-89b2534a2ddd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:18:54.186905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 0fbb4ea6-5460-4fce-888a-14227336dc6f {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:18:54.191941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.209141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:54.231191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:54.302116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.302355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Calling delete_port for 0e349559-6072-499b-8cd3-0b035bf68790 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:18:54.306962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b8a2f3f8-3a20-4870-a847-4fd5ec7a4940 req-c43ac7e1-d1bd-4c6d-8324-89b2534a2ddd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:18:54.308258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8a2f3f8-3a20-4870-a847-4fd5ec7a4940 req-c43ac7e1-d1bd-4c6d-8324-89b2534a2ddd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482418 Dec 23 15:18:54.313127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:54.319257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.320804 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:54.321322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:54.338168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.377373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5283ea4-3b8f-474f-88c2-0e6e04ae8e77 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4493623 Dec 23 15:18:54.379300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4be61-07b6-4544-b5c6-7550da00a929']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:54.390663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:54.399409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:54.409748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Attempting to bind port f345b8c5-520d-461d-a41a-f4a71352b017 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:54.410085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Attempting to bind port f345b8c5-520d-461d-a41a-f4a71352b017 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '106d9690-7c92-4b32-875b-85970b414ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:54.410502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Attempting to bind port f345b8c5-520d-461d-a41a-f4a71352b017 on network 164277eb-327d-4cc5-8047-b86f28e40d5d {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:54.417323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3eeef09-236f-4667-9771-bd2492c6c2b7') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:54.417671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3eeef09-236f-4667-9771-bd2492c6c2b7') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:54.438741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa06eb48-9cfc-4979-96a9-33e92a5dc42b {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:18:54.448701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.452072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.484013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:54.484762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Checking segment: {'id': '106d9690-7c92-4b32-875b-85970b414ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:54.485422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.486002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Bound using segment: {'id': '106d9690-7c92-4b32-875b-85970b414ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:54.486683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Bound port: f345b8c5-520d-461d-a41a-f4a71352b017, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106d9690-7c92-4b32-875b-85970b414ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '164277eb-327d-4cc5-8047-b86f28e40d5d'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:54.487274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.490989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.521755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Transition to ACTIVE for port object aa06eb48-9cfc-4979-96a9-33e92a5dc42b will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:54.527086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.529324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.534002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dd8d71c1-364a-4df4-8932-be6edf9ab848 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:54.536465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f3835cd-fba9-4580-bbf1-33172366b925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:54.567231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.586445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Pushing event deleted for resources: {'Port': ['ID=0e349559-6072-499b-8cd3-0b035bf68790,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:54.587017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:54.587759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:54.606576 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:54.621045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:54.635598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0abeecf3-15ac-4cbd-874b-a2d915a9b54b None None] Could not find standard attr ID for object c4567871-e370-4bf3-8feb-82b7ba04c6e3. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:18:54.642908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] No DVR routers for this DVR port 0e349559-6072-499b-8cd3-0b035bf68790 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:18:54.715925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] For port f345b8c5-520d-461d-a41a-f4a71352b017, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:54.721007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Pushing event updated for resources: {'Port': ['ID=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:54.721668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:54.723789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:54.730770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] For port f345b8c5-520d-461d-a41a-f4a71352b017, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f345b8c5-520d-461d-a41a-f4a71352b017,segment=NetworkSegment(106d9690-7c92-4b32-875b-85970b414ac6),segment_id=106d9690-7c92-4b32-875b-85970b414ac6)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:54.737567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4513d222-96c2-4065-a2c5-6457da1bc1e9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.744120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4513d222-96c2-4065-a2c5-6457da1bc1e9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6403632 Dec 23 15:18:54.744366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.744553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55780) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:54.748509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c360539-8f00-4b37-b822-35e412c38b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:54.751114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-2f06be07-def6-46e3-91bd-131295618890 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-2073961623') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:54.765977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.775396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-580f5255-fabc-4fb9-a37e-fdc2ea174d1f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:54.778460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:54.793610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.799648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26d8f8a5-5fa2-4352-874b-4c236b27ac87 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:54.831443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.850784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Network': ['ID=31c4be61-07b6-4544-b5c6-7550da00a929,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:54.858360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:54.863354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/networks/31c4be61-07b6-4544-b5c6-7550da00a929 HTTP/1.1" status: 204 len: 168 time: 1.1395845 Dec 23 15:18:54.864299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55784) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:54.872253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbb4ea6-5460-4fce-888a-14227336dc6f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:54.872472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:54.873924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Pushing event updated for resources: {'Port': ['ID=f345b8c5-520d-461d-a41a-f4a71352b017,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:54.877396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:54.878611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.880229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:54.880651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:54.886815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:54.908809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771146a-32e9-45ea-8016-d2275a6261f7 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:54.909006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:54.920978 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/0fbb4ea6-5460-4fce-888a-14227336dc6f HTTP/1.1" status: 204 len: 168 time: 1.2134233 Dec 23 15:18:54.928315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55788) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:54.929196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Attempting to bind port aa06eb48-9cfc-4979-96a9-33e92a5dc42b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:18:54.929576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Attempting to bind port aa06eb48-9cfc-4979-96a9-33e92a5dc42b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:18:54.929950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Attempting to bind port aa06eb48-9cfc-4979-96a9-33e92a5dc42b on network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:54.942891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:55.025974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Port aa06eb48-9cfc-4979-96a9-33e92a5dc42b on network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:18:55.026633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Attempting to bind port aa06eb48-9cfc-4979-96a9-33e92a5dc42b on network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:18:55.062002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:18:55.062690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Checking segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:18:55.063249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Bound using segment: {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:18:55.063883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Bound port: aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0f467c-10a2-41e0-af90-8d674906a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:18:55.064390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:55.224944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:55.232988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:55.237689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:55.241400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] For port aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:18:55.248072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] For port aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:18:55.249615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:55.256121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:55.262974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca9b54c4-15cb-46c3-aa96-4731299bbb42 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:55.313155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:55.335224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:55.342705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:55.358442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9c3c1a1-8ed5-4d07-9b82-565a52eb8793 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9637747 Dec 23 15:18:55.361837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:55.376675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:55.565513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Pushing event updated for resources: {'Port': ['ID=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:55.583300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f345b8c5-520d-461d-a41a-f4a71352b017 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:55.646414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.646842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.647264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.647696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.648253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.648490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.648904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.649343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.649750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.650156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.650717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:18:55.659744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:55.661429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] 10.222.0.65 "PUT /v2.0/ports/aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 200 len: 1094 time: 2.8027227 Dec 23 15:18:55.667549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:18:55.703051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:55.719199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f345b8c5-520d-461d-a41a-f4a71352b017 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:55.786866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f06be07-def6-46e3-91bd-131295618890 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-2073961623 HTTP/1.1" status: 201 len: 201 time: 1.0413382 Dec 23 15:18:55.794155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55800) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:55.805640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e349559-6072-499b-8cd3-0b035bf68790 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:18:55.818131 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'status': 'completed', 'code': 200} Dec 23 15:18:55.847024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0e349559-6072-499b-8cd3-0b035bf68790 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:18:55.847437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e349559-6072-499b-8cd3-0b035bf68790 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:18:55.854604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:55.872778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-5d5fa0bf-f469-4913-a61c-ed382b58faf3 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-1424252069') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:55.890772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040e0b6-2016-4317-b731-458fb2a7b9ff req-78e47515-03d9-460d-a9c9-4c493b6ef840 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:55.892399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3040e0b6-2016-4317-b731-458fb2a7b9ff req-78e47515-03d9-460d-a9c9-4c493b6ef840 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 944 time: 0.3461149 Dec 23 15:18:55.954131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2399f4-e7e3-470e-abfe-e72cc6e4029a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:55.964408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:55.976848 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-d9a280d7-e576-4e17-bb76-25aece648ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1097 time: 0.2390261 Dec 23 15:18:55.983863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb63f1a-695b-41f5-b3c8-9944a61d1fc5') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:55.984085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb63f1a-695b-41f5-b3c8-9944a61d1fc5') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:56.001556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:56.011473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.040751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.045537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:56.052503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.053989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:56.054489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:56.071830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:18:56.071830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.082202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-ed76df18-e555-4427-9145-8cba1a809a8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 200 len: 217 time: 0.0966065 Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:18:56.096083 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:18:56.136923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3040e0b6-2016-4317-b731-458fb2a7b9ff req-53cc1316-987d-4ec9-ae5f-461dc1c09937 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333455 Dec 23 15:18:56.172040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-caad94c8-4bf9-4252-b2a3-58aa8ffe5980 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8001535 Dec 23 15:18:56.178321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55804) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.189467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:56.197705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d5fa0bf-f469-4913-a61c-ed382b58faf3 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-1424252069 HTTP/1.1" status: 201 len: 201 time: 0.4019661 Dec 23 15:18:56.199445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.201466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55808) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.206763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-6f5a5fcc-ac66-45ae-a578-6e19eb626db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:56.208373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-6f5a5fcc-ac66-45ae-a578-6e19eb626db7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57bae197-a6e2-4d42-bd55-35e61264d8de HTTP/1.1" status: 200 len: 834 time: 0.1125531 Dec 23 15:18:56.210170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-4ac54878-3fb4-4a50-820d-bf933a8a10e0 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-121839670') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:56.268412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e41c097-c8b8-40d0-abad-4857f6870377 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:56.287864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.311689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Pushing event deleted for resources: {'Network': ['ID=2f2399f4-e7e3-470e-abfe-e72cc6e4029a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:56.317854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:56.325509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] 10.222.0.49 "DELETE /v2.0/networks/2f2399f4-e7e3-470e-abfe-e72cc6e4029a HTTP/1.1" status: 204 len: 168 time: 1.4524179 Dec 23 15:18:56.374070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.388234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55eec994-fa57-4a4d-a68b-5db9dd4d2d62 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:56.458294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ac54878-3fb4-4a50-820d-bf933a8a10e0 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-121839670 HTTP/1.1" status: 201 len: 201 time: 0.2531233 Dec 23 15:18:56.459034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.466078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-e8f88130-2b4b-40b4-8d02-363dceac7e0c tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-1991443349') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:56.471732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:56.515476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8f88130-2b4b-40b4-8d02-363dceac7e0c tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-1991443349 HTTP/1.1" status: 201 len: 201 time: 0.0551877 Dec 23 15:18:56.516222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.526178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-f2b0e8c9-a6ad-44f0-b735-625399a9a154 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:56.622486 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2b0e8c9-a6ad-44f0-b735-625399a9a154 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags HTTP/1.1" status: 200 len: 241 time: 0.1049790 Dec 23 15:18:56.623227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.630319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-93b7f6b2-4197-44c6-822c-54c7d3bc8a20 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-2073961623') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:56.711568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fd7528f6-9009-4f6c-a758-a5e70ce36165 None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:56.712004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7528f6-9009-4f6c-a758-a5e70ce36165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.745048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-93b7f6b2-4197-44c6-822c-54c7d3bc8a20 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-2073961623 HTTP/1.1" status: 204 len: 168 time: 0.1202567 Dec 23 15:18:56.747487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.756970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-17eebd4b-ba10-4569-9db5-d1e95bda5436 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-2073961623') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:56.757854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:18:56.774163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:18:56.789345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:56.789966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.791857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd7528f6-9009-4f6c-a758-a5e70ce36165 None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:56.796074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2edc2-06a6-4bf0-97f3-f88b181d3690 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:56.804540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:56.806682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55832) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.819706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=83a9f395-e779-45c8-b9a7-c33613737c67,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:56.833418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-8d47f721-020c-47ef-816e-10547ad22fa0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6116831 Dec 23 15:18:56.834769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:56.868075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:56.899049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9659698 Dec 23 15:18:56.899835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55838) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.900947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fd7528f6-9009-4f6c-a758-a5e70ce36165 None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:56.901432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd7528f6-9009-4f6c-a758-a5e70ce36165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:56.919559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17eebd4b-ba10-4569-9db5-d1e95bda5436 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-2073961623 HTTP/1.1" status: 204 len: 168 time: 0.1688533 Dec 23 15:18:56.921849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55840) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:56.957737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-4f8fecd2-4daa-47dc-a3df-d34450c9f052 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:57.019750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'security_group': {'name': 'tempest-secgroup-700136655'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:57.065327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f8fecd2-4daa-47dc-a3df-d34450c9f052 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags HTTP/1.1" status: 200 len: 205 time: 0.1180279 Dec 23 15:18:57.067946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55846) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.069295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:57.076657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-13d74faa-c3d8-48ad-afe4-545bd1fca884 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:57.095592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:57.106069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:57.129733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.131272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:57.131776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:57.144054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:57.178887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13d74faa-c3d8-48ad-afe4-545bd1fca884 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags HTTP/1.1" status: 200 len: 241 time: 0.1076880 Dec 23 15:18:57.179894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.189817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-be79d570-5509-4bfa-86b5-4221a179c77c tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-1424252069') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:57.206756 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7d56afcf-e22f-490d-b304-63dfe89c559d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c145a0a8680e46e787b12ee1990eb617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3961208 Dec 23 15:18:57.211143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.224964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55856) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.226739 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1fe54b0b-8cd6-42cf-9f44-20ae3b6d17a0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0473287 Dec 23 15:18:57.231269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.244935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:57.246829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-c034cd0c-ddad-4750-b9c0-7db930ed0368 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049945 Dec 23 15:18:57.360481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89347a6a-bd58-460b-86fd-a5dadbf28a79 None None] Network 164277eb-327d-4cc5-8047-b86f28e40d5d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:18:57.395771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:57.406868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group_rule and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:57.419495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:57.438003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:57.451408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.494455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:57.500631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Update dhcp port {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'fixed_ips': [{'subnet_id': 'b0a36d88-2c5a-4b97-9949-5b4bf95020aa', 'ip_address': '172.20.0.18'}, {'subnet_id': '83a9f395-e779-45c8-b9a7-c33613737c67'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '4a3f5fc0-c5a9-402c-b371-a2a09f17be6d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:18:57.507497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.522924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:57.523747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58346d33-cd2b-4fc9-9055-b0f63a57cf88 req-5de33863-96b3-4839-b9df-0c586b61858c service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683184 Dec 23 15:18:57.530880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be79d570-5509-4bfa-86b5-4221a179c77c tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-1424252069 HTTP/1.1" status: 204 len: 168 time: 0.3464422 Dec 23 15:18:57.532629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55864) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.548114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-08f662f1-d86c-4d4a-89ea-0a1718fe8ef9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-1424252069') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:57.555108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Provisioning for port f345b8c5-520d-461d-a41a-f4a71352b017 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:57.565408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.596638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732ec6-f5fa-4405-9007-9f7e273300b9 req-c46d9d26-5d3a-4797-9351-b9fdc852eaa8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:57.597455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Provisioning complete for port f345b8c5-520d-461d-a41a-f4a71352b017 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:57.597897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.601681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad732ec6-f5fa-4405-9007-9f7e273300b9 req-c46d9d26-5d3a-4797-9351-b9fdc852eaa8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 944 time: 0.2276611 Dec 23 15:18:57.602903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:57.634862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.645130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.652090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:57.698495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.719598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.723933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7198229 Dec 23 15:18:57.725305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55868) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.728295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.732116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9df2e9d-f5f9-4f3b-97cc-b163148a31fa HTTP/1.1" status: 204 len: 168 time: 0.5014565 Dec 23 15:18:57.732116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89560cf-b70b-4a28-bafe-2f6f2a9e8ec3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:57.736830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'security_group': {'name': 'tempest-secgroup-3742371'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:57.744338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:57.744929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0aaf68dc-e6ef-4735-9186-d85e38adee9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:57.749356 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad732ec6-f5fa-4405-9007-9f7e273300b9 req-4c6cd63c-cabc-4e69-81ee-db3a2f50b7c5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289837 Dec 23 15:18:57.756215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:57.762715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df2e9d-f5f9-4f3b-97cc-b163148a31fa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:57.765976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:57.767119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:57.770275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:57.785662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.787529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:57.788346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:57.788770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:57.797533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-27d74ce4-2a3b-4edd-804d-a662e0caa170 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1097 time: 0.2113886 Dec 23 15:18:57.822375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a3c1ae2-2da8-4380-a3f5-8521e9739958 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5863736 Dec 23 15:18:57.824141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55874) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.832852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.846081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:57.977155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:57.984784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08f662f1-d86c-4d4a-89ea-0a1718fe8ef9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-1424252069 HTTP/1.1" status: 204 len: 168 time: 0.4509809 Dec 23 15:18:57.986134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:57.986469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group_rule and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:57.988445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:57.990711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:57.995891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-ca963700-9394-417c-8928-cd0a7dee8f1b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:57.999699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:58.013397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:58.018565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-d0ea82a5-10c3-4a36-8f78-56ace7a8baed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:58.020806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-d0ea82a5-10c3-4a36-8f78-56ace7a8baed service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 898 time: 0.2157977 Dec 23 15:18:58.030210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] For port f345b8c5-520d-461d-a41a-f4a71352b017, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f345b8c5-520d-461d-a41a-f4a71352b017,segment=NetworkSegment(106d9690-7c92-4b32-875b-85970b414ac6),segment_id=106d9690-7c92-4b32-875b-85970b414ac6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:58.040538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:58.058046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:58.063390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.065047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.066817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:18:58.067462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:18:58.071004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:58.091688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-43a44c42-f8d0-419a-b54b-3d92a0f3851e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2625411 Dec 23 15:18:58.094922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55884) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.116932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-c36aef64-392f-45d6-ad8c-93eee069039f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 200 len: 217 time: 0.0874751 Dec 23 15:18:58.158720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fdab1d0e-4589-4617-bea6-3523a0612d2a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0612729 Dec 23 15:18:58.169751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55888) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.171914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ca963700-9394-417c-8928-cd0a7dee8f1b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags HTTP/1.1" status: 200 len: 205 time: 0.1824086 Dec 23 15:18:58.179182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.186363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-d0f1ce6d-0b1a-4766-80b6-1cd4f9e71f86 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:58.190255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Allocated IP 172.20.0.2 (e5e84448-9326-4501-b6e1-ef936554de6d/83a9f395-e779-45c8-b9a7-c33613737c67/4a3f5fc0-c5a9-402c-b371-a2a09f17be6d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:18:58.210679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Pushing event updated for resources: {'Port': ['ID=f345b8c5-520d-461d-a41a-f4a71352b017,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:58.223402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:58.284378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.288466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-fd7dcd24-f094-4890-8512-3dda953e2b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:58.290331 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-fd7dcd24-f094-4890-8512-3dda953e2b1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57bae197-a6e2-4d42-bd55-35e61264d8de HTTP/1.1" status: 200 len: 834 time: 0.1651549 Dec 23 15:18:58.291515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.297443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5e93a1c-d168-4c70-9a85-e224015e6a38 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:58.390695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92bf35-5026-4244-a96b-95ff2411b485,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:58.395933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:58.396821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:18:58.398372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.412335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.413824 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1574 time: 0.6869509 Dec 23 15:18:58.433581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.454518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Transition to ACTIVE for port object 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:18:58.458575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-3a07f0a9-b432-49c9-9a68-5c5672c0fb73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1501915 Dec 23 15:18:58.459028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.466570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33f87a05-10f1-4d07-82cb-03a29ab0ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:58.510290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'security_group': {'name': 'tempest-secgroup-127049054'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:58.523444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca3695-61ab-420b-9c78-a4236b1db45f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:58.525146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0eca3695-61ab-420b-9c78-a4236b1db45f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3480051 Dec 23 15:18:58.533614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:58.535995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55908) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.615183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4b245220-9909-4f9f-9797-e28b82b80321 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758491 Dec 23 15:18:58.616714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:58.619716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55912) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.624159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:58.632501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:58.655292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:58.662791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:58.666288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d0f1ce6d-0b1a-4766-80b6-1cd4f9e71f86 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags HTTP/1.1" status: 200 len: 240 time: 0.4860113 Dec 23 15:18:58.667471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:58.669400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55916) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:58.671615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-ff5948f9-4b61-4dc4-b57e-5e34ea2387b0 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012680 Dec 23 15:18:58.689136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-4c4c0a1a-dfb5-4d60-96f2-9b7744cd80f4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-121839670') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:58.699854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c328700d-37dd-459d-8621-3714e096d269 None None] Provisioning for port 25585211-bea0-43c2-a042-950c718c3a65 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:18:58.707160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c328700d-37dd-459d-8621-3714e096d269 None None] Provisioning complete for port 25585211-bea0-43c2-a042-950c718c3a65 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:58.707853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c328700d-37dd-459d-8621-3714e096d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.770890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.802438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c328700d-37dd-459d-8621-3714e096d269 None None] Port 25585211-bea0-43c2-a042-950c718c3a65 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:58.805704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:58.820184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c328700d-37dd-459d-8621-3714e096d269 None None] Provisioning complete for port f345b8c5-520d-461d-a41a-f4a71352b017 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:58.820600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c328700d-37dd-459d-8621-3714e096d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.832009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:58.850205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:58.857091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:security_group_rule and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:58.860530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:58.863732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:58.883571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:58.927355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:59.005815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86fc3da5-92c8-4c5e-9b0f-580cbe2d9c99 req-98bb48c4-058b-49d5-a92c-84b585c0cc44 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379751 Dec 23 15:18:59.155903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c4c0a1a-dfb5-4d60-96f2-9b7744cd80f4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-121839670 HTTP/1.1" status: 204 len: 168 time: 0.4831293 Dec 23 15:18:59.160049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55928) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:59.167390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-d87e3259-c76e-4ca4-bf18-99d5125d46cf tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-121839670') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:59.174800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-318da6ad-eba8-4e3c-aa47-3c13d7bba8be None None] Provisioning complete for port 25585211-bea0-43c2-a042-950c718c3a65 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:59.175238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-318da6ad-eba8-4e3c-aa47-3c13d7bba8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:59.191687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:59.199784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:59.231527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:59.252807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:59.255055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8410776 Dec 23 15:18:59.259190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55932) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:59.277736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1202546186', 'security_groups': ['a9596349-eff2-4e60-b901-474927dd9671'], 'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83a9f395-e779-45c8-b9a7-c33613737c67'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:59.289883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-318da6ad-eba8-4e3c-aa47-3c13d7bba8be None None] Port 25585211-bea0-43c2-a042-950c718c3a65 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:18:59.300777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:59.349335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9596349-eff2-4e60-b901-474927dd9671,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:18:59.355440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:18:59.472896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc18b-b5c8-46af-8f16-d5ba35c33e20 req-1d8198b6-7d22-4586-a562-1950541246a7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:18:59.474616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a07cc18b-b5c8-46af-8f16-d5ba35c33e20 req-1d8198b6-7d22-4586-a562-1950541246a7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 944 time: 0.3955672 Dec 23 15:18:59.512188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f345b8c5-520d-461d-a41a-f4a71352b017 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:59.539823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cab416c1-324f-4ae4-bd9e-8a122faa8f0e tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:59.540786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-cab416c1-324f-4ae4-bd9e-8a122faa8f0e tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:18:59.545792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cab416c1-324f-4ae4-bd9e-8a122faa8f0e tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2401593 Dec 23 15:18:59.546490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55942) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:59.558696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890481154'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:18:59.571336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:59.585041 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a07cc18b-b5c8-46af-8f16-d5ba35c33e20 req-c0f63710-520c-418c-becc-3dbb2eb67819 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964773 Dec 23 15:18:59.628838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d87e3259-c76e-4ca4-bf18-99d5125d46cf tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-121839670 HTTP/1.1" status: 204 len: 168 time: 0.4676554 Dec 23 15:18:59.633402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55946) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:59.645907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-349f6bb0-f8b8-4690-95d3-363bcd7bf925 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:59.724247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:18:59.754361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:59.791708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f345b8c5-520d-461d-a41a-f4a71352b017 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:18:59.792319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:59.845336 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-349f6bb0-f8b8-4690-95d3-363bcd7bf925 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags HTTP/1.1" status: 200 len: 205 time: 0.2104690 Dec 23 15:18:59.847371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:18:59.898263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55950) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:59.905422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-64c60404-4ffd-4332-89c1-728e2e2d1b2e tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:18:59.915162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:18:59.925873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:18:59.927139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:18:59.944121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:18:59.948941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:18:59.956659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e750a7f9-2f9b-4a76-80b7-f4f4e955a05a tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:18:59.961787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ae339-ab68-456e-a766-f3fe3c373d00 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:19:00.020683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.045408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-64c60404-4ffd-4332-89c1-728e2e2d1b2e tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags HTTP/1.1" status: 200 len: 241 time: 0.1430912 Dec 23 15:19:00.047225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.053421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-e92490fe-cff6-4eec-b79a-ee6066d8a7ae tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-1991443349') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:00.065918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.067120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86d6927b-331e-4f0e-82c9-2be93461fe49 None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:00.067554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86d6927b-331e-4f0e-82c9-2be93461fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.094017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:00.098872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:00.100754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=7697c075-ae09-42e1-a888-068a72a65ab2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:00.105415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:00.106068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.115651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:00.137567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device aa06eb48-9cfc-4979-96a9-33e92a5dc42b details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:19:00.155574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e92490fe-cff6-4eec-b79a-ee6066d8a7ae tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-1991443349 HTTP/1.1" status: 204 len: 168 time: 0.1051540 Dec 23 15:19:00.157377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5362980 Dec 23 15:19:00.158309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.159290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:00.165111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.171172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-2c71d2d5-5f0a-430b-9d99-95cfd31dad67 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-1991443349') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:00.180783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:00.189324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:b1:a6:ca', 'name': 'tempest-NetworksTestDHCPv6-883090475'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:00.192860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-86d6927b-331e-4f0e-82c9-2be93461fe49 None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:00.205088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:00.220269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:00.255523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.281120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] device_id is not set on port 3eac2607-2990-4a1e-b78b-919cc7543b65 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:00.323169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86d6927b-331e-4f0e-82c9-2be93461fe49 None None] Provisioning for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:00.329870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ae339-ab68-456e-a766-f3fe3c373d00 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:19:00.335111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86d6927b-331e-4f0e-82c9-2be93461fe49 None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:00.335549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86d6927b-331e-4f0e-82c9-2be93461fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.387239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c71d2d5-5f0a-430b-9d99-95cfd31dad67 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-1991443349 HTTP/1.1" status: 204 len: 168 time: 0.2251074 Dec 23 15:19:00.398755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.412269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-5a8fbacb-e4cc-4c3d-8ce1-7e105c9bdcf1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:00.429320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:00.447558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:00.454523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:00.471998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:00.482993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.489858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.495034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cd6600a7-858e-48b9-8aa8-3764e3c4c576 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:00.509264 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5a8fbacb-e4cc-4c3d-8ce1-7e105c9bdcf1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags HTTP/1.1" status: 200 len: 205 time: 0.1043572 Dec 23 15:19:00.513308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:00.519957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.522958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55970) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.534898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-b2c0f425-f2dc-43df-9662-8e9d3d633e99 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:00.549950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.13 (e5e84448-9326-4501-b6e1-ef936554de6d/83a9f395-e779-45c8-b9a7-c33613737c67/3eac2607-2990-4a1e-b78b-919cc7543b65) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:00.571330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:00.571820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:00.576428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73637299-02ac-4685-a1e3-9e4388d1e8e0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:00.587578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:00.592211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:00.592410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:00.595895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port f12372e8-01db-4339-8517-13d4193a54d0 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:00.613576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:19:00.619740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2c0f425-f2dc-43df-9662-8e9d3d633e99 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags HTTP/1.1" status: 204 len: 168 time: 0.0931196 Dec 23 15:19:00.621949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55976) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.636810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:00.645191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-c8249807-9bea-4469-ac19-89a2b6c4864b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:00.684000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.752214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa06eb48-9cfc-4979-96a9-33e92a5dc42b {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:19:00.771713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.773450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:00.787201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.792738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f773fce-1f7f-4a2b-b2c5-69ed92ee448c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:00.821501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:feb1:a6ca (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/7697c075-ae09-42e1-a888-068a72a65ab2/f12372e8-01db-4339-8517-13d4193a54d0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:00.902149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.920254 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c8249807-9bea-4469-ac19-89a2b6c4864b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags HTTP/1.1" status: 204 len: 168 time: 0.2947335 Dec 23 15:19:00.921237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55980) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:00.922273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:00.927330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-4ab17f86-237b-45c3-83f1-3b5c20263117 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:00.930494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49978a75-b966-43fa-ae97-d086b8e6d16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:00.930656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:00.941724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:00.994071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.019404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Transition to ACTIVE for port object 3eac2607-2990-4a1e-b78b-919cc7543b65 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:01.022090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['aa06eb48-9cfc-4979-96a9-33e92a5dc42b'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:19:01.058079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ab17f86-237b-45c3-83f1-3b5c20263117 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags HTTP/1.1" status: 204 len: 168 time: 0.1343348 Dec 23 15:19:01.060312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55984) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.067121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-5545c32c-d2db-488b-8177-d4e084505ae3 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:01.092670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3d5fa-9bcc-4725-85cf-b3b2d3b5e1e4 req-fe4da582-b81b-4a0f-a7a3-c217ae4d7a55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:01.094394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2df3d5fa-9bcc-4725-85cf-b3b2d3b5e1e4 req-fe4da582-b81b-4a0f-a7a3-c217ae4d7a55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 945 time: 0.3304303 Dec 23 15:19:01.096128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.103702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c493023-cdd8-428d-8787-640795a523ad,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:01.105290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf0a5714-7db6-4e7c-8910-8bd120ee1cd2 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:01.106260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.110511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5598397 Dec 23 15:19:01.111993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:01.112550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55988) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.124387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '2c493023-cdd8-428d-8787-640795a523ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:01.136359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:01.161721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:01.178699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:01.184218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '7697c075-ae09-42e1-a888-068a72a65ab2'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:19:01.185197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.193691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:01.207324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:01.208527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=3eac2607-2990-4a1e-b78b-919cc7543b65,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:01.213688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:01.216415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:01.219090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:01.258118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.263214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2df3d5fa-9bcc-4725-85cf-b3b2d3b5e1e4 req-37b8a166-a5d7-4102-bed5-d4058ee451f6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325538 Dec 23 15:19:01.263893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.300772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:01.302195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.304377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object f12372e8-01db-4339-8517-13d4193a54d0 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:01.336934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5545c32c-d2db-488b-8177-d4e084505ae3 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags HTTP/1.1" status: 204 len: 168 time: 0.2753105 Dec 23 15:19:01.341512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 55992) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.352392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.357569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.359976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1ba9401-5ea0-4017-82bc-1a45c0a402a8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:01.364871 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1033590 Dec 23 15:19:01.374652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 55996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.375864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.378521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-93094712-508b-4b2c-bb58-cc71296477bc tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-924975570') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:01.398170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:01.427477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408d07af-b879-4f66-b251-4cf513872952,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:01.439192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:01.443019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c256e93-24fe-4d4f-a103-3f1383b5cd6f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:01.474768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Allocated IP 2001:db8::f816:3eff:fe87:83e6 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/7697c075-ae09-42e1-a888-068a72a65ab2/df6aa27d-e20f-4eca-bb6f-bc2f104291d0) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:01.483263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-93094712-508b-4b2c-bb58-cc71296477bc tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-924975570 HTTP/1.1" status: 201 len: 201 time: 0.1395702 Dec 23 15:19:01.484036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56000) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.490880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-3bebd562-8acb-41ec-91b7-6c10232e95b3 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-1866705950') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:01.565416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.569849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e462a180-1357-4162-b010-fa2810260466 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4505959 Dec 23 15:19:01.570738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56004) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.577802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '2c493023-cdd8-428d-8787-640795a523ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:01.583387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:01.586481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:01.589433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:01.593888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:01.597921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:01.605064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:01.605408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:01.609690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:01.610656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.615482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3bebd562-8acb-41ec-91b7-6c10232e95b3 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-1866705950 HTTP/1.1" status: 201 len: 201 time: 0.1269200 Dec 23 15:19:01.615482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56008) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.621978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-93dc0b01-94d5-4e9c-b264-14901692e634 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-1061829491') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:01.639865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=f12372e8-01db-4339-8517-13d4193a54d0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:01.647171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:01.666150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4999397 Dec 23 15:19:01.672438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56012) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.675295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:01.700758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.718361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:01.725153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:01.733527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:01.750990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:01.753124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.764412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Transition to ACTIVE for port object df6aa27d-e20f-4eca-bb6f-bc2f104291d0 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:01.784422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Transition to ACTIVE for port object df6aa27d-e20f-4eca-bb6f-bc2f104291d0 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:01.791531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.797576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b3d7d21-5651-4bcc-a7c1-b7e184cb94e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:01.834127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-93dc0b01-94d5-4e9c-b264-14901692e634 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-1061829491 HTTP/1.1" status: 201 len: 201 time: 0.2174671 Dec 23 15:19:01.835482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:19:01.836532 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7fe0ff52-556e-40c0-bfe8-17b95bd4b9fa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2651877 Dec 23 15:19:01.841797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56016) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.842333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56018) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.863435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-c47f7fca-0c08-4b19-aa86-9bd34e8d44c9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-1231591189') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:01.869665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:01.877190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4111b6a-5f34-45f1-9ade-b05b79e85c2f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:01.877995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4111b6a-5f34-45f1-9ade-b05b79e85c2f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:01.878135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:01.885212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:01.920199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Pushing event updated for resources: {'Port': ['ID=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:01.927690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:01.929146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.937707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c47f7fca-0c08-4b19-aa86-9bd34e8d44c9 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-1231591189 HTTP/1.1" status: 201 len: 201 time: 0.0893188 Dec 23 15:19:01.938870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56024) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.947643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4111b6a-5f34-45f1-9ade-b05b79e85c2f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:01.947962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-87230c2d-71d5-4620-ba2c-48206f338fd1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', {'tags': ['tempest-TagsExtTest-Tag-801323804', 'tempest-TagsExtTest-Tag-257875356', 'tempest-TagsExtTest-Tag-1203254058']}) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:01.952024 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4111b6a-5f34-45f1-9ade-b05b79e85c2f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2755060 Dec 23 15:19:01.954007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:01.980014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Attempting to bind port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:01.980444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Attempting to bind port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:01.980865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Attempting to bind port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:01.987965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:01.988393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:01.988854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:01.989330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:01.989852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Bound port: df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:01.990275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.017533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.060444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.091824 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-87230c2d-71d5-4620-ba2c-48206f338fd1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags HTTP/1.1" status: 200 len: 316 time: 0.1491439 Dec 23 15:19:02.092399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56032) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.100576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:02.104414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:02.106174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-cb921931-f375-4385-a645-48a2d858ccde tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:02.106781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port f12372e8-01db-4339-8517-13d4193a54d0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:02.107216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.108800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.113766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a30efc2-f6e1-4e88-a3be-db9f34a2d163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:02.150481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device aa06eb48-9cfc-4979-96a9-33e92a5dc42b up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:02.174649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.181644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1905363-574b-4063-8e51-7a9976479219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:02.191807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83a9f395-e779-45c8-b9a7-c33613737c67 (CIDR: 172.20.0.0/28) Dec 23 15:19:02.198293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c493023-cdd8-428d-8787-640795a523ad,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:02.206903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:02.213120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.217138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c493023-cdd8-428d-8787-640795a523ad HTTP/1.1" status: 204 len: 168 time: 0.3708415 Dec 23 15:19:02.217364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56036) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.232342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:02.232856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:02.267870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb921931-f375-4385-a645-48a2d858ccde tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags HTTP/1.1" status: 204 len: 168 time: 0.1713340 Dec 23 15:19:02.267870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56040) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.277240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d695a99-eaa3-4b90-bbd9-4402de750705 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8964703 Dec 23 15:19:02.278529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Pushing event updated for resources: {'Port': ['ID=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:02.284374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-77d0eb91-de38-4d5c-8700-636149885931 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-801323804') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:02.285147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:02.297922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port aa06eb48-9cfc-4979-96a9-33e92a5dc42b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:02.300968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56044) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.304321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port aa06eb48-9cfc-4979-96a9-33e92a5dc42b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:02.304859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.333374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:02.371378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d86abb85-78c6-45c2-b35a-9fa0eb631234 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:02.453464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d86abb85-78c6-45c2-b35a-9fa0eb631234 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:02.454886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d86abb85-78c6-45c2-b35a-9fa0eb631234 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2365685 Dec 23 15:19:02.461456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56050) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.473725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--113336706'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:02.487323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:02.511737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.547455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:02.553869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:02.561379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:02.573603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.576814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:02.580986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-77d0eb91-de38-4d5c-8700-636149885931 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:02.585202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-77d0eb91-de38-4d5c-8700-636149885931 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-801323804 HTTP/1.1" status: 404 len: 328 time: 0.3135738 Dec 23 15:19:02.586323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56056) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.591933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-831b0662-3d8e-4f9f-8a63-4cf92687bdf1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-257875356') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:02.628535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.643318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'code': 200} Dec 23 15:19:02.687763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:02.691741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:02.721441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0275b-16f7-456c-98ee-b14bf8de172f req-22436cf0-7a35-425c-888c-e598c73c64b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:02.733919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87f0275b-16f7-456c-98ee-b14bf8de172f req-22436cf0-7a35-425c-888c-e598c73c64b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 945 time: 0.2191963 Dec 23 15:19:02.756095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:02.766288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:02.771315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:02.782421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:02.792899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:02.848529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87f0275b-16f7-456c-98ee-b14bf8de172f req-e265dcc8-2daa-4581-9247-dac931d3a440 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135194 Dec 23 15:19:02.852223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-831b0662-3d8e-4f9f-8a63-4cf92687bdf1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:02.853591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-831b0662-3d8e-4f9f-8a63-4cf92687bdf1 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-257875356 HTTP/1.1" status: 404 len: 328 time: 0.2668929 Dec 23 15:19:02.861429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56060) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.879865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-376273f9-cefd-412f-9750-81168d103308 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487', 'tempest-TagsExtTest-Tag-1203254058') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:02.956015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:03.020564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:03.031946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.033454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for f12372e8-01db-4339-8517-13d4193a54d0 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:03.058221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.063648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:03.073790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dc8beb3d-c173-4cbd-a1b9-fbfe38ae7d01 tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:03.081590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:03.105758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:03.112305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.135503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.139842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6744139 Dec 23 15:19:03.143822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56064) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.144712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe201b0-6de2-4c23-a5c9-07466bb749e2,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:03.147718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:03.155355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-837c7b15-8020-4a19-8109-dd05f4cce23f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '3fe201b0-6de2-4c23-a5c9-07466bb749e2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:03.156045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-837c7b15-8020-4a19-8109-dd05f4cce23f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:03.159809 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-837c7b15-8020-4a19-8109-dd05f4cce23f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081849 Dec 23 15:19:03.160561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24f434a8-d81e-4dad-972b-02596fd44d90 req-afa34aed-569f-4ca3-85cd-9ed06cea3091 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1099 time: 0.1913013 Dec 23 15:19:03.163044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56068) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.215347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-376273f9-cefd-412f-9750-81168d103308 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:03.219389 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-376273f9-cefd-412f-9750-81168d103308 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags/tempest-TagsExtTest-Tag-1203254058 HTTP/1.1" status: 404 len: 329 time: 0.3432314 Dec 23 15:19:03.222472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56072) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.240853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-d74d4c45-a97b-444d-8ab6-2d7753947bed tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', {'tags': ['tempest-TagsExtTest-Tag-2100852856', 'tempest-TagsExtTest-Tag-2024348617', 'tempest-TagsExtTest-Tag-1317342625']}) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:03.331534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24f434a8-d81e-4dad-972b-02596fd44d90 req-ef9b342f-9427-4ae0-a7a2-c0f54f0a90dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516535 Dec 23 15:19:03.357131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.398546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.415837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d74d4c45-a97b-444d-8ab6-2d7753947bed tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags HTTP/1.1" status: 200 len: 318 time: 0.1877613 Dec 23 15:19:03.416409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56076) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.423597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-048b6fd7-6a8e-4341-aa0f-617545aa835f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:03.496821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device df6aa27d-e20f-4eca-bb6f-bc2f104291d0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:03.505989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.512710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f083be8-6a09-4097-b4af-448adb9f4acf tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:03.537809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe201b0-6de2-4c23-a5c9-07466bb749e2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:03.540986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:03.559095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.564843 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/3fe201b0-6de2-4c23-a5c9-07466bb749e2 HTTP/1.1" status: 204 len: 168 time: 0.3970721 Dec 23 15:19:03.564843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56080) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.586853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b0a36d88-2c5a-4b97-9949-5b4bf95020aa (CIDR: 172.20.0.16/28) Dec 23 15:19:03.588301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:03.591486 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:03.592096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:03.603930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.613303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-57b4b2a1-86ff-46f2-b310-3f432087f80c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:03.626735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-048b6fd7-6a8e-4341-aa0f-617545aa835f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags HTTP/1.1" status: 204 len: 168 time: 0.2090747 Dec 23 15:19:03.630321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56084) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.638631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-8804ae41-7be4-4111-8de0-b03970dbe570 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-2100852856') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:03.664667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=f12372e8-01db-4339-8517-13d4193a54d0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:03.669699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:03.674654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c4f56841-8e35-4f5a-87f1-b73ef7cb4fe6 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3667035 Dec 23 15:19:03.679024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56088) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.682696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6ad15104-1ca6-43c1-8900-665a3f533527 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:03.693357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'subnet': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:03.714245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:03.716318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/f12372e8-01db-4339-8517-13d4193a54d0 HTTP/1.1" status: 204 len: 168 time: 1.7613578 Dec 23 15:19:03.719219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:03.794035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc0b4b-d0e1-4e44-9827-62097b57f0da tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:03.795553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc0b4b-d0e1-4e44-9827-62097b57f0da tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:03.796458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-06dc0b4b-d0e1-4e44-9827-62097b57f0da tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:03.816107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-06dc0b4b-d0e1-4e44-9827-62097b57f0da tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:03.820303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06dc0b4b-d0e1-4e44-9827-62097b57f0da tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0971980 Dec 23 15:19:03.820639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.096791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6ad15104-1ca6-43c1-8900-665a3f533527 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:04.098378 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ad15104-1ca6-43c1-8900-665a3f533527 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5333803 Dec 23 15:19:04.105743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56102) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.123947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078743265'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:04.140699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:04.159158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 7697c075-ae09-42e1-a888-068a72a65ab2 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:04.164245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.179692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-8804ae41-7be4-4111-8de0-b03970dbe570 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:04.183926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8804ae41-7be4-4111-8de0-b03970dbe570 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-2100852856 HTTP/1.1" status: 404 len: 329 time: 0.5497069 Dec 23 15:19:04.183926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:04.185904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56106) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.199363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-ac57462b-d9b2-4d19-be39-0557e0fb90de tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-2024348617') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:04.226134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:04.237950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.238453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Usage tracker for resource:subnet and tenant:2be23d05685246a5a09169a73c9997ac is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:04.247211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:04.257026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:04.261798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.298809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45df84-f00e-4d38-b315-2e2ede13bb19 req-f6382500-533c-43ad-9bad-15fc8e78daa1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:04.299504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Made reservation on behalf of 2be23d05685246a5a09169a73c9997ac for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:04.300391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa45df84-f00e-4d38-b315-2e2ede13bb19 req-f6382500-533c-43ad-9bad-15fc8e78daa1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 946 time: 0.2661009 Dec 23 15:19:04.306119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.378075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa45df84-f00e-4d38-b315-2e2ede13bb19 req-59d731c2-f01a-4aae-a718-89668f2a884f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683303 Dec 23 15:19:04.386687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.411894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:04.441229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:04.449189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:04.469705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-ac57462b-d9b2-4d19-be39-0557e0fb90de tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:04.473737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac57462b-d9b2-4d19-be39-0557e0fb90de tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-2024348617 HTTP/1.1" status: 404 len: 329 time: 0.2828078 Dec 23 15:19:04.473737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:04.474503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56110) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.483323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-d4340585-6786-4d9b-a49a-7c888dabe958 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65', 'tempest-TagsExtTest-Tag-1317342625') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:04.510444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702a9b4-5180-4cae-8555-bf10b5f60be2 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:04.605886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-d4340585-6786-4d9b-a49a-7c888dabe958 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:04.609963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4340585-6786-4d9b-a49a-7c888dabe958 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags/tempest-TagsExtTest-Tag-1317342625 HTTP/1.1" status: 404 len: 329 time: 0.1316166 Dec 23 15:19:04.609963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.612911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56114) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.613777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-58488c10-17ed-4c8b-a01a-424e2a92c32c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:04.653816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-360be7d2-9f0b-417e-a29a-c7eea2443061 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', {'tags': ['tempest-TagsExtTest-Tag-127143956', 'tempest-TagsExtTest-Tag-1345697717', 'tempest-TagsExtTest-Tag-203523585']}) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:04.661309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Provisioning for port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:04.683707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Provisioning complete for port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:04.684404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.743608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=7697c075-ae09-42e1-a888-068a72a65ab2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:04.746577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:04.749400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.749521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.757893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-61b0a59c-f391-4acd-ac9f-4296ceac62aa tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:04.850932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/7697c075-ae09-42e1-a888-068a72a65ab2 HTTP/1.1" status: 204 len: 168 time: 1.0266149 Dec 23 15:19:04.851588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.870529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.883932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.889877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Network e5e84448-9326-4501-b6e1-ef936554de6d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:04.899715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:04.906735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:04.907364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.916024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Subnet': ['ID=6c872ce0-5c4e-442b-8870-6461ac3dbddc,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:04.928867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:04.929471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-583fe0a9-febb-4fa7-a0ff-ac12cc114218 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:04.935038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02d073-e9e6-402b-b003-7ceccff737c5 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:04.942118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b9196b1-da80-4924-ae75-55aabdceb25d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868242 Dec 23 15:19:04.945324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.954418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:04.967100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:04.971873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8532085 Dec 23 15:19:04.972715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56126) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.980043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2943377 Dec 23 15:19:04.985578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56130) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:04.990392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-28363926-7aa9-4d77-993a-c798d63255f9 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': 'a35d71b4-d3da-44a9-9a37-0d7f6cc626c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:04.991132 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-28363926-7aa9-4d77-993a-c798d63255f9 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:04.995026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-28363926-7aa9-4d77-993a-c798d63255f9 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154898 Dec 23 15:19:04.995254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d71b4-d3da-44a9-9a37-0d7f6cc626c2,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:04.997702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56134) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.000838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:05.019087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1960460280', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c872ce0-5c4e-442b-8870-6461ac3dbddc'}], 'security_groups': ['e89560cf-b70b-4a28-bafe-2f6f2a9e8ec3', '5b92bf35-5026-4244-a96b-95ff2411b485']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:05.037987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-360be7d2-9f0b-417e-a29a-c7eea2443061 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags HTTP/1.1" status: 200 len: 316 time: 0.3915470 Dec 23 15:19:05.042830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56138) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.061659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-1e0ad32d-e3da-4e54-96dd-19aff2c775be tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:05.206109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.207819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.217033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.225938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:05.233541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:05.238840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:05.249180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:05.265705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:05.272910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.293106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.355794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e0ad32d-e3da-4e54-96dd-19aff2c775be tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags HTTP/1.1" status: 204 len: 168 time: 0.3091860 Dec 23 15:19:05.356010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.368391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-60512a4a-fdec-49df-b31a-b13c1b4fce84 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-127143956') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:05.429736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:19:05.465207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Deleting port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:05.465611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.498964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device df6aa27d-e20f-4eca-bb6f-bc2f104291d0 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:19:05.550830 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-60512a4a-fdec-49df-b31a-b13c1b4fce84 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:05.552035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-60512a4a-fdec-49df-b31a-b13c1b4fce84 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-127143956 HTTP/1.1" status: 404 len: 328 time: 0.1949966 Dec 23 15:19:05.556536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:05.557461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.572749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-8e45b57c-9780-4be4-9412-d9500ea5fd7b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-1345697717') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:05.574184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.580324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2470a5a2-7400-47e8-b39b-e74e3e4a1373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:05.607587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.612016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-213c8429-65cc-45df-a080-1c1255a6e0aa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:05.653941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d71b4-d3da-44a9-9a37-0d7f6cc626c2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:05.663336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:05.686738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.690762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/a35d71b4-d3da-44a9-9a37-0d7f6cc626c2 HTTP/1.1" status: 204 len: 168 time: 0.6889281 Dec 23 15:19:05.720563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56152) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.735753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Pushing event updated for resources: {'Port': ['ID=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:05.770297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:05.787726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-8e45b57c-9780-4be4-9412-d9500ea5fd7b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:05.792436 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8e45b57c-9780-4be4-9412-d9500ea5fd7b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-1345697717 HTTP/1.1" status: 404 len: 329 time: 0.2268620 Dec 23 15:19:05.793047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56156) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.804800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-e70a0da5-ed4a-484c-8e91-11d18bd559d5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1', 'tempest-TagsExtTest-Tag-203523585') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:05.813112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-52f04745-8982-41a3-b7a0-ca4b174a0e5e None None] Provisioning for port 3eac2607-2990-4a1e-b78b-919cc7543b65 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:05.816965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35c3ce-8343-4a1f-9335-29d1317db7a7 req-76536702-aaae-4b4f-ae0b-b29525cd78c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:05.819155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d35c3ce-8343-4a1f-9335-29d1317db7a7 req-76536702-aaae-4b4f-ae0b-b29525cd78c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 946 time: 0.2492657 Dec 23 15:19:05.820142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.831729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-52f04745-8982-41a3-b7a0-ca4b174a0e5e None None] Provisioning complete for port 3eac2607-2990-4a1e-b78b-919cc7543b65 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:05.832034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52f04745-8982-41a3-b7a0-ca4b174a0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:05.906961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-67a4197e-aea8-4d32-90b8-6a550a668793 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:05.952214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-67a4197e-aea8-4d32-90b8-6a550a668793 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:05.957232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67a4197e-aea8-4d32-90b8-6a550a668793 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2314312 Dec 23 15:19:05.971113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56160) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.976430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d35c3ce-8343-4a1f-9335-29d1317db7a7 req-9b677733-5ec1-4bf1-a15f-904afdd6beca tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090477 Dec 23 15:19:05.979525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Delete allocated IP 172.20.0.13 (e5e84448-9326-4501-b6e1-ef936554de6d/83a9f395-e779-45c8-b9a7-c33613737c67) {{(pid=88873) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 23 15:19:05.983520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043502773'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:06.001213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e70a0da5-ed4a-484c-8e91-11d18bd559d5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:06.002633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e70a0da5-ed4a-484c-8e91-11d18bd559d5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags/tempest-TagsExtTest-Tag-203523585 HTTP/1.1" status: 404 len: 328 time: 0.2046337 Dec 23 15:19:06.002633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.005940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:06.020437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-663be8ec-5346-42f0-8096-46ad3493124b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', {'tags': ['tempest-TagsExtTest-Tag-359924765', 'tempest-TagsExtTest-Tag-1009073551', 'tempest-TagsExtTest-Tag-840797911']}) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:06.022383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:06.043107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Allocated IP 172.20.0.44 (e5e84448-9326-4501-b6e1-ef936554de6d/6c872ce0-5c4e-442b-8870-6461ac3dbddc/3eac2607-2990-4a1e-b78b-919cc7543b65) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:06.045145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:06.058193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.060121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-52f04745-8982-41a3-b7a0-ca4b174a0e5e None None] Port 3eac2607-2990-4a1e-b78b-919cc7543b65 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:06.081121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa8cb783-cb58-438d-b1a1-92bc3ad05810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:06.176498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Update dhcp port {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'fixed_ips': [{'subnet_id': 'b0a36d88-2c5a-4b97-9949-5b4bf95020aa', 'ip_address': '172.20.0.18'}, {'subnet_id': '83a9f395-e779-45c8-b9a7-c33613737c67', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c872ce0-5c4e-442b-8870-6461ac3dbddc'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '4a3f5fc0-c5a9-402c-b371-a2a09f17be6d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:19:06.215411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:06.215914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.232317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-663be8ec-5346-42f0-8096-46ad3493124b tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "PUT /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags HTTP/1.1" status: 200 len: 316 time: 0.2263875 Dec 23 15:19:06.237987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56170) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.241759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:06.253291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-55185924-33e3-4992-bf52-1ece9763b494 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:06.260440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.277654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.399057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:06.411326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:06.422631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:06.439699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:06.439898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Calling delete_port for df6aa27d-e20f-4eca-bb6f-bc2f104291d0 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:06.463534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a4a36-e9d6-451e-ad22-479cb5dfe3ef req-14585dc7-e711-42e3-86a8-397ecf4bcee8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:06.464467 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-180a4a36-e9d6-451e-ad22-479cb5dfe3ef req-14585dc7-e711-42e3-86a8-397ecf4bcee8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 946 time: 0.3100734 Dec 23 15:19:06.477211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.489068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.489068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.489593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.491330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.491330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.491330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.491330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.491330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.492958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.492958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.492958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:06.503634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:06.527255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Ignored duplicate provisioning block setup for port 3eac2607-2990-4a1e-b78b-919cc7543b65 by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 23 15:19:06.539572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.552299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:06.712583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.733412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.736442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Allocated IP 172.20.0.34 (e5e84448-9326-4501-b6e1-ef936554de6d/6c872ce0-5c4e-442b-8870-6461ac3dbddc/4a3f5fc0-c5a9-402c-b371-a2a09f17be6d) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:06.787312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event updated for resources: {'Port': ['ID=3eac2607-2990-4a1e-b78b-919cc7543b65,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:06.794158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:06.794898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73376fa0-6a4a-4f7d-88ae-bb89a4872b7c tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:06.836933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55185924-33e3-4992-bf52-1ece9763b494 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags HTTP/1.1" status: 204 len: 168 time: 0.5978496 Dec 23 15:19:06.840991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56174) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.854245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-53232648-bb93-4aa1-a343-17494bccb185 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-359924765') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:06.854431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] In _notify_port_updated(), no bound segment for port 3eac2607-2990-4a1e-b78b-919cc7543b65 on network e5e84448-9326-4501-b6e1-ef936554de6d {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:19:06.857503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:06.858248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.858751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:19:06.863483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:19:06.864944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "PUT /v2.0/ports/3eac2607-2990-4a1e-b78b-919cc7543b65 HTTP/1.1" status: 200 len: 960 time: 1.8662853 Dec 23 15:19:06.864944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c513b-f3d1-4b1b-9742-d08fe0da8253,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:06.864944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56178) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.866775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.872312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8933251 Dec 23 15:19:06.872312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:06.872798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-180a4a36-e9d6-451e-ad22-479cb5dfe3ef req-b553fd09-5c1f-4c9a-9815-bbe491fc2cff tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976204 Dec 23 15:19:06.891106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56182) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.896878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.909339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.913466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9c9caa0f-cb4e-4dee-9848-61f262e5b752 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c513b-f3d1-4b1b-9742-d08fe0da8253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:06.914290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-9c9caa0f-cb4e-4dee-9848-61f262e5b752 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:06.918308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c9caa0f-cb4e-4dee-9848-61f262e5b752 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222387 Dec 23 15:19:06.934602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:06.935160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56190) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.948554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1c9406f0-f726-4106-a6b3-b80564f15be3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c513b-f3d1-4b1b-9742-d08fe0da8253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:06.949609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-1c9406f0-f726-4106-a6b3-b80564f15be3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:06.951184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c9406f0-f726-4106-a6b3-b80564f15be3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142691 Dec 23 15:19:06.954598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56194) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.964922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a1298261-9af4-45ef-aad5-2db6147ff860 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c513b-f3d1-4b1b-9742-d08fe0da8253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:06.965801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.965996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-a1298261-9af4-45ef-aad5-2db6147ff860 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:06.967243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a1298261-9af4-45ef-aad5-2db6147ff860 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114703 Dec 23 15:19:06.971151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56198) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.979620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f2b525d5-aaa6-4786-847f-ff54b57572ff tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c513b-f3d1-4b1b-9742-d08fe0da8253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:06.980379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-f2b525d5-aaa6-4786-847f-ff54b57572ff tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:06.981431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2b525d5-aaa6-4786-847f-ff54b57572ff tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090673 Dec 23 15:19:06.984394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56202) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:06.987308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Transition to ACTIVE for port object 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:06.990593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:06.995517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:07.019783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 3eac2607-2990-4a1e-b78b-919cc7543b65 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:07.020292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.022536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-53232648-bb93-4aa1-a343-17494bccb185 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:07.027196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-53232648-bb93-4aa1-a343-17494bccb185 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-359924765 HTTP/1.1" status: 404 len: 328 time: 0.1807976 Dec 23 15:19:07.030556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56206) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.044098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-1af4815b-69f0-4ab3-8f15-90e95a908af6 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-1009073551') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:07.175228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:07.178542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:07.182201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-1af4815b-69f0-4ab3-8f15-90e95a908af6 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:07.186781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1af4815b-69f0-4ab3-8f15-90e95a908af6 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-1009073551 HTTP/1.1" status: 404 len: 329 time: 0.1550610 Dec 23 15:19:07.191626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.197609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c4ad208-beeb-413e-8e77-415600d31e24 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1094 time: 0.2808194 Dec 23 15:19:07.203981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56214) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.210771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.210967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-adc34e99-edb4-4bc1-8edc-6ca4bf69af60 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3', 'tempest-TagsExtTest-Tag-840797911') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:07.216571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:07.285248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-adc34e99-edb4-4bc1-8edc-6ca4bf69af60 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] show failed (client error): The resource could not be found. Dec 23 15:19:07.286363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-adc34e99-edb4-4bc1-8edc-6ca4bf69af60 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags/tempest-TagsExtTest-Tag-840797911 HTTP/1.1" status: 404 len: 328 time: 0.0933647 Dec 23 15:19:07.295323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:07.295562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56218) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.298584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:07.304788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-15491c18-ff44-48cd-93e4-19a8abbacb73 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:07.324459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.329876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.330775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.331562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:07.336114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33aa6477-e943-4a56-bf7b-7ffe92b1fbda tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:07.348324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:07.360460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Deleting port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:07.361219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.367412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.376607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:07.466828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.485021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,revision_number=7']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:07.486923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.499531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:07.500132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a7b7190-8fe8-49c6-a9d3-7a30482e3460 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:07.518629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:07.569585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:07.573264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:07.579170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:07.580027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.599882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-15491c18-ff44-48cd-93e4-19a8abbacb73 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3/tags HTTP/1.1" status: 204 len: 168 time: 0.3005216 Dec 23 15:19:07.602344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.615267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-511b7110-0747-4029-a4e0-e608fe3f1b62 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '552109c2-2fd1-4ba7-ae9a-e273a427eba1') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:07.689040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=db24df2b-eaf2-4551-856c-0492a0f854f5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:07.708187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:07.723273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 3eac2607-2990-4a1e-b78b-919cc7543b65 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:07.730940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7843366 Dec 23 15:19:07.782313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.795304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56226) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.802974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c82f4244-a397-40ad-9a73-0110d7f0daf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:07.813095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:f8:67:57', 'name': 'tempest-NetworksTestDHCPv6-148883994'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:07.832809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c513b-f3d1-4b1b-9742-d08fe0da8253,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:07.843597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:07.878539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:07.883571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/eb9c513b-f3d1-4b1b-9742-d08fe0da8253 HTTP/1.1" status: 204 len: 168 time: 0.8978381 Dec 23 15:19:07.886058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56230) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:07.973515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] For port df6aa27d-e20f-4eca-bb6f-bc2f104291d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:07.973982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.037711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:08.047510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:08.052848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:08.069802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:08.085806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-511b7110-0747-4029-a4e0-e608fe3f1b62 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1/tags HTTP/1.1" status: 204 len: 168 time: 0.4784160 Dec 23 15:19:08.091618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56234) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:08.100067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-3eeb8ad9-d28a-416b-aab7-7d6fe131774f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25585211-bea0-43c2-a042-950c718c3a65') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:08.150656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-627ffb06-aded-4f37-97df-056b51de8976 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:08.158230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:08.167559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.169967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.180432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:08.196892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Calling delete_port for df6aa27d-e20f-4eca-bb6f-bc2f104291d0 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:08.220498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:08.234769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-627ffb06-aded-4f37-97df-056b51de8976 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:08.241073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-627ffb06-aded-4f37-97df-056b51de8976 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3451862 Dec 23 15:19:08.242430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56238) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:08.248050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=3eac2607-2990-4a1e-b78b-919cc7543b65,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:08.258624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333260369'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:08.264915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:08.266661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.272218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:08.367824 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3eeb8ad9-d28a-416b-aab7-7d6fe131774f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65/tags HTTP/1.1" status: 204 len: 168 time: 0.2738111 Dec 23 15:19:08.428747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56242) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:08.441681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.tag.tag_plugin [None req-053dd785-9f45-4586-9a7e-106d8b291757 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '651d7fea-b1b1-4057-a70f-e98a82262487') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:08.448084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:08.448489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.503858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.512099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:08.552376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fef8:6757 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/db24df2b-eaf2-4551-856c-0492a0f854f5/9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:08.581280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Pushing event deleted for resources: {'Port': ['ID=df6aa27d-e20f-4eca-bb6f-bc2f104291d0,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:08.586633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:08.589465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:08.661667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:08.684891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] No DVR routers for this DVR port df6aa27d-e20f-4eca-bb6f-bc2f104291d0 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:19:08.686535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Provisioning for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:08.699284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:08.699942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.748443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d381b3b-5f4c-4b90-9f57-db5a2f2c0028 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:08.760875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.769817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-053dd785-9f45-4586-9a7e-106d8b291757 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487/tags HTTP/1.1" status: 204 len: 168 time: 0.3344164 Dec 23 15:19:08.775305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:08.867304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:08.910994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:08.918322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:08.926714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/3eac2607-2990-4a1e-b78b-919cc7543b65 HTTP/1.1" status: 204 len: 168 time: 2.0567839 Dec 23 15:19:08.926714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:08.927879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56250) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:08.992193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.004892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:09.021984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:09.037210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.211 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/551cb6a4-443d-4d43-84ea-ca2ee6e77562) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:09.049740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2adb701-32eb-48d6-adb5-232ee3fa3608 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] GET failed (client error): The resource could not be found. Dec 23 15:19:09.050581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b2adb701-32eb-48d6-adb5-232ee3fa3608 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Synchronizing usage tracker for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:09.051506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.061550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:09.112562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4462-1993-4748-8961-7b9b11312e7c tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.113918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0dfe4462-1993-4748-8961-7b9b11312e7c tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnetpools/40b0d532-c1af-4b0b-bb1e-e1a9ea460ac3 HTTP/1.1" status: 204 len: 168 time: 0.3377793 Dec 23 15:19:09.120732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56254) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.158105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.204281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81e305fc-d9ea-4627-8963-e5700b0be36b None None] Could not find standard attr ID for object 3eac2607-2990-4a1e-b78b-919cc7543b65. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:09.204793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c38b0245-ceb8-4428-9889-92cf7570ab25 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Synchronizing usage tracker for tenant:df588342c0194c1dbe71689056eeae11 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:09.217135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': 'db24df2b-eaf2-4551-856c-0492a0f854f5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:19:09.220958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:09.228039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:09.228860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.231023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:09.236522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:09.237283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.242581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:09.252678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:09.283913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c38b0245-ceb8-4428-9889-92cf7570ab25 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Unset dirty status for tenant:df588342c0194c1dbe71689056eeae11 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:09.288692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c38b0245-ceb8-4428-9889-92cf7570ab25 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "GET /v2.0/ports?device_id=552109c2-2fd1-4ba7-ae9a-e273a427eba1 HTTP/1.1" status: 200 len: 205 time: 0.1643832 Dec 23 15:19:09.289347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56258) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.293582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.297350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b2adb701-32eb-48d6-adb5-232ee3fa3608 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Unset dirty status for tenant:2be23d05685246a5a09169a73c9997ac on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:09.301765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2adb701-32eb-48d6-adb5-232ee3fa3608 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports/3eac2607-2990-4a1e-b78b-919cc7543b65 HTTP/1.1" status: 404 len: 333 time: 0.3695083 Dec 23 15:19:09.301765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3c394ff-e5e9-4000-9d74-95010e5f3b54 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:09.316557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56262) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.347002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-40129ce1-8a6c-4735-99f4-5d60c90f1cd1 None None] Could not find standard attr ID for object 3eac2607-2990-4a1e-b78b-919cc7543b65. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:09.391229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5911429 Dec 23 15:19:09.400153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56266) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.523629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Allocated IP 2001:db8::f816:3eff:feb4:fb57 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/db24df2b-eaf2-4551-856c-0492a0f854f5/8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:09.537532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.551935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.556912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3032112 Dec 23 15:19:09.563377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21c814-b11d-4186-93eb-619d78ff294e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:09.570968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56270) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.577558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:09.591995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7966f6d5-bfdf-4d47-8db0-060889df27b2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:09.592675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-7966f6d5-bfdf-4d47-8db0-060889df27b2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:09.597251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7966f6d5-bfdf-4d47-8db0-060889df27b2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0218794 Dec 23 15:19:09.598505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56274) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.605302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:09.623730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:09.636666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:09.636666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:09.641706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.672862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.711572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:09.717088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2a286-5a07-4397-ba17-10b3d8555ddd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:09.718190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3af2a286-5a07-4397-ba17-10b3d8555ddd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:09.737740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.772044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3af2a286-5a07-4397-ba17-10b3d8555ddd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:09.776627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3af2a286-5a07-4397-ba17-10b3d8555ddd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3703599 Dec 23 15:19:09.779073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56278) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:09.829063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.833679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.840926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Transition to ACTIVE for port object 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:09.847032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9d9845e-c6a5-49f2-bcf2-13454a057cd8 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:09.863488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Transition to ACTIVE for port object 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:09.869339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.875897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3a443b1-31ca-46e1-8633-19190a3ddec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:09.938002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:09.953063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:09.953535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:09.957882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:09.962739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:09.964963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Pushing event updated for resources: {'Port': ['ID=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:09.967519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:09.992286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:09.994591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.000162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:10.014112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:10.043497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=551cb6a4-443d-4d43-84ea-ca2ee6e77562,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:10.059543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:10.059807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-794b660d-2b9f-4c3f-a361-7d8c057ceeef tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:10.081893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Attempting to bind port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:10.082493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Attempting to bind port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:10.083020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Attempting to bind port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:10.095113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:10.095113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:10.095710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.096276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:10.097203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Bound port: 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:10.097736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.098146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9596349-eff2-4e60-b901-474927dd9671,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:10.112828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:10.118452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.119995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/security-groups/a9596349-eff2-4e60-b901-474927dd9671 HTTP/1.1" status: 204 len: 168 time: 0.8005495 Dec 23 15:19:10.129444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.152198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:10.153364 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-742d6691-bdac-4b35-9446-e58710d10e88 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5550294 Dec 23 15:19:10.198452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56286) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.211295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3efb1f88-b280-4d91-b9de-0f7784366a49 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:10.212223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-3efb1f88-b280-4d91-b9de-0f7784366a49 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:10.212890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] For port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:10.213402 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3efb1f88-b280-4d91-b9de-0f7784366a49 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135422 Dec 23 15:19:10.216429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56290) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.219613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] For port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:10.223544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.225339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:10.228379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6a33883-f739-49fe-8bc4-63da4c9d7d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:10.240642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:10.250605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:10.260757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:10.290403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:10.313026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Pushing event updated for resources: {'Port': ['ID=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:10.316586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:10.320590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.335330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.360051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.404986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.418155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.418717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Fanout notify agent at l3_agent the message router_deleted on router 552109c2-2fd1-4ba7-ae9a-e273a427eba1 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:19:10.442740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.444003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-182d858e-2c00-4af8-998b-cec63e7a7ea4 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/routers/552109c2-2fd1-4ba7-ae9a-e273a427eba1 HTTP/1.1" status: 204 len: 168 time: 1.1532385 Dec 23 15:19:10.455835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.520032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.533414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-59579b59-6a9e-4b9a-bdcd-aeac344326e7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:10.556025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:10.558420 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62b69433-938a-4ee3-850d-ce957ff2c015 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3373237 Dec 23 15:19:10.559078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Deleting port 25585211-bea0-43c2-a042-950c718c3a65 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:10.559078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.564228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56298) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.579773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d3abf7df-0bd2-479c-aa11-89e2aa7311b0 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:10.580514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-d3abf7df-0bd2-479c-aa11-89e2aa7311b0 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:10.581838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3abf7df-0bd2-479c-aa11-89e2aa7311b0 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134983 Dec 23 15:19:10.587542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56302) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.589600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92bf35-5026-4244-a96b-95ff2411b485,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:10.605782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:10.614595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:10.627055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:10.636520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.658510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.659908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b92bf35-5026-4244-a96b-95ff2411b485 HTTP/1.1" status: 204 len: 168 time: 0.5270710 Dec 23 15:19:10.666120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56306) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:10.706585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:10.718836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:10.854013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:10.863267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:10.905447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.955688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Project 6ce6bc4d1a05463c8ef49a4dd5951a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:19:10.960568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:10.969778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.021409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:11.022790 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a039292-f10a-40c6-9031-87d1b01cb8e1 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4246862 Dec 23 15:19:11.027739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56310) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:11.034715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2abfed0f-4b85-4161-9e40-e314b65232bb tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:11.035405 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2abfed0f-4b85-4161-9e40-e314b65232bb tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:11.036771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2abfed0f-4b85-4161-9e40-e314b65232bb tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088005 Dec 23 15:19:11.042349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56314) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:11.085770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:11.106856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:11.122150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Calling delete_port for 25585211-bea0-43c2-a042-950c718c3a65 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:11.126446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:11.132535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:11.141526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:11.172599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.179005 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Project 6ce6bc4d1a05463c8ef49a4dd5951a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:19:11.186253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-99f1b82e-e1a4-4170-8d3a-7c8cb4e306ea tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:11.212126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.216772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03d8ba1b-f06a-421e-bd27-1da465dba2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:11.236211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89560cf-b70b-4a28-bafe-2f6f2a9e8ec3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:11.245803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:11.248499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:11.274722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:11.280384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.281647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/security-groups/e89560cf-b70b-4a28-bafe-2f6f2a9e8ec3 HTTP/1.1" status: 204 len: 168 time: 0.6152558 Dec 23 15:19:11.284781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:11.299119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:11.300324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ce736c3b-ab3f-48e6-8dbd-db8d386a700a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2569566 Dec 23 15:19:11.305322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.308434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56322) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:11.374642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.377467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '7d21c814-b11d-4186-93eb-619d78ff294e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:11.402008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:11.438351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:11.448999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6 HTTP/1.1" status: 204 len: 168 time: 1.6664803 Dec 23 15:19:11.448999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:11.466242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:11.471830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:11.476506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:11.501942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.545663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Project 6ce6bc4d1a05463c8ef49a4dd5951a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:19:11.553690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:11.576705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event deleted for resources: {'Port': ['ID=25585211-bea0-43c2-a042-950c718c3a65,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:11.592761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:11.596888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:11.598142 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79dcdd1b-6c63-4def-9dd1-80fc4f49f2c2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2880590 Dec 23 15:19:11.599449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.603712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:11.633582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:11.728245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f368ba6-792f-4b74-a3ce-af9ab48afe82 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:11.729862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f368ba6-792f-4b74-a3ce-af9ab48afe82 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:11.730773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f368ba6-792f-4b74-a3ce-af9ab48afe82 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:11.864892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 83a9f395-e779-45c8-b9a7-c33613737c67 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:11.868350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.902342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.907996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:11.916359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b32acde3-c8be-4ab4-a226-a94c3c1605f5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:11.969737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.017234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f368ba6-792f-4b74-a3ce-af9ab48afe82 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:12.021773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f368ba6-792f-4b74-a3ce-af9ab48afe82 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5494916 Dec 23 15:19:12.024242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:12.042150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=551cb6a4-443d-4d43-84ea-ca2ee6e77562,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:12.049512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:12.083704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.086743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.111472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.157840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/ports/25585211-bea0-43c2-a042-950c718c3a65 HTTP/1.1" status: 204 len: 168 time: 1.6980643 Dec 23 15:19:12.158660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56338) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:12.187346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.376048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.441371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.460065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d07affe-0f27-445f-adc4-852741778acc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:12.490974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21c814-b11d-4186-93eb-619d78ff294e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:12.493833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:12.520480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet db24df2b-eaf2-4551-856c-0492a0f854f5 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:12.533443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.548283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Provisioning for port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:12.554236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Provisioning complete for port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:12.554686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.575428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.577342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/7d21c814-b11d-4186-93eb-619d78ff294e HTTP/1.1" status: 204 len: 168 time: 0.9679399 Dec 23 15:19:12.581512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.593380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56342) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:12.594440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24dea18a-9a05-4391-8248-0c07c6dec834 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:12.635642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=83a9f395-e779-45c8-b9a7-c33613737c67,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:12.659823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:12.677155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.683447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.709689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cdf8df-84aa-4642-8a23-22ad2ecca3c7 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:12.763735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-564ce289-94fa-4850-9305-270855482c93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:12.767000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Deleting subnet 651d7fea-b1b1-4057-a70f-e98a82262487 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:12.771548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.776102 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/83a9f395-e779-45c8-b9a7-c33613737c67 HTTP/1.1" status: 204 len: 168 time: 1.4903889 Dec 23 15:19:12.777033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56346) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:12.835772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-564ce289-94fa-4850-9305-270855482c93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:12.841587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-564ce289-94fa-4850-9305-270855482c93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2071378 Dec 23 15:19:12.843723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56350) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:12.853368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100789790'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:12.857770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.861031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.898773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP b5d098ad-8cf7-441d-8268-e12dd30215a0 associated. External IP: 172.26.2.211, port: aa06eb48-9cfc-4979-96a9-33e92a5dc42b. Dec 23 15:19:12.923276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet 6c872ce0-5c4e-442b-8870-6461ac3dbddc {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:12.928040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:12.969059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:12.996072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:13.006035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.026688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.030656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] For port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:13.040020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.044049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:13.061284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.118298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Pushing event updated for resources: {'Port': ['ID=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:13.128753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:13.132293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Could not find standard attr ID for object 9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:13.164524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:13.175946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.189336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.196567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-923678c8-bf25-4875-88e0-f97d6ee6f374 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:13.207358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:13.219960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:13.230616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.242686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:13.249961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bb6bde3a-da6c-4177-a6e8-1847a11d9ad9 None None] Could not find standard attr ID for object f12372e8-01db-4339-8517-13d4193a54d0. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:13.253370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bb6bde3a-da6c-4177-a6e8-1847a11d9ad9 None None] Could not find standard attr ID for object 9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:13.279841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=db24df2b-eaf2-4551-856c-0492a0f854f5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:13.289762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:13.294088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.316572 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/db24df2b-eaf2-4551-856c-0492a0f854f5 HTTP/1.1" status: 204 len: 168 time: 1.2717152 Dec 23 15:19:13.319858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.347890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.371142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.373459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f1f5ed6a-9dca-4859-ab07-417b07372aac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:13.433463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ec85152c-1a1d-4a41-a3c3-291a73a38539 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119342 Dec 23 15:19:13.435297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.436120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56358) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.489645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event deleted for resources: {'Subnet': ['ID=651d7fea-b1b1-4057-a70f-e98a82262487,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:13.505875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5f6f7-ab83-4c4d-92b4-553df1577e20 None None] Network 164277eb-327d-4cc5-8047-b86f28e40d5d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:13.512731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.516282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.520493 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/subnets/651d7fea-b1b1-4057-a70f-e98a82262487 HTTP/1.1" status: 204 len: 168 time: 1.3588431 Dec 23 15:19:13.520493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:13.521437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.524029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7de6007-d9bf-4ce2-b098-a3f49c82a76c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:13.529622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6837363 Dec 23 15:19:13.530804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:13.539947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56362) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.540698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56364) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.584286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '3c92d258-24e5-457a-8810-0edc37427f96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:13.603042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=6c872ce0-5c4e-442b-8870-6461ac3dbddc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:13.609300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:13.611726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:13.624566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5df0e3-83c5-4038-8eb1-5b65f2d790f6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:13.625729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a5df0e3-83c5-4038-8eb1-5b65f2d790f6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:13.633811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.651704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/6c872ce0-5c4e-442b-8870-6461ac3dbddc HTTP/1.1" status: 204 len: 168 time: 0.8667221 Dec 23 15:19:13.653946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a5df0e3-83c5-4038-8eb1-5b65f2d790f6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:13.655383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a5df0e3-83c5-4038-8eb1-5b65f2d790f6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2182508 Dec 23 15:19:13.656220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.707728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56372) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.708495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:13.709596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-539f9d14-2fa2-462b-886a-a69b840eafa7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:13.710336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539f9d14-2fa2-462b-886a-a69b840eafa7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:13.712722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-539f9d14-2fa2-462b-886a-a69b840eafa7 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/83a9f395-e779-45c8-b9a7-c33613737c67 HTTP/1.1" status: 404 len: 337 time: 0.0550542 Dec 23 15:19:13.715737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56376) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.749251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:13.761620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:13.765438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cfaeb8-a1a7-46f1-83be-99fd3c5303ac None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:13.786563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c92d258-24e5-457a-8810-0edc37427f96,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:13.791971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:13.802375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:13.865066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.898094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Deleting port f345b8c5-520d-461d-a41a-f4a71352b017 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:13.898600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.899355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting subnet b0a36d88-2c5a-4b97-9949-5b4bf95020aa {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:13.905419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:13.953055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The resource could not be found. Dec 23 15:19:13.958597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b1ce1c6-4189-4524-8995-12bd6363d52c tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4116690 Dec 23 15:19:13.959371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56382) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:13.967312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e7020-b39d-418e-b14c-2337e32641c8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:13.969340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f39e7020-b39d-418e-b14c-2337e32641c8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:13.980870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '3c92d258-24e5-457a-8810-0edc37427f96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4c61d3b8-29e2-4afd-aecc-c10208f27935'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:13.992497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:14.007596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f39e7020-b39d-418e-b14c-2337e32641c8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:14.009297 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f39e7020-b39d-418e-b14c-2337e32641c8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2951746 Dec 23 15:19:14.013355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56386) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:14.018967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:14.085234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:14.126366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:14.140369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:14.141063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.333311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The resource could not be found. Dec 23 15:19:14.337568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-284df7c0-6f59-4c9c-995c-5c0f22e3e036 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3672910 Dec 23 15:19:14.338971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56390) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:14.340623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cda35-bd4f-46a8-b320-0b55eb9074b8 None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:14.341512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] For port f345b8c5-520d-461d-a41a-f4a71352b017, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f345b8c5-520d-461d-a41a-f4a71352b017,segment=NetworkSegment(106d9690-7c92-4b32-875b-85970b414ac6),segment_id=106d9690-7c92-4b32-875b-85970b414ac6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:14.341928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.390975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9807d70-2deb-4bdf-9c44-b968bc2a1376 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3709159 Dec 23 15:19:14.391966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.426170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:14.437527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:14.521809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d863f350-957e-44ea-8a60-41fb5c5c1b39 None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:14.522238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d863f350-957e-44ea-8a60-41fb5c5c1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.525980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Calling delete_port for f345b8c5-520d-461d-a41a-f4a71352b017 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:14.569035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:19:14.585709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305404f-f911-4374-b4a3-3d8f13545f53 None None] DHCP port deletion for 164277eb-327d-4cc5-8047-b86f28e40d5d request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:19:14.611042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4305404f-f911-4374-b4a3-3d8f13545f53 None None] Deleting port f345b8c5-520d-461d-a41a-f4a71352b017 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:14.611477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4305404f-f911-4374-b4a3-3d8f13545f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.615072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:14.629695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:14.644899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.687209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:14.693435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.708724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d863f350-957e-44ea-8a60-41fb5c5c1b39 None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:14.714187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.718708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:19:14.743576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.756070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52867878-4871-4b3e-b280-2c1eef4f97ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:14.764015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4305404f-f911-4374-b4a3-3d8f13545f53 None None] The port 'f345b8c5-520d-461d-a41a-f4a71352b017' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:19:14.768910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Deleting port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:14.769968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.812557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.821453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event deleted for resources: {'Port': ['ID=f345b8c5-520d-461d-a41a-f4a71352b017,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:14.826159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:14.833615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d863f350-957e-44ea-8a60-41fb5c5c1b39 None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:14.834225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d863f350-957e-44ea-8a60-41fb5c5c1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.847162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] No DVR routers for this DVR port f345b8c5-520d-461d-a41a-f4a71352b017 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:19:14.852379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.860294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a76990e-0f39-4324-a194-d0bde7dcd2f1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:14.908286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a36d88-2c5a-4b97-9949-5b4bf95020aa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:14.912973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:14.920110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:14.969877 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/b0a36d88-2c5a-4b97-9949-5b4bf95020aa HTTP/1.1" status: 204 len: 168 time: 1.2528005 Dec 23 15:19:14.981568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56398) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.028890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.036089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:19:15.043069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.043258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ffd1cf-cacd-4868-bb9a-19ac506e31bb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.043766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ffd1cf-cacd-4868-bb9a-19ac506e31bb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.048132 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-11ffd1cf-cacd-4868-bb9a-19ac506e31bb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/0fbb4ea6-5460-4fce-888a-14227336dc6f HTTP/1.1" status: 404 len: 337 time: 0.0629909 Dec 23 15:19:15.049481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56402) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.052303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-531ae89a-9eb8-4015-b56f-9e105471a580 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:15.103670 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-94b56217-22fb-4774-a31f-82ed396ea439 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f69bca99-4d09-4eb3-905c-b09b87eacaeb HTTP/1.1" status: 200 len: 205 time: 0.0506437 Dec 23 15:19:15.113063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.173016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] For port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:15.173598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.206222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-263a47d1-19dc-42a4-8fbb-87090b4547b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] delete failed (client error): The resource could not be found. Dec 23 15:19:15.209954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-263a47d1-19dc-42a4-8fbb-87090b4547b4 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/routers/f69bca99-4d09-4eb3-905c-b09b87eacaeb HTTP/1.1" status: 404 len: 336 time: 0.0932987 Dec 23 15:19:15.210842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56410) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.263252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b60bddc-abb9-4193-bbf3-dccc8719ff93 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.263770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b60bddc-abb9-4193-bbf3-dccc8719ff93 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.268811 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6b60bddc-abb9-4193-bbf3-dccc8719ff93 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/052225b3-311b-43cf-9baa-4ab292c40758 HTTP/1.1" status: 404 len: 337 time: 0.0553091 Dec 23 15:19:15.269453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56414) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.350183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b345d7-2b82-4241-9384-1e040e787f39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.350699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b345d7-2b82-4241-9384-1e040e787f39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.355134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62b345d7-2b82-4241-9384-1e040e787f39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/126a8a07-2915-4bea-9f22-9e1442bcdda2 HTTP/1.1" status: 404 len: 337 time: 0.0824277 Dec 23 15:19:15.358355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56418) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.391959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Calling delete_port for 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:15.401926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c92d258-24e5-457a-8810-0edc37427f96,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:15.405635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164277eb-327d-4cc5-8047-b86f28e40d5d']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:15.417807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ff3df0-6718-4928-88d6-d7457260a854 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.418025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ff3df0-6718-4928-88d6-d7457260a854 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.418473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:15.422477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97ff3df0-6718-4928-88d6-d7457260a854 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/b0777144-6d4b-4063-bd6b-5510fcde5989 HTTP/1.1" status: 404 len: 337 time: 0.0604792 Dec 23 15:19:15.422619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.424056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.424202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c92d258-24e5-457a-8810-0edc37427f96 HTTP/1.1" status: 204 len: 168 time: 1.0712476 Dec 23 15:19:15.425702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106d9690-7c92-4b32-875b-85970b414ac6') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:15.426039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106d9690-7c92-4b32-875b-85970b414ac6') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:15.437362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56426) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.478083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.508123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-085eeb41-aaa0-4348-bb2b-6eddcb433f8d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.508509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085eeb41-aaa0-4348-bb2b-6eddcb433f8d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.512875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-085eeb41-aaa0-4348-bb2b-6eddcb433f8d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/88929690-a980-4742-ad9d-b5246a7d0704 HTTP/1.1" status: 404 len: 333 time: 0.0861621 Dec 23 15:19:15.513143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.522316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.535622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f345b8c5-520d-461d-a41a-f4a71352b017 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:19:15.540379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:19:15.540916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:19:15.558964 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:19:15.568187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3435c9a4-508a-42c5-95b5-deba9cd91d1b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.568713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3435c9a4-508a-42c5-95b5-deba9cd91d1b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.570169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3831471-c321-4f3a-bd7e-be8d3778a373 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:15.570682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3435c9a4-508a-42c5-95b5-deba9cd91d1b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/019ffc42-ca41-4802-a83d-0554e5b7ab29 HTTP/1.1" status: 404 len: 337 time: 0.0563850 Dec 23 15:19:15.571521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.573672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.576764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d7ed8c99-bd4b-4b60-b6c6-87195f8d26e5 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:15.580796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f345b8c5-520d-461d-a41a-f4a71352b017 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:19:15.581366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f345b8c5-520d-461d-a41a-f4a71352b017 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:19:15.581931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:19:15.607537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.619789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63a05dde-a9e8-4f8c-94fe-89add59b7c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:15.649195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:15.652569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:15.655703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:15.656354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.664656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=f9d78376-2865-47c2-a425-e3a054b2f53c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:15.667623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:15.670830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:19:15.671311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:19:15.675396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Pushing event deleted for resources: {'Port': ['ID=8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:15.677409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113fb9ca-e756-44f9-a7a6-7dc2a16cb636 None None] Update dhcp port {'port': {'network_id': 'e5e84448-9326-4501-b6e1-ef936554de6d', 'fixed_ips': [{'subnet_id': 'b0a36d88-2c5a-4b97-9949-5b4bf95020aa'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '4a3f5fc0-c5a9-402c-b371-a2a09f17be6d'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:19:15.686508 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2565398 Dec 23 15:19:15.687126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.694488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:aa:84:87', 'name': 'tempest-NetworksTestDHCPv6-1427921908'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:15.712008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:15.716393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f549f4-8f69-49a1-9c1c-2a673c1c9b6f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.716909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f549f4-8f69-49a1-9c1c-2a673c1c9b6f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.718841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-88f549f4-8f69-49a1-9c1c-2a673c1c9b6f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/00742ccd-07ba-4e2e-872b-2a4bf0197e2b HTTP/1.1" status: 404 len: 337 time: 0.0849869 Dec 23 15:19:15.722997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.730324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] No DVR routers for this DVR port 8fdfdab3-9fea-48e2-97d0-ea5ee7baf27f on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:19:15.751668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-113fb9ca-e756-44f9-a7a6-7dc2a16cb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.758107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3831471-c321-4f3a-bd7e-be8d3778a373 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:15.768139 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c3831471-c321-4f3a-bd7e-be8d3778a373 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3242867 Dec 23 15:19:15.768139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.768139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56446) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.774391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c920f-b5d4-4ad7-9909-5d0d3a5a06ac None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:15.774722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '863c0c29-44c4-4cc5-8309-0ab622b842ce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:15.782801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3428076e-1a4c-45bc-b64a-150d251560d1 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:15.805382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.821561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:15.826910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:19:15.828814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Pushing event deleted for resources: {'Network': ['ID=164277eb-327d-4cc5-8047-b86f28e40d5d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:15.836247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:15.837554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:15.843255 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] 10.222.0.49 "DELETE /v2.0/networks/164277eb-327d-4cc5-8047-b86f28e40d5d HTTP/1.1" status: 204 len: 168 time: 2.2984946 Dec 23 15:19:15.844819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefc7a66-2333-471c-8d46-2edc30fa6eb2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.845349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefc7a66-2333-471c-8d46-2edc30fa6eb2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.850461 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aefc7a66-2333-471c-8d46-2edc30fa6eb2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/107d4ca5-647e-45ee-a6e2-bc93a507a176 HTTP/1.1" status: 404 len: 333 time: 0.1263127 Dec 23 15:19:15.851077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.851513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:15.860740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:15.869886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:15.889207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:19:15.910646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f66ecb-f6e2-463a-b092-d68372b6b2ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:15.911294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f66ecb-f6e2-463a-b092-d68372b6b2ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:15.916245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67f66ecb-f6e2-463a-b092-d68372b6b2ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/5f61dc49-0e20-4d27-bb0b-92d87d3445b1 HTTP/1.1" status: 404 len: 337 time: 0.0612679 Dec 23 15:19:15.916828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56456) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.963632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7584159 Dec 23 15:19:15.969641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:15.980995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:16.012039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The resource could not be found. Dec 23 15:19:16.013549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1b82ad5-484d-4de7-80b3-ad579f8994cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2445085 Dec 23 15:19:16.017681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56466) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:16.020302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:19:16.021043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:16.028896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--166393362'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:16.058865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:16.065100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-184ff2e9-0dcf-471b-a0c3-0410f93a6d88 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] DELETE failed (client error): The resource could not be found. Dec 23 15:19:16.065634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184ff2e9-0dcf-471b-a0c3-0410f93a6d88 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:16.071493 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-184ff2e9-0dcf-471b-a0c3-0410f93a6d88 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/subnets/3a9faecd-9d71-46dd-8ec5-e9983f55be33 HTTP/1.1" status: 404 len: 337 time: 0.1493671 Dec 23 15:19:16.072664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:16.079494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56470) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:16.135677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:16.138405 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'status': 'completed', 'code': 200} Dec 23 15:19:16.168579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:16.174774 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00272a3b-d1b9-43b9-b6b2-28ec456fa405 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/b5d098ad-8cf7-441d-8268-e12dd30215a0 HTTP/1.1" status: 200 len: 992 time: 0.1913526 Dec 23 15:19:16.189753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:16.202127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.231083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.273506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port ddec9425-3a9e-45de-b04b-827efda59439 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:16.280738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 572d518e-e937-4cc2-8b48-c1d98da54fea {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:16.281153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.335480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:16.340208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:16.343879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:16.350795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:16.417816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.428614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.433552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56476) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:16.438213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae54c06e-1575-4472-b7fb-c2025c054a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:16.475281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f15c68-8a76-4a8d-be79-e6827825c35c None None] Network e5e84448-9326-4501-b6e1-ef936554de6d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:16.497007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:feaa:8487 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/f9d78376-2865-47c2-a425-e3a054b2f53c/ddec9425-3a9e-45de-b04b-827efda59439) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:16.566524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-4680508d-474e-4947-bce4-270de8ca4d31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1099 time: 0.4193392 Dec 23 15:19:16.570079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a9e807-1876-4f04-a836-920d8e633e85,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:16.577442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:16.578261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.579573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5605855 Dec 23 15:19:16.605127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56482) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:16.624971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--847502955'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:16.632693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:16.637208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:16.640847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:16.647041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:16.708998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e07414e-3f61-41a0-bbd2-3854f347fa15 None None] Provisioning complete for port 572d518e-e937-4cc2-8b48-c1d98da54fea triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:16.709445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e07414e-3f61-41a0-bbd2-3854f347fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.737411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.770134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.774056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': 'f9d78376-2865-47c2-a425-e3a054b2f53c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:19:16.775357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.787815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object ddec9425-3a9e-45de-b04b-827efda59439 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:16.801409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:19:16.809627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.817030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-413e421b-e1a4-4916-a576-2ca4f2a6ef9f tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:16.889712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=ddec9425-3a9e-45de-b04b-827efda59439,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:16.895052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:16.908380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:16.910098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:16.912543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:16.917672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:16.918358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.920415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77547f68-0a75-4bc2-bbdd-66f39d9fe282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.950510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2618794 Dec 23 15:19:16.951770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:16.969835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:16.985287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2e07414e-3f61-41a0-bbd2-3854f347fa15 None None] Port 572d518e-e937-4cc2-8b48-c1d98da54fea cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:16.991407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:17.006132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:17.013742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-99e30f07-8b3f-4dfa-ab8c-e80d276d6fe7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df588342c0194c1dbe71689056eeae11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5637224 Dec 23 15:19:17.014515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56490) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:17.063559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:17.086701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a91105-3326-4fd1-b1a6-de490a4bb313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:17.087513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-53a91105-3326-4fd1-b1a6-de490a4bb313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:17.121344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.124107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-53a91105-3326-4fd1-b1a6-de490a4bb313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:17.128109 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-53a91105-3326-4fd1-b1a6-de490a4bb313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1726222 Dec 23 15:19:17.134034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56494) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:17.136530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-d4c9f978-b109-46f4-8563-5a302ab4053c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:17.138245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-d4c9f978-b109-46f4-8563-5a302ab4053c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 898 time: 0.5626428 Dec 23 15:19:17.139180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:17.147953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 572d518e-e937-4cc2-8b48-c1d98da54fea owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:17.174764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e07414e-3f61-41a0-bbd2-3854f347fa15 None None] Provisioning complete for port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:17.174764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e07414e-3f61-41a0-bbd2-3854f347fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.184404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56498) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:17.198163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.243111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port ddec9425-3a9e-45de-b04b-827efda59439 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:17.243421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.336711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] DHCP port deletion for e5e84448-9326-4501-b6e1-ef936554de6d request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:19:17.339799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Allocated IP 2001:db8::f816:3eff:fec1:c4fd (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/f9d78376-2865-47c2-a425-e3a054b2f53c/691110ac-9ea3-4d2c-882d-2bee2a281a18) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:17.373596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.381409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d681e2e-576f-44f7-bf84-153626ba18ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:17.409879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Deleting port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:17.410315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.422850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae8fec3-e13a-4b95-845f-453aaf8a5c9e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:17.428391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:17.506370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.511120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ae8fec3-e13a-4b95-845f-453aaf8a5c9e HTTP/1.1" status: 204 len: 168 time: 0.4945765 Dec 23 15:19:17.545587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c3b9947-dbb8-473e-9856-929ad1f1296c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/b5d098ad-8cf7-441d-8268-e12dd30215a0 HTTP/1.1" status: 200 len: 992 time: 0.3062162 Dec 23 15:19:17.555794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-65f1ab32-8447-4114-982a-811051a9dd25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 200 len: 1000 time: 0.3798308 Dec 23 15:19:17.574028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.585753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.586312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.628131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:19:17.653463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dc5ec1f6-b190-4bb1-b943-4bde197c233b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:17.687198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.712703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.714574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1030283 Dec 23 15:19:17.740730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56506) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:17.757216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '44a9e807-1876-4f04-a836-920d8e633e85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '82cb22cc-c130-44e1-a214-1c2fe78b9f26'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:17.764744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:17.769103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:17.770298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for ddec9425-3a9e-45de-b04b-827efda59439 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:17.772829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:17.779525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:17.793086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb22cc-c130-44e1-a214-1c2fe78b9f26,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:17.806927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:17.809479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-306e610a-abba-4ce5-b4a5-e392cf77d4ee tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:17.867844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-c8ea2043-baa5-4662-a6ae-e58cfff1e1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:17.868454 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-c8ea2043-baa5-4662-a6ae-e58cfff1e1d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57bae197-a6e2-4d42-bd55-35e61264d8de HTTP/1.1" status: 200 len: 834 time: 0.2850628 Dec 23 15:19:17.880107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.886658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/ports/572d518e-e937-4cc2-8b48-c1d98da54fea HTTP/1.1" status: 204 len: 168 time: 1.8006895 Dec 23 15:19:17.887765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56514) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:17.892989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=572d518e-e937-4cc2-8b48-c1d98da54fea,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:17.951422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:17.957425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e90c1a0-cc88-408d-94d7-f9767eae3e35 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:18.014240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=ddec9425-3a9e-45de-b04b-827efda59439,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:18.017970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:18.060525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:18.078699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:18.082369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-34fe1dbd-6564-4936-bcb4-45e51398e8f3 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3378613 Dec 23 15:19:18.087391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56522) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.088385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.093243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.116837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:18.117266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.140270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/ddec9425-3a9e-45de-b04b-827efda59439 HTTP/1.1" status: 204 len: 168 time: 1.0054376 Dec 23 15:19:18.145509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56526) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.190238 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-5abe0ff8-26b7-4b94-b6ce-3f1a4afad69a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3004918 Dec 23 15:19:18.269290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67551188-378e-468f-ba6d-bde22b2455c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:18.271488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67551188-378e-468f-ba6d-bde22b2455c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:18.272364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-67551188-378e-468f-ba6d-bde22b2455c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:18.306978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.335818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:18.336295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.342655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-67551188-378e-468f-ba6d-bde22b2455c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:18.344769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.359029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67551188-378e-468f-ba6d-bde22b2455c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2115955 Dec 23 15:19:18.365526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.397843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:18.398249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.490208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.530590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.542220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Calling delete_port for 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:18.546800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.551430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56540) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.555999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b5e462-25d5-4b30-9123-128139b581f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:18.594407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.622763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:10Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:18.628620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Transition to ACTIVE for port object 691110ac-9ea3-4d2c-882d-2bee2a281a18 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:18.648156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:19:18.655013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56544) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.659285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:18.668455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0055954 Dec 23 15:19:18.675764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.686475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cb22cc-c130-44e1-a214-1c2fe78b9f26,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:18.692259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.694497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aa6a7c1-daee-404b-97c9-cb0f66cfef29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:18.697960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:18.761682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Transition to ACTIVE for port object 691110ac-9ea3-4d2c-882d-2bee2a281a18 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:18.789139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.794911 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-745ef28e-1635-4bcf-a2e4-521c752e40ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/b5d098ad-8cf7-441d-8268-e12dd30215a0 HTTP/1.1" status: 200 len: 992 time: 0.2283325 Dec 23 15:19:18.796991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.799641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/82cb22cc-c130-44e1-a214-1c2fe78b9f26 HTTP/1.1" status: 204 len: 168 time: 0.7088072 Dec 23 15:19:18.802380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:19:18.802748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:19:18.817558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:19:18.818308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:18:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:18.848720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:18.876691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56552) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.885998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e6561ca-f560-4123-8457-e15106fde476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:18.908378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=11']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:18.911935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:18.918245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd77428d-b323-4833-a010-6588be8ef261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:18.956827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:18.973686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:18.976439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:19.048223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-7d836277-e57e-43ce-bd85-03bcf94bd3f5 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471181 Dec 23 15:19:19.050018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:19:19.050382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:19:19.053529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3704b959-66af-4204-bfbd-a54d78c35e26 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:19.118464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Pushing event updated for resources: {'Port': ['ID=691110ac-9ea3-4d2c-882d-2bee2a281a18,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:19.121956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:19.142310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3704b959-66af-4204-bfbd-a54d78c35e26 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:19.146836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3704b959-66af-4204-bfbd-a54d78c35e26 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2601161 Dec 23 15:19:19.148700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56556) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.171577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-82b0795b-866d-4fad-926c-9060ab98bf80 tempest-NetworksApiDiscovery-1829686093 tempest-NetworksApiDiscovery-1829686093-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4670417 Dec 23 15:19:19.190621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Attempting to bind port 691110ac-9ea3-4d2c-882d-2bee2a281a18 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:19.191059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Attempting to bind port 691110ac-9ea3-4d2c-882d-2bee2a281a18 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:19.191494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Attempting to bind port 691110ac-9ea3-4d2c-882d-2bee2a281a18 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:19.209049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:19.209951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:19.209951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.210426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:19.211508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Bound port: 691110ac-9ea3-4d2c-882d-2bee2a281a18, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:19.211644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.245888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet f9d78376-2865-47c2-a425-e3a054b2f53c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:19.249679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.272511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4938db3-8ae3-4e08-883b-87faaa9a482d req-b2a32498-a397-46f1-a9f2-62033ff575e0 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156720 Dec 23 15:19:19.275402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.305662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Deleting port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:19.306140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.307793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.326806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.355910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.362123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c9daf10-1748-4c3e-9952-2c3da9b50a59 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:19.379668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:19:19.381883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a9e807-1876-4f04-a836-920d8e633e85,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:19.398521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:19.427787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.430775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/44a9e807-1876-4f04-a836-920d8e633e85 HTTP/1.1" status: 204 len: 168 time: 0.2808883 Dec 23 15:19:19.433476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56562) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.462389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] For port 691110ac-9ea3-4d2c-882d-2bee2a281a18, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:19.465406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.501763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3ee0e511-4675-4748-ad65-88de3176b14b tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:19.518382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3ee0e511-4675-4748-ad65-88de3176b14b tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:19.520084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3ee0e511-4675-4748-ad65-88de3176b14b tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0851421 Dec 23 15:19:19.525139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] For port 691110ac-9ea3-4d2c-882d-2bee2a281a18, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=691110ac-9ea3-4d2c-882d-2bee2a281a18,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:19.525356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56568) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.535618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--68328568'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:19.540297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.541649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.551377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Deleting port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:19.552016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.557888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86c06ac6-c41f-4736-b35e-32ace51d7c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:19.590460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:19.615436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:19.621417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56572) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.637045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.678332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.686651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2ac0af5-9b56-422e-ad1b-cf56d081e8a1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:19.723969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:19.729020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d78376-2865-47c2-a425-e3a054b2f53c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:19.735019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:19.736041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:19.739526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:19.747558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.759847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:19.768851 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/f9d78376-2865-47c2-a425-e3a054b2f53c HTTP/1.1" status: 204 len: 168 time: 1.4022233 Dec 23 15:19:19.773054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.788501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Pushing event updated for resources: {'Port': ['ID=691110ac-9ea3-4d2c-882d-2bee2a281a18,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:19.800320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:19.803533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56582) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.858950 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5b07c5d5-b664-43bf-948a-b32e397bcbe2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845225 Dec 23 15:19:19.859631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:19.871341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:19.883915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:19.884476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.934455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:19.974635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] For port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,segment=NetworkSegment(65750199-11d1-42e5-89d5-8df654e45037),segment_id=65750199-11d1-42e5-89d5-8df654e45037)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:19.975027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.021280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.031033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:20.033490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.046199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c901a45f-9f5d-48c8-b116-76b065918911 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:20.055233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:20.062495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:20.071861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:20.095694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.097056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5706835 Dec 23 15:19:20.100302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56590) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:20.103656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c0f886-d4a8-4aa9-a6f3-f3f5a7dd2e1a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:20.110120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '03c0f886-d4a8-4aa9-a6f3-f3f5a7dd2e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:20.115644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:20.117657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:20.124074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.144069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:20.149040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Calling delete_port for 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:20.208732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:20.219720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:20.235988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40363e6e-454a-44f7-af8b-991e488ab58f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/b5d098ad-8cf7-441d-8268-e12dd30215a0 HTTP/1.1" status: 200 len: 992 time: 0.4314315 Dec 23 15:19:20.241296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:20.251348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:20.258110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Usage tracker for resource:security_group_rule and tenant:1f4faa8eeb2144a49292e2ff4dcd6956 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:20.263082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:20.289935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:20.308930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.318733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:20.337668 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:20.338896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f8c86c6-e258-49c5-91a8-2e5aaa1f78cc tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2375126 Dec 23 15:19:20.342086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:20.381325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Port': ['ID=4a3f5fc0-c5a9-402c-b371-a2a09f17be6d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:20.388445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:20.397702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] No DVR routers for this DVR port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:19:20.401216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Calling delete_port for 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:20.411559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group_rule': {'security_group_id': '03c0f886-d4a8-4aa9-a6f3-f3f5a7dd2e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:20.436188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:20.452361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:20.459557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:20.471242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: (self, other), Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: (self, other), Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:19:20.506520 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:19:20.513611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:10Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:20.519418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14e5c1-7a48-47f4-8f50-8f6379ec0dde None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:18:33Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:10Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:19:20.521464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:19:20.521838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:19:20.554277 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:20.555486 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a504d6a7-8aa5-4a42-b12a-b507d17c69d8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2123635 Dec 23 15:19:20.558664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56598) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:20.624152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.648041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.661640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.671489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2987a3b-1538-4b89-afd6-016c0330d132 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:20.682268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e84448-9326-4501-b6e1-ef936554de6d']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:20.711932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65750199-11d1-42e5-89d5-8df654e45037') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:20.712303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65750199-11d1-42e5-89d5-8df654e45037') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:20.737968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.739149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.754777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e35c73-3b57-47c0-82ae-f4741216d9b5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:20.758139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:20.770556 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08859922-733a-4583-bb50-ea06e8e6783b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f4faa8eeb2144a49292e2ff4dcd6956&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1476943 Dec 23 15:19:20.772268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.772687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56602) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:20.783717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:19:20.784168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:19:20.801856 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:19:20.825101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.845727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.911438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.918857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:20.922432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c833d7-6f44-4c9d-aff2-4d9305162966 None None] New status for floating IP b5d098ad-8cf7-441d-8268-e12dd30215a0: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:19:20.940188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a614f32a-d780-4a53-beef-5cf5d6b124a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:20.965496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] 10.222.0.49 "DELETE /v2.0/networks/e5e84448-9326-4501-b6e1-ef936554de6d HTTP/1.1" status: 204 len: 168 time: 3.0743296 Dec 23 15:19:20.966779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Pushing event deleted for resources: {'Network': ['ID=e5e84448-9326-4501-b6e1-ef936554de6d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:20.969926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:20.994145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.002370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf89fc08-0f8f-4b9a-8749-faa1768b7bb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:21.024376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c0f886-d4a8-4aa9-a6f3-f3f5a7dd2e1a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:21.035687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:21.037544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.069485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.138628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.139902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/03c0f886-d4a8-4aa9-a6f3-f3f5a7dd2e1a HTTP/1.1" status: 204 len: 168 time: 0.5802104 Dec 23 15:19:21.142947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56610) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.177195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.227131 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-332014ac-a633-45af-a357-7ccf80a97cf5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0820801 Dec 23 15:19:21.231329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56614) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.237846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'tempest-secgroup--358736781'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:21.239977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56618) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.247602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:21.252148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:21.255693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56622) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.265095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:21.273579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:21.289685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.307416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.322771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b364427-952f-4003-90cf-5268e5209251 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:21.336040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:21.340523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Usage tracker for resource:security_group_rule and tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:21.343795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:21.364467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:21.365616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Deleting port 4a3f5fc0-c5a9-402c-b371-a2a09f17be6d {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:21.366427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.369836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e35c73-3b57-47c0-82ae-f4741216d9b5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:21.386812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:21.394719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.398909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27e35c73-3b57-47c0-82ae-f4741216d9b5 HTTP/1.1" status: 204 len: 168 time: 0.6182096 Dec 23 15:19:21.501859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.519379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e711c0ba-feb3-4c6d-a308-a7b595ff7318 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/b5d098ad-8cf7-441d-8268-e12dd30215a0 HTTP/1.1" status: 200 len: 994 time: 0.2753794 Dec 23 15:19:21.539274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b75bf0-4c0a-46a6-9a28-24a5be430831 None None] The port '4a3f5fc0-c5a9-402c-b371-a2a09f17be6d' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:19:21.555304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ef64a92-b454-47d1-a0b7-a82b2498d6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:21.597262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d0711-9880-483d-b630-0e62da325132,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:21.601936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:21.629090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 691110ac-9ea3-4d2c-882d-2bee2a281a18 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:21.638208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef096a56-767b-4181-a655-60fd29bd4c77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2be23d05685246a5a09169a73c9997ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3811409 Dec 23 15:19:21.640008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.641383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4088597 Dec 23 15:19:21.642225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56630) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.645018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56632) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.668209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 691110ac-9ea3-4d2c-882d-2bee2a281a18, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=691110ac-9ea3-4d2c-882d-2bee2a281a18,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:21.670225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-14d19fd0-69ae-4e0a-88ca-106c383cdfc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:21.670885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-14d19fd0-69ae-4e0a-88ca-106c383cdfc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 15:19:21.671969 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14d19fd0-69ae-4e0a-88ca-106c383cdfc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "PUT /v2.0/security-groups/9a8d0711-9880-483d-b630-0e62da325132 HTTP/1.1" status: 409 len: 330 time: 0.0260239 Dec 23 15:19:21.675006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56638) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.733981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.747674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 691110ac-9ea3-4d2c-882d-2bee2a281a18 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:21.751233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.752796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.773833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c8ae530-deee-46c7-9eec-69e4dd8a9f8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:21.820493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.829395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:21.837741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:21.854830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.856744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:21.857883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.891499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0268776 Dec 23 15:19:21.896391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.910183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.912917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:7f:d7:34', 'name': 'tempest-NetworksTestDHCPv6-2117691834'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:21.947053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.955510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:21.964502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbbfbcce-aca2-4456-b500-f15b7736caa8 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:21.988876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4da78-9eb6-48f7-b129-1785736871be,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:21.992512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:22.001294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=691110ac-9ea3-4d2c-882d-2bee2a281a18,revision_number=5']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:22.011264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.015061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00a4da78-9eb6-48f7-b129-1785736871be HTTP/1.1" status: 204 len: 168 time: 0.3693066 Dec 23 15:19:22.015240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:22.015240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea64f5d7-23a5-4326-b3d1-4486a9363715 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:22.042184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.049332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8cc0aec-d9b1-4a27-bed8-3fde11fa4d74 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:22.074321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d0711-9880-483d-b630-0e62da325132,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:22.089971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:22.091438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.092713 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a8d0711-9880-483d-b630-0e62da325132 HTTP/1.1" status: 204 len: 168 time: 0.4166951 Dec 23 15:19:22.097212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56648) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:22.119562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=4dd3bfb3-22c4-4579-8940-a0b22eb7c949,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:22.125442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a6889-28e6-4765-ba0e-5c461134542a None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:22.131166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:22.143052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:22.147400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:22.150651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:22.156767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:22.167734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:22.173189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-51950334-48ea-46d6-81d1-493a33160524 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Synchronizing usage tracker for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:22.175279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.189921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-51950334-48ea-46d6-81d1-493a33160524 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Unset dirty status for tenant:6ce6bc4d1a05463c8ef49a4dd5951a9d on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:22.191661 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-51950334-48ea-46d6-81d1-493a33160524 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0933039 Dec 23 15:19:22.196054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56652) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:22.219268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e3a87d4e-ee71-4749-8930-1453c32afbde tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] delete failed (client error): The resource could not be found. Dec 23 15:19:22.220393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e3a87d4e-ee71-4749-8930-1453c32afbde tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "DELETE /v2.0/security-groups/cd6f9e0b-80f9-4015-850b-b1438f53d983 HTTP/1.1" status: 404 len: 347 time: 0.0232594 Dec 23 15:19:22.224480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56656) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:22.227080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port a2bbe7fb-7fa5-4847-b30d-983728bd3424 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:22.243997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-f14932a1-c23d-4dc3-a144-a36a5faa6b85 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] show failed (client error): The resource could not be found. Dec 23 15:19:22.245133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f14932a1-c23d-4dc3-a144-a36a5faa6b85 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-groups/5ff72708-b93f-43cf-a169-69781d142ec8 HTTP/1.1" status: 404 len: 347 time: 0.0191607 Dec 23 15:19:22.249190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56660) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:22.277010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4456cfe9-60d0-4fdb-8906-1f8a36430900 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] show failed (client error): The resource could not be found. Dec 23 15:19:22.278343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4456cfe9-60d0-4fdb-8906-1f8a36430900 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] 10.222.0.49 "GET /v2.0/security-group-rules/6896f50d-60c5-4124-8534-284261922b6c HTTP/1.1" status: 404 len: 356 time: 0.0281174 Dec 23 15:19:22.346439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Provisioning for port 691110ac-9ea3-4d2c-882d-2bee2a281a18 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:22.400079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Provisioning complete for port 691110ac-9ea3-4d2c-882d-2bee2a281a18 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:22.400525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.448187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe7f:d734 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/4dd3bfb3-22c4-4579-8940-a0b22eb7c949/a2bbe7fb-7fa5-4847-b30d-983728bd3424) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:22.667945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.691926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56676) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:22.717426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.733536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] For port 691110ac-9ea3-4d2c-882d-2bee2a281a18, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=691110ac-9ea3-4d2c-882d-2bee2a281a18,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:22.738022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object a2bbe7fb-7fa5-4847-b30d-983728bd3424 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:22.738211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.740929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff89fb26-e17c-4cfc-b7e7-61ce668df5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:22.783420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.792187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:22.833061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Pushing event updated for resources: {'Port': ['ID=691110ac-9ea3-4d2c-882d-2bee2a281a18,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:22.838219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:22.902608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:22.907536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:22.910143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=a2bbe7fb-7fa5-4847-b30d-983728bd3424,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:22.912673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:22.917618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:22.918807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:22.923435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:22.950718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0522351 Dec 23 15:19:22.953071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56684) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:23.023483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a9f614d-8aef-4fb7-a257-e8ea5ef66835 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ce6bc4d1a05463c8ef49a4dd5951a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3272364 Dec 23 15:19:23.024255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56690) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:23.058594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bffd2-d9ce-477c-8be0-cd873a34f934 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:23.063817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bffd2-d9ce-477c-8be0-cd873a34f934 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:23.065048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-673bffd2-d9ce-477c-8be0-cd873a34f934 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:23.086491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-673bffd2-d9ce-477c-8be0-cd873a34f934 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:23.090952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-673bffd2-d9ce-477c-8be0-cd873a34f934 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1339877 Dec 23 15:19:23.091513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:23.111525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.146378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.170951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5afe829a-6875-4a73-8c44-6998d7b93de8 None None] Provisioning complete for port 691110ac-9ea3-4d2c-882d-2bee2a281a18 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:23.171390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5afe829a-6875-4a73-8c44-6998d7b93de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.197216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.210104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-838dfca3-cdfd-4630-bf7f-f841b537eba2 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:23.210334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port a2bbe7fb-7fa5-4847-b30d-983728bd3424 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:23.210960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.225682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73637299-02ac-4685-a1e3-9e4388d1e8e0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:23.229786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:23.230748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.232182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73637299-02ac-4685-a1e3-9e4388d1e8e0 HTTP/1.1" status: 204 len: 168 time: 0.2067091 Dec 23 15:19:23.368719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56704) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:23.508910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 691110ac-9ea3-4d2c-882d-2bee2a281a18 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:23.572886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.583827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-edea2f1d-7c25-4154-b848-dd253409e544 tempest-DvrRoutersNegativeTest-1198443605 tempest-DvrRoutersNegativeTest-1198443605-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-219572111', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:23.587884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.policy [None req-edea2f1d-7c25-4154-b848-dd253409e544 tempest-DvrRoutersNegativeTest-1198443605 tempest-DvrRoutersNegativeTest-1198443605-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88873) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 23 15:19:23.588237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.policy [None req-edea2f1d-7c25-4154-b848-dd253409e544 tempest-DvrRoutersNegativeTest-1198443605 tempest-DvrRoutersNegativeTest-1198443605-project] Failed policy check for 'create_router' {{(pid=88873) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 23 15:19:23.590059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-edea2f1d-7c25-4154-b848-dd253409e544 tempest-DvrRoutersNegativeTest-1198443605 tempest-DvrRoutersNegativeTest-1198443605-project] create failed (client error): Access was denied to this resource. Dec 23 15:19:23.591214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-edea2f1d-7c25-4154-b848-dd253409e544 tempest-DvrRoutersNegativeTest-1198443605 tempest-DvrRoutersNegativeTest-1198443605-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2213495 Dec 23 15:19:23.637266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6aeb8fe-13ec-45bf-bec4-5772670868ab None None] Could not find standard attr ID for object ddec9425-3a9e-45de-b04b-827efda59439. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:23.678505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 691110ac-9ea3-4d2c-882d-2bee2a281a18 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:23.679351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:23.745021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for a2bbe7fb-7fa5-4847-b30d-983728bd3424 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:24.082708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d6bf189e-12b6-4cf3-a97d-624e6d89615e None None] Provisioning for port a2bbe7fb-7fa5-4847-b30d-983728bd3424 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:24.096775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d6bf189e-12b6-4cf3-a97d-624e6d89615e None None] Provisioning complete for port a2bbe7fb-7fa5-4847-b30d-983728bd3424 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:24.097668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6bf189e-12b6-4cf3-a97d-624e6d89615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.161729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf189e-12b6-4cf3-a97d-624e6d89615e None None] Port a2bbe7fb-7fa5-4847-b30d-983728bd3424 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:24.225959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56732) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:24.241697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.241935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0740b4-be91-4baa-a65d-5e5457bda32b req-722d11b2-6007-4895-8110-6dbc08bc1157 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:24.243607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca0740b4-be91-4baa-a65d-5e5457bda32b req-722d11b2-6007-4895-8110-6dbc08bc1157 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.1529560 Dec 23 15:19:24.249327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:24.302677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=a2bbe7fb-7fa5-4847-b30d-983728bd3424,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:24.305788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:24.338368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca0740b4-be91-4baa-a65d-5e5457bda32b req-cbfd4da9-80d1-4747-9bbb-422af15e4fed tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846417 Dec 23 15:19:24.363337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.395313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/a2bbe7fb-7fa5-4847-b30d-983728bd3424 HTTP/1.1" status: 204 len: 168 time: 1.3008289 Dec 23 15:19:24.397755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56738) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:24.491709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa586a53-1a0e-4354-8ebc-ac60b135e9e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:24.493524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa586a53-1a0e-4354-8ebc-ac60b135e9e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:24.494680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fa586a53-1a0e-4354-8ebc-ac60b135e9e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:24.511653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fa586a53-1a0e-4354-8ebc-ac60b135e9e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:24.517470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fa586a53-1a0e-4354-8ebc-ac60b135e9e3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1183739 Dec 23 15:19:24.517983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56746) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:24.520723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.635531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:24.694703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6c739fb283c54dc381d52cf6a6c676c6 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:24.702972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:24.718436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:24.749066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56752) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:24.795617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 4dd3bfb3-22c4-4579-8940-a0b22eb7c949 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:24.799610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.888985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.896949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fea7110a-9e50-4933-9db6-6952b70b01ae tempest-ServiceProvidersTest-538939506 tempest-ServiceProvidersTest-538939506-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1464312 Dec 23 15:19:24.934578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.942292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:24.953099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d53b9f6-c57f-4b70-baf1-60b6b81a2baa tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:25.019308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99ed06f-9b2b-4976-82dd-40ce8c015128,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:25.031823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c739fb283c54dc381d52cf6a6c676c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8047090 Dec 23 15:19:25.032726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56760) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.034314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:25.047623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.103923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.127528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.132479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f4a6b9a-9de0-4599-9aa5-40f3e45cdc1a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:25.133928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.174271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd3bfb3-22c4-4579-8940-a0b22eb7c949,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:25.177509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:25.178562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.191442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.191622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e603e-16eb-491b-9a47-cd91256b4d9a None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:25.197540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b67687d-aeb6-4195-98b1-774ec9114b8b tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:25.200048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/4dd3bfb3-22c4-4579-8940-a0b22eb7c949 HTTP/1.1" status: 204 len: 168 time: 0.6807997 Dec 23 15:19:25.203764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56764) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.212921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99ed06f-9b2b-4976-82dd-40ce8c015128,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:25.230161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.231639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b99ed06f-9b2b-4976-82dd-40ce8c015128 HTTP/1.1" status: 204 len: 168 time: 0.1965249 Dec 23 15:19:25.232821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:25.290291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96821057-17e8-47b1-bc31-55f21e0169d4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850480 Dec 23 15:19:25.293579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.356858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56776) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.460397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72981b53-bc12-48db-8662-44b3d30bc8e6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:25.461249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-72981b53-bc12-48db-8662-44b3d30bc8e6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:25.482461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-72981b53-bc12-48db-8662-44b3d30bc8e6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:25.488549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56784) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.488907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-72981b53-bc12-48db-8662-44b3d30bc8e6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1939130 Dec 23 15:19:25.530375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:19:25.546131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Deleting port 691110ac-9ea3-4d2c-882d-2bee2a281a18 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:25.549259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.572470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895b0ec-6b07-4247-90d4-3a1b2d0f93f7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:25.573447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8895b0ec-6b07-4247-90d4-3a1b2d0f93f7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:25.593976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8895b0ec-6b07-4247-90d4-3a1b2d0f93f7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:25.595455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8895b0ec-6b07-4247-90d4-3a1b2d0f93f7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056216 Dec 23 15:19:25.598555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56788) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.675636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b93dd-6009-4242-9a7b-90577ef8929f req-e6701344-d08a-4e8f-b19d-4d25c9e1e461 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:25.690522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-204b93dd-6009-4242-9a7b-90577ef8929f req-e6701344-d08a-4e8f-b19d-4d25c9e1e461 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.1516168 Dec 23 15:19:25.698048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.761000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-204b93dd-6009-4242-9a7b-90577ef8929f req-a0efed54-69e3-4620-9869-a97f3117204c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689158 Dec 23 15:19:25.781588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3be5dd87-9993-4a6a-b70a-6c614bc2d962 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816552 Dec 23 15:19:25.786066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:25.792413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:25.815618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:25.825469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7618b076b7a9414c93efa500ef732cb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:25.826256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] For port 691110ac-9ea3-4d2c-882d-2bee2a281a18, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=691110ac-9ea3-4d2c-882d-2bee2a281a18,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:25.826898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.840304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:25.850644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-c9186245-02b1-4479-a732-445b2b6701bb tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:25.852254 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-c9186245-02b1-4479-a732-445b2b6701bb tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.1784053 Dec 23 15:19:25.857336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:25.930833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:25.952612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:25.964961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:25.966303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Deleting port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:25.966855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:25.979825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Calling delete_port for 691110ac-9ea3-4d2c-882d-2bee2a281a18 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:26.070770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.081845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7e547131-d45e-4181-aecf-12cd8c4cbd2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:26.082797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.129109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] No DVR routers for this DVR port 691110ac-9ea3-4d2c-882d-2bee2a281a18 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:19:26.131010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Pushing event deleted for resources: {'Port': ['ID=691110ac-9ea3-4d2c-882d-2bee2a281a18,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:26.132009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.134341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:26.140761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.187397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba47ef3b-6f15-459f-811f-41c83a8eae70 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:26.197325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7618b076b7a9414c93efa500ef732cb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8379071 Dec 23 15:19:26.199489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:26.291602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8715bcb-b858-4d7b-a31d-5e0ae842f80d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:26.297209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:26.306259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.348671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] For port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:26.349210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.393136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.451857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56816) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:26.489315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.494710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52b59f61-74eb-48fb-9ac6-c48d25089420 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:26.557016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.574547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=9b1cb587-c8b5-4068-81fb-928db1c4c0c3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:26.578260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:26.579223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e05a9e21-b3b1-4096-9e80-58d6580b4df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:26.599270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8715bcb-b858-4d7b-a31d-5e0ae842f80d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:26.604513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:26.608855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:26.611471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:26.614891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:26.615550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.623052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.627000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8715bcb-b858-4d7b-a31d-5e0ae842f80d HTTP/1.1" status: 204 len: 168 time: 0.4239311 Dec 23 15:19:26.629118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ae5d0-9fe5-48ac-b9ff-c3420b80e0f1 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:26.640564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8532157 Dec 23 15:19:26.643357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:26.651711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:e3:18:a7', 'name': 'tempest-NetworksTestDHCPv6-761120223'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:26.827616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:26.845028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:26.857111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:26.865643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.921003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 6025f5ba-2679-4eda-b62a-a789136d6134 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:26.931938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'tenant_id': '465e8d5896db4528811b47d3bf16d561', 'fixed_ips': [{'subnet_id': '9b1cb587-c8b5-4068-81fb-928db1c4c0c3'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:19:26.932929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:26.951619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-20671bfe-458f-4361-878a-7562343fb626 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:26.952161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-20671bfe-458f-4361-878a-7562343fb626 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:19:26.956893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-20671bfe-458f-4361-878a-7562343fb626 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5003743 Dec 23 15:19:26.977471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56830) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:26.985402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--108059431'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:27.007894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:27.023984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:27.030502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:27.043842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:27.060117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.060567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.060969 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Floating IP 49c48769-9d84-4393-8335-ec4615f3c5d7 disassociated. External IP: 172.26.2.203, port: c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe. Dec 23 15:19:27.061421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Calling delete_port for c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:27.111408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.128341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa535a3-68b5-4a91-8dbe-3f0b7e2877d9 req-f69315c3-6584-4aba-9c1d-9208b2e0812f tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:27.129957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cfa535a3-68b5-4a91-8dbe-3f0b7e2877d9 req-f69315c3-6584-4aba-9c1d-9208b2e0812f tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 945 time: 0.1989439 Dec 23 15:19:27.133352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.184484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::1ab (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/9b1cb587-c8b5-4068-81fb-928db1c4c0c3/6025f5ba-2679-4eda-b62a-a789136d6134) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:27.195116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:27.201227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:27.207629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:27.215056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:27.252303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cfa535a3-68b5-4a91-8dbe-3f0b7e2877d9 req-348079ea-6204-4db5-9ede-a97dae8ac989 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102479 Dec 23 15:19:27.281863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.292951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d1b5e6e-83c4-4f74-8379-8f82e35bd34d tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:27.341499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'Port': ['ID=c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:27.343975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:27.458719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.471875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.472863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 691110ac-9ea3-4d2c-882d-2bee2a281a18 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:19:27.479072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e08513f-f5e3-46a4-95fd-b836bfe96ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:27.507135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 691110ac-9ea3-4d2c-882d-2bee2a281a18 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:19:27.507834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 691110ac-9ea3-4d2c-882d-2bee2a281a18 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:19:27.524834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.538024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:27.557370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:27.561274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 6025f5ba-2679-4eda-b62a-a789136d6134 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:27.562724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:27.565674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e09631-275c-492b-ba50-16857d7607fb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:27.572389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:27.574625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:27.587021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:19:27.621731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.637713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-630b7239-fb75-4173-99e1-3a56387071b9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:27.698146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/9b1cb587-c8b5-4068-81fb-928db1c4c0c3/47b1c8ea-a20b-40db-9dcc-328e7dfa5999) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:27.720290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.734541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:27.735397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.743099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:27.745709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:27.750360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:27.751043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.758725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=6025f5ba-2679-4eda-b62a-a789136d6134,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:27.762343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:27.773180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dd14ef52-2f41-4aab-b347-435c2e1e4315 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:27.811518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:19:27.833497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4fdb5-e8c5-4013-84d6-e34b755ea974,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:27.836938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:27.838775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.840452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8636479 Dec 23 15:19:27.841999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1973841 Dec 23 15:19:27.843476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56834) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:27.847110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56836) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:27.849687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:19:27.853431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '34d4fdb5-e8c5-4013-84d6-e34b755ea974', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:27.889700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:19:27.890560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:19:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:27.895120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:27.903527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] No DVR routers for this DVR port c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:19:27.906163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:27.909526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'name': 'network-vif-deleted', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:27.910023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:27.923008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:27.935686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-30a1d45c-db37-4938-8c28-a6dfd8186959 req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "DELETE /v2.0/ports/c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe HTTP/1.1" status: 204 len: 173 time: 2.0754354 Dec 23 15:19:27.936407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:27.982361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f6e40a-7e87-4694-934e-04bb441e24d4', 'name': 'network-vif-deleted', 'tag': 'c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe', 'status': 'completed', 'code': 200} Dec 23 15:19:27.995224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.045754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a644746-4583-4757-95ed-2f986e2bab34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:28.046569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a644746-4583-4757-95ed-2f986e2bab34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:28.082559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a644746-4583-4757-95ed-2f986e2bab34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:28.085222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a644746-4583-4757-95ed-2f986e2bab34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2364600 Dec 23 15:19:28.087368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56844) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.105237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.109631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.119149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b73f47b-d3a0-4bf7-800d-8a363b50ecfe tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:28.147923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c0a2c8-e546-42bc-aee5-d26ed97b9a91,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:28.158881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:28.163892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.164452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 6025f5ba-2679-4eda-b62a-a789136d6134 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:28.164845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.166452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3217025 Dec 23 15:19:28.169518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.177626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '34d4fdb5-e8c5-4013-84d6-e34b755ea974', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:28.187160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:28.192226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:28.197135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:28.197637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.204835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:28.213509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:19:28.226657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.257378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Transition to ACTIVE for port object 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:28.274156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:19:28.303786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:19:28.305076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ebc81bb4-b757-42af-b277-cd6bc1cc7203 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1343279 Dec 23 15:19:28.308477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56854) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.431810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:19:28.432214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c74bc5ab-9f37-49fa-bff7-1f66af1f5ebe not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:19:28.453296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.473844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Transition to ACTIVE for port object 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:28.489676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.546161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.552322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:28.571264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-cd4a528a-e16a-47ed-819e-cf9c52ab0ba6 req-1f62c3d5-3d5f-4343-af2f-83b8dce9f8b3 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:28.572058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4fdb5-e8c5-4013-84d6-e34b755ea974,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:28.578575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.583658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:28.584982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.589878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/34d4fdb5-e8c5-4013-84d6-e34b755ea974 HTTP/1.1" status: 204 len: 168 time: 0.2799234 Dec 23 15:19:28.590235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.655787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-54f39beb-662f-418e-bf8b-376e812ed911 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:28.675710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-54f39beb-662f-418e-bf8b-376e812ed911 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:28.680988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54f39beb-662f-418e-bf8b-376e812ed911 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0858328 Dec 23 15:19:28.681600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56862) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.690191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646920425'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:28.698650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:28.718453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:28.731180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.735676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 6025f5ba-2679-4eda-b62a-a789136d6134 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:28.745151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.752056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-893646a9-ba9b-41d9-8957-29d28f169e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:28.771461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-cd4a528a-e16a-47ed-819e-cf9c52ab0ba6 req-1f62c3d5-3d5f-4343-af2f-83b8dce9f8b3 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:28.772866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd4a528a-e16a-47ed-819e-cf9c52ab0ba6 req-1f62c3d5-3d5f-4343-af2f-83b8dce9f8b3 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f6e40a-7e87-4694-934e-04bb441e24d4 HTTP/1.1" status: 200 len: 210 time: 0.2595375 Dec 23 15:19:28.784649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:28.788992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:28.792850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:28.805225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:28.829565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:28.835829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:28.853844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:28.868052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.871410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:28.871792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.879143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aae9f2e-b726-4bfc-a6b9-46bb5e291b4e tempest-PortsIpV6TestJSON-935220834 tempest-PortsIpV6TestJSON-935220834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:28.889624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:28.921297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.927398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c792be4-1ba8-4d12-8ab3-e6d19d139b72,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:28.927603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:28.930275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:28.935499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:28.939752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2522695 Dec 23 15:19:28.939978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56866) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.946455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2db1ec94-e40e-4e5e-8478-501cc0cbf99b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '1c792be4-1ba8-4d12-8ab3-e6d19d139b72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:28.947215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2db1ec94-e40e-4e5e-8478-501cc0cbf99b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:28.951092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2db1ec94-e40e-4e5e-8478-501cc0cbf99b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072381 Dec 23 15:19:28.951338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56870) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:28.979485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=6025f5ba-2679-4eda-b62a-a789136d6134,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:28.984206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:29.030693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.035809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Attempting to bind port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:29.036237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Attempting to bind port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:29.036445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.036635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Attempting to bind port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 on network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:29.047791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/6025f5ba-2679-4eda-b62a-a789136d6134 HTTP/1.1" status: 204 len: 168 time: 0.9569020 Dec 23 15:19:29.047999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:29.047999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Checking segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:29.047999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.047999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Bound using segment: {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:29.048363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56874) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.048446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Bound port: 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b0c843-c4f2-409e-9333-015b1a435c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:29.048881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.097507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:29.105621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:19:29.120140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.150803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:19:29.151508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:19:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:29.167721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a1353-3c05-45f6-aeca-24d98add90fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:29.169183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a1353-3c05-45f6-aeca-24d98add90fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:29.170031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-501a1353-3c05-45f6-aeca-24d98add90fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:29.192627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-501a1353-3c05-45f6-aeca-24d98add90fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:29.195028 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-501a1353-3c05-45f6-aeca-24d98add90fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1450622 Dec 23 15:19:29.196187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.197572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56878) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.202840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:29.227351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c792be4-1ba8-4d12-8ab3-e6d19d139b72,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:29.230771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:29.234705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:29.234831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.236582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5f19e6de-5f40-4e09-b5b7-9b30740d7d0b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/1c792be4-1ba8-4d12-8ab3-e6d19d139b72 HTTP/1.1" status: 204 len: 168 time: 0.2837479 Dec 23 15:19:29.239603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.272087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:29.303609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 9b1cb587-c8b5-4068-81fb-928db1c4c0c3 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:29.307491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.314121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-112f6566-16bd-4871-a1ac-52307c697ed5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:29.338644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-112f6566-16bd-4871-a1ac-52307c697ed5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:29.341201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-112f6566-16bd-4871-a1ac-52307c697ed5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0999918 Dec 23 15:19:29.341662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.345894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56886) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.349294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a030d22-93f0-4e98-9f13-0a7136b3ea85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:29.367737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797838290'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:29.374038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.376646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:29.389549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:29.401904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.451731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:29.456023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:29.459275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:29.465768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:29.476365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:29.482601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:29.488135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.488812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:19:29.536749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.540931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.548026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7be04087-a997-4603-9112-df58f7a701f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:29.577120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.582783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13ac9f85-c02c-4a86-b486-bc9b4bb8e344 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:29.598522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfd1352-5f9e-4178-8eeb-fa7e195ecfd3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:29.602298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:29.603262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.604711 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2439537 Dec 23 15:19:29.607849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.615232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0dcc8f37-b1be-40eb-bbf3-e3e89cf3dc80 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': 'acfd1352-5f9e-4178-8eeb-fa7e195ecfd3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:29.616085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-0dcc8f37-b1be-40eb-bbf3-e3e89cf3dc80 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:29.617342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0dcc8f37-b1be-40eb-bbf3-e3e89cf3dc80 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082421 Dec 23 15:19:29.620127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56894) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.637945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1cb587-c8b5-4068-81fb-928db1c4c0c3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:29.641562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:29.650471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.667560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/9b1cb587-c8b5-4068-81fb-928db1c4c0c3 HTTP/1.1" status: 204 len: 168 time: 0.4687681 Dec 23 15:19:29.670217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.758511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23cf1545-c35d-4130-8dca-0bbc67cf1166 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869217 Dec 23 15:19:29.761256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56902) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.787796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.843312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:29.846810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.848967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eaa801-e21e-4586-9317-8200d2b05514 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:19:29.904426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc46926-ab2f-4e7b-9f4c-646e09ebae3d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:29.905413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1bc46926-ab2f-4e7b-9f4c-646e09ebae3d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:29.932754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.944403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3291b85-e817-43f6-973e-250c220c347d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:29.946486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1bc46926-ab2f-4e7b-9f4c-646e09ebae3d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:29.947857 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1bc46926-ab2f-4e7b-9f4c-646e09ebae3d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1846921 Dec 23 15:19:29.951269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56910) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:29.974180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfd1352-5f9e-4178-8eeb-fa7e195ecfd3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:29.982231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:29.983821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:29.985583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/acfd1352-5f9e-4178-8eeb-fa7e195ecfd3 HTTP/1.1" status: 204 len: 168 time: 0.3588080 Dec 23 15:19:29.988335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.057338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e24b8e-9ca8-4c77-a391-dc84248bfec7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:30.058125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4e24b8e-9ca8-4c77-a391-dc84248bfec7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:30.065067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd3ede20-bad2-453e-998f-da715ecce8f7 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:30.081662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e4e24b8e-9ca8-4c77-a391-dc84248bfec7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:30.085667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e4e24b8e-9ca8-4c77-a391-dc84248bfec7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1331575 Dec 23 15:19:30.086542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56920) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.090589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cd3ede20-bad2-453e-998f-da715ecce8f7 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:30.092247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cd3ede20-bad2-453e-998f-da715ecce8f7 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1025569 Dec 23 15:19:30.096519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56924) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.105597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675328680'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.114256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:30.126187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:30.140826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.166775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c25b401f-0c02-4f2b-9b9f-93434d43d697 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788143 Dec 23 15:19:30.171002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56928) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.178479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.203039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:30.207500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:30.210735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:30.217439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:30.280446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.285755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.291861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2ab0f23-21d1-441b-af67-eca491ae4a9c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:30.337415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b59aa-80f3-45a5-b920-c018dfc43b7e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:30.343437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:30.347379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:30.358878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-130acfd1-0231-4a13-b8e5-5f9dbd6eb07e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761358312&fields=id&tenant_id=281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 267 time: 0.0885322 Dec 23 15:19:30.362391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:30.367149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.369196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2707627 Dec 23 15:19:30.371870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56934) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.379542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bf5d3040-8e06-4256-94db-13eec8aac5b1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': 'e72b59aa-80f3-45a5-b920-c018dfc43b7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.380760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-bf5d3040-8e06-4256-94db-13eec8aac5b1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:30.382077 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf5d3040-8e06-4256-94db-13eec8aac5b1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089600 Dec 23 15:19:30.385559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56938) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.398478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4a81b052-6850-451d-b8b2-ba542b7241cf tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': 'e72b59aa-80f3-45a5-b920-c018dfc43b7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.399955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4a81b052-6850-451d-b8b2-ba542b7241cf tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:30.404387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4a81b052-6850-451d-b8b2-ba542b7241cf tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148904 Dec 23 15:19:30.405747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56942) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.414520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cbc0fcb5-26df-43e3-90f1-a13147f1f3ea tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': 'e72b59aa-80f3-45a5-b920-c018dfc43b7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.415709 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-cbc0fcb5-26df-43e3-90f1-a13147f1f3ea tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:30.420414 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cbc0fcb5-26df-43e3-90f1-a13147f1f3ea tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131416 Dec 23 15:19:30.421026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56946) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.427052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2a7dbd56-a369-48f2-991a-e77afa5852f6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': 'e72b59aa-80f3-45a5-b920-c018dfc43b7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.427865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-2a7dbd56-a369-48f2-991a-e77afa5852f6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:30.429268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2a7dbd56-a369-48f2-991a-e77afa5852f6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069096 Dec 23 15:19:30.431815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56950) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.456512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:30.506928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.508227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fdb52-6d2a-4329-8bc4-65687b50c4aa None None] New status for floating IP 49c48769-9d84-4393-8335-ec4615f3c5d7: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:19:30.538942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.590371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.605028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:30.608436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.623304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b59aa-80f3-45a5-b920-c018dfc43b7e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:30.626419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:30.627550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.628802 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/e72b59aa-80f3-45a5-b920-c018dfc43b7e HTTP/1.1" status: 204 len: 168 time: 0.1959445 Dec 23 15:19:30.631884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.704595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c7f92e1-98f2-4369-bfad-e9ca5a1bbea3 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:30.704832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-6d054678-f10b-4e28-b5e6-8d840123c3cd tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:30.706686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-6d054678-f10b-4e28-b5e6-8d840123c3cd tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 812 time: 0.3406241 Dec 23 15:19:30.728934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.730335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c7f92e1-98f2-4369-bfad-e9ca5a1bbea3 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:30.735996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c7f92e1-98f2-4369-bfad-e9ca5a1bbea3 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0990558 Dec 23 15:19:30.737313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.744203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--688967959'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:30.749511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-8d0933eb-d1b4-4033-9c8d-15ee3308f304 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/quotas/281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 375 time: 0.0287616 Dec 23 15:19:30.754200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:30.766514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:30.776951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.817510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:30.822095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:30.825631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:30.834702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:30.916819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.920988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.927434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-22b88191-be2e-444a-96a6-c4f9b7fb606b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:30.981842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a068ac-09ee-4d8c-a9bf-9157c03ea0d2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:30.985035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:30.985949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:30.987332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2488930 Dec 23 15:19:30.992249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.999615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7597ae17-62fc-402c-8456-6d802ceeb6b5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.000152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-7597ae17-62fc-402c-8456-6d802ceeb6b5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.004721 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7597ae17-62fc-402c-8456-6d802ceeb6b5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079837 Dec 23 15:19:31.005042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.012293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.021366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:31.026368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:31.030067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:31.038653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:31.072158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.074103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36bf7dc4-3768-485e-a21d-5c80c5742c74 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0678964 Dec 23 15:19:31.077421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.084175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6f431ea9-b419-472d-9eb0-75b48662e676 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.084882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6f431ea9-b419-472d-9eb0-75b48662e676 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.088981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f431ea9-b419-472d-9eb0-75b48662e676 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075719 Dec 23 15:19:31.093862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.101531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.110336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:31.115756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:31.119410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:31.126911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:31.159893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.161386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8eb64f7-03d6-43b8-b3fa-fd8bc2d843e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0654898 Dec 23 15:19:31.165719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56978) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.168852 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-a03442f8-b549-4564-b436-21755ac1f295 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4071140 Dec 23 15:19:31.172246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-262c9148-ece1-449e-981a-5bf1f36642cc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.173053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-262c9148-ece1-449e-981a-5bf1f36642cc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.174480 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-262c9148-ece1-449e-981a-5bf1f36642cc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075781 Dec 23 15:19:31.177647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 56982) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.189818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.220395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:31.291010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:31.304374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:31.333859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:31.456300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84baf3a-5f79-4b5a-af83-a8b0dfdd724b None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:31.457987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-12b83f99-dfc3-40d5-be85-5b9ccee28f18 service neutron] 10.222.0.49 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630565 Dec 23 15:19:31.461699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.462852 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-768977e5-763a-4e0b-9584-6606d6f889d5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2839601 Dec 23 15:19:31.470838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56986) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.478539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-df73f216-0215-4726-827b-809fbc1cdc23 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.479246 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-df73f216-0215-4726-827b-809fbc1cdc23 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.483156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df73f216-0215-4726-827b-809fbc1cdc23 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083430 Dec 23 15:19:31.483409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56990) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.492592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.504028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:31.509922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:31.513259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:31.522428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:31.540777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:31.553280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.557278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4971ca1a-097f-414f-9627-4cd6a971f48f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0700572 Dec 23 15:19:31.559903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56994) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.566981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '32a068ac-09ee-4d8c-a9bf-9157c03ea0d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.574730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:31.579977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:31.583238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:31.590577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:31.622002 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:31.626294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fbcfd696-527a-4300-87d2-126b83f3739c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0621407 Dec 23 15:19:31.626679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 56998) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.648131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-926b702f-8517-4606-b74c-0c116cb68c41 None None] Provisioning for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:31.702801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.725758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:31.733928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.734391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:31.734828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.739081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-7ee6b889-abc5-4ae9-87f4-e5a134f089b7 service neutron] 10.222.0.49 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725952 Dec 23 15:19:31.783049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.789314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9ed66f5-0a89-492a-b075-c8108baeb759 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:31.808841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a068ac-09ee-4d8c-a9bf-9157c03ea0d2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:31.818823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:31.820968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.824770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/32a068ac-09ee-4d8c-a9bf-9157c03ea0d2 HTTP/1.1" status: 204 len: 168 time: 0.1943381 Dec 23 15:19:31.825102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57002) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.865588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.893888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dafd192b-b32e-4744-9295-3cfe62a450ff tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:31.911397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dafd192b-b32e-4744-9295-3cfe62a450ff tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:31.913738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dafd192b-b32e-4744-9295-3cfe62a450ff tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0862968 Dec 23 15:19:31.918157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:31.925324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--36809878'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:31.934784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:31.942494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.945831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:31.958526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:31.995922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:32.004577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.007760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-02930d7d-a49b-4b90-a96e-dfa802f4e923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:32.010730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:32.012369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:19:32.012743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:19:32.015218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:32.019325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:32.024879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:32.087734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:32.089556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.093966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.100011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dc8c95e4-b730-426a-8243-d70ab979b11e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:32.100189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:32.152409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc17579-48b3-4395-bb37-e47d45721849,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:32.155967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:32.158752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.162895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2406526 Dec 23 15:19:32.163307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57016) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:32.170412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '4cc17579-48b3-4395-bb37-e47d45721849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:32.179269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:32.189731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:32.193436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:32.199984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:32.242008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The resource could not be found. Dec 23 15:19:32.243577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-72582e24-a213-442a-b178-02d2db87aff4 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0791588 Dec 23 15:19:32.246833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:32.292260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '4cc17579-48b3-4395-bb37-e47d45721849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f5417c91-0226-41c1-9b06-125548285573'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:32.308032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:32.310737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-06877bc0-fbcf-4310-86a9-efaa32b8d03f None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:32.311170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06877bc0-fbcf-4310-86a9-efaa32b8d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.312506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7e47409-43b8-4d86-86cc-31de90fd56b4 req-3992e0ba-e70d-48c7-b6e4-20bcbde0553c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 210 time: 0.0671310 Dec 23 15:19:32.315527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:32.318853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:32.325443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:32.382816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The resource could not be found. Dec 23 15:19:32.385624 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc754742-c3c9-453d-b8ee-ded1ca37189f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1377645 Dec 23 15:19:32.388886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57030) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:32.489924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.567880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.619892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.629150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b5209c8c-046f-482d-bd6d-cf833c551724 None None] Could not find standard attr ID for object 6025f5ba-2679-4eda-b62a-a789136d6134. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:32.689091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.695605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e56da4c-32ac-4711-83b4-6c10cc5769d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:32.721746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc17579-48b3-4395-bb37-e47d45721849,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:32.736535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:32.822134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.823414 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/4cc17579-48b3-4395-bb37-e47d45721849 HTTP/1.1" status: 204 len: 168 time: 0.4329205 Dec 23 15:19:32.826671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57038) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:32.904483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:32.911536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be9c6210-1e4d-48b8-97d4-3efd410964cf tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:32.932914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be9c6210-1e4d-48b8-97d4-3efd410964cf tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:32.934367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be9c6210-1e4d-48b8-97d4-3efd410964cf tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1063952 Dec 23 15:19:32.940519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57042) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:32.947405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '8480a0dd-d995-4cc3-9926-5f265fe0ded5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:32.954143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.955033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:32.958551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.959372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:32.959574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:32.962708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:32.965098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-35f0a313-09e0-49f5-9a3b-f5809f424fb9 tempest-RoutersAdminTest-496544250 tempest-RoutersAdminTest-496544250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:32.968915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:33.011746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The resource could not be found. Dec 23 15:19:33.012833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c466c7f9-d31d-4fe9-8ad2-702541fb74ba tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0711861 Dec 23 15:19:33.016842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57046) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:33.027948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--709320728'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:33.042767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:33.066709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:33.069964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:33.075119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:33.078483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:33.079226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.085312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc95d1-c1f3-480c-9221-b46f24ccc136 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:33.102373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:33.106050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:33.108327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-880e5276-f9df-4190-baae-16157394d19e tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:33.140663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.159409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9872897 Dec 23 15:19:33.162794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57050) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:33.169470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:33.200304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=555094ef-073b-4f2b-b7ff-71f8aa4605b2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:33.203952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:33.217555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:33.221835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:33.225007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:33.232434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:33.300948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.305628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.312171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b54ce66-ab47-4d7c-af1a-087186f47820 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:33.331470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:33.343979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:33.363059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f40b896-d829-4115-b636-88ebcf4094c7,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:33.367365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:33.370747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.374184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3540576 Dec 23 15:19:33.375678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57056) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:33.382605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--871808806'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:33.388238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:33.419575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:33.484178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:33.493957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:33.510933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:33.563715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:33.620249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.645030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:33.645554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.703548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:33.756011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8fad7f3-2a51-4587-9f98-98ad9382479c req-965c9615-05de-403d-8998-a53ae3e16dcc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 210 time: 0.1115115 Dec 23 15:19:33.772003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-2f8a3860-f592-41a8-b824-afc8ffb7a44d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:33.787128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-2f8a3860-f592-41a8-b824-afc8ffb7a44d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 812 time: 0.3892746 Dec 23 15:19:33.823913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:33.844097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:33.850861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:33.869860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:33.874840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-4fae3e73-53f0-4a01-a934-5df48e85a285 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 379 time: 0.0673985 Dec 23 15:19:33.886738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'port': {'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'admin_state_up': True, 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'security_groups': ['54712338-f0b2-4a53-9e44-3c76d14a7515']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:33.890572 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 555094ef-073b-4f2b-b7ff-71f8aa4605b2 (CIDR: 2001:db8::/64) Dec 23 15:19:33.897490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:33.898022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:33.953448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6235dafb-51a6-43aa-8c74-9b84d154b66b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7860694 Dec 23 15:19:33.953673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57064) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:33.973793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:33.977955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c8663177-5889-4a01-be81-6ddf4b7b20f9 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:33.978562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c8663177-5889-4a01-be81-6ddf4b7b20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.001752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.048252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:34.062463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:34.073248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Made reservation on behalf of 281fae871b4642b6b3de3234af23fd32 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:34.078415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.079766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.091737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ce3ee97-3a3a-4164-a616-1ab96f67f4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:34.157866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.161903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7823524 Dec 23 15:19:34.164117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57072) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:34.178118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd6f05-4a4c-47a2-90b1-c215734f9cc1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:34.184416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:34.188426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group_rule': {'security_group_id': '7f40b896-d829-4115-b636-88ebcf4094c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '05dd6f05-4a4c-47a2-90b1-c215734f9cc1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:34.197719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:34.213018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:34.218856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:34.227489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:34.236705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:34.253992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:34.266727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Allocated IP 172.20.0.6 (83d92594-1160-40af-9d94-660d3e3de811/d9bfc0c2-1581-4c00-a810-23fe8c8d84c1/3bf5cfed-f903-455f-b8da-8c2a364c4113) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:34.273423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:34.279558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.297982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:34.302085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0276f952-5c85-4d2d-922b-485a8a50c6dc tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1227026 Dec 23 15:19:34.303910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57076) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:34.488376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.519193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.584771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.591234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e7f2319-81f5-4b38-9308-771b668140a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:34.618011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd6f05-4a4c-47a2-90b1-c215734f9cc1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:34.625115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:34.653979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.657211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.658471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/05dd6f05-4a4c-47a2-90b1-c215734f9cc1 HTTP/1.1" status: 204 len: 168 time: 0.3535235 Dec 23 15:19:34.661501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57080) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:34.673587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Transition to ACTIVE for port object 3bf5cfed-f903-455f-b8da-8c2a364c4113 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:34.695327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.702078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a48e7cc4-080f-4b3a-a797-5ee2527a8c86 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:34.782788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Network 83d92594-1160-40af-9d94-660d3e3de811 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:34.783790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=3bf5cfed-f903-455f-b8da-8c2a364c4113,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:34.787020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:34.788829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:34.789658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:34.797877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f7acb98-7618-4a50-b7f9-9cca2c827a2b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:34.831768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f7acb98-7618-4a50-b7f9-9cca2c827a2b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:34.836113 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f7acb98-7618-4a50-b7f9-9cca2c827a2b tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1705232 Dec 23 15:19:34.836636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57086) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:34.861117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:34.861938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.889621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0086904 Dec 23 15:19:34.907945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Request body: {'port': {'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:34.985725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:34.993953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d43d7f7a-7a28-4976-9acb-3154a1ba348b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:35.048138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.087064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.087622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:35.101049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:35.108563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:35.108882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.111632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6839b-5a68-44c2-bfc6-9e09e00a940a None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:35.116103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.130336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=3188ccf1-16ac-4f8e-a21e-3adef736df35,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:35.141343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:35.184006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2290764 Dec 23 15:19:35.190146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57090) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:35.190856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.207673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d9adb0f-1d41-4df2-9df5-34b51262de93 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:35.228300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:91:b9:ae', 'name': 'tempest-NetworksTestDHCPv6-1953601705'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:35.244766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0884a-9e30-4f90-8e63-dfc0b88b3184 req-71d98bcf-eb75-4f76-9746-ca1f9b382c19 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:35.245861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-baa0884a-9e30-4f90-8e63-dfc0b88b3184 req-71d98bcf-eb75-4f76-9746-ca1f9b382c19 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:35.323890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-baa0884a-9e30-4f90-8e63-dfc0b88b3184 req-71d98bcf-eb75-4f76-9746-ca1f9b382c19 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:35.325431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-baa0884a-9e30-4f90-8e63-dfc0b88b3184 req-71d98bcf-eb75-4f76-9746-ca1f9b382c19 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 931 time: 0.3454990 Dec 23 15:19:35.392245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7795ff18-5c91-4d04-bb30-2f44bd5c46a7 None None] Provisioning for port 3bf5cfed-f903-455f-b8da-8c2a364c4113 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:35.402514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7795ff18-5c91-4d04-bb30-2f44bd5c46a7 None None] Provisioning complete for port 3bf5cfed-f903-455f-b8da-8c2a364c4113 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:35.402946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7795ff18-5c91-4d04-bb30-2f44bd5c46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.461055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f40b896-d829-4115-b636-88ebcf4094c7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:35.478507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:35.479705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.480554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7795ff18-5c91-4d04-bb30-2f44bd5c46a7 None None] Port 3bf5cfed-f903-455f-b8da-8c2a364c4113 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:35.482975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-baa0884a-9e30-4f90-8e63-dfc0b88b3184 req-a02b8732-28fd-4002-ae12-cdf35993cb50 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477993 Dec 23 15:19:35.484897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f40b896-d829-4115-b636-88ebcf4094c7 HTTP/1.1" status: 204 len: 168 time: 0.6472034 Dec 23 15:19:35.486223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57094) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:35.488911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:35.500611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:35.512638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:35.530819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.564368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port a312ade7-487f-4271-b4cf-4de91c03d57a yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:35.592412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-432d7ea5-a12a-4868-8527-661c15d0ace5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:35.629029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-432d7ea5-a12a-4868-8527-661c15d0ace5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:35.634853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-432d7ea5-a12a-4868-8527-661c15d0ace5 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1432462 Dec 23 15:19:35.643119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57098) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:35.652999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831884424'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:35.662342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:35.676794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '555094ef-073b-4f2b-b7ff-71f8aa4605b2', 'ip_address': '2001:db8::f816:3eff:fef6:2901'}, {'subnet_id': '3188ccf1-16ac-4f8e-a21e-3adef736df35'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '47b1c8ea-a20b-40db-9dcc-328e7dfa5999'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:19:35.683306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:35.697642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf5cfed-f903-455f-b8da-8c2a364c4113 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:19:35.706902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.725700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Transition to ACTIVE for port object 3bf5cfed-f903-455f-b8da-8c2a364c4113 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:35.729821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.732645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.736125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:35.810822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:35.856314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Usage tracker for resource:security_group_rule and tenant:98475c42476b4449ae596baca480878e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:35.861926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:35.877804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:35.908701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8:0:1::38e (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/3188ccf1-16ac-4f8e-a21e-3adef736df35/a312ade7-487f-4271-b4cf-4de91c03d57a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:35.921347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe91:b9ae (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/555094ef-073b-4f2b-b7ff-71f8aa4605b2/a312ade7-487f-4271-b4cf-4de91c03d57a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:35.923070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5cfed-f903-455f-b8da-8c2a364c4113,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:35.923594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:35.960838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:36.002934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.005667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Attempting to bind port 3bf5cfed-f903-455f-b8da-8c2a364c4113 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:36.006072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Attempting to bind port 3bf5cfed-f903-455f-b8da-8c2a364c4113 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:36.006599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Attempting to bind port 3bf5cfed-f903-455f-b8da-8c2a364c4113 on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:36.011533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.013914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Port 3bf5cfed-f903-455f-b8da-8c2a364c4113 on network 83d92594-1160-40af-9d94-660d3e3de811 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:19:36.014298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Attempting to bind port 3bf5cfed-f903-455f-b8da-8c2a364c4113 on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:36.020992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e15dd519-b764-40a0-bf88-c2c96e7d17d7 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:36.022561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:36.022953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Checking segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:36.023391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Bound using segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:36.024009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Bound port: 3bf5cfed-f903-455f-b8da-8c2a364c4113, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:36.024607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.127643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] For port 3bf5cfed-f903-455f-b8da-8c2a364c4113, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:36.131173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] For port 3bf5cfed-f903-455f-b8da-8c2a364c4113, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:36.135023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.139930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-65dc6776-b6f4-4469-bf34-9ec60a47fa7f tempest-AllowedAddressPairIpV6TestJSON-755755645 tempest-AllowedAddressPairIpV6TestJSON-755755645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:36.142025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23eb3f1-8c75-410d-aad9-9d9cf6c18cd6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:36.154234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:36.158901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.160268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5161400 Dec 23 15:19:36.168668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57102) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.178196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6a46abba-3ef1-4116-95a3-48eb7de7a65d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:36.178820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6a46abba-3ef1-4116-95a3-48eb7de7a65d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 15:19:36.179856 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a46abba-3ef1-4116-95a3-48eb7de7a65d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "PUT /v2.0/security-groups/b23eb3f1-8c75-410d-aad9-9d9cf6c18cd6 HTTP/1.1" status: 409 len: 330 time: 0.0100536 Dec 23 15:19:36.183049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57106) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.213348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.214898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] 10.222.0.65 "PUT /v2.0/ports/3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 1093 time: 1.3121963 Dec 23 15:19:36.215566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:36.232417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5cfed-f903-455f-b8da-8c2a364c4113,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:36.236535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:36.304488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'status': 'completed', 'code': 200} Dec 23 15:19:36.327424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.336699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.346528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-de720794-4081-4c21-9f56-871b1a46f941 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1096 time: 0.0870910 Dec 23 15:19:36.363693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object a312ade7-487f-4271-b4cf-4de91c03d57a will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:36.380440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.436792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.443516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:36.482172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.532998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Allocated IP 2001:db8:0:1::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/3188ccf1-16ac-4f8e-a21e-3adef736df35/47b1c8ea-a20b-40db-9dcc-328e7dfa5999) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:36.559701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.568750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/b23eb3f1-8c75-410d-aad9-9d9cf6c18cd6 HTTP/1.1" status: 204 len: 168 time: 0.3846347 Dec 23 15:19:36.582213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57116) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.584460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:36.587752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=a312ade7-487f-4271-b4cf-4de91c03d57a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:36.605470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:36.610127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:36.610710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f746f6cb-3427-4fd2-b785-d76e7c0e3ae9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:36.620017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:36.624545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:36.625281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.645698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23eb3f1-8c75-410d-aad9-9d9cf6c18cd6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:36.651884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:36.671194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4656894 Dec 23 15:19:36.679760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57120) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.705562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-b454ad2d-77c9-4091-9b8a-f2895412056c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 217 time: 0.3449347 Dec 23 15:19:36.732722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e52d2b5-ad3f-449f-acd3-5848ec504439 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Synchronizing usage tracker for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:36.752392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:36.772720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port a312ade7-487f-4271-b4cf-4de91c03d57a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:36.773555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.784074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.802622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Transition to ACTIVE for port object 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:36.805987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:36.808525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e52d2b5-ad3f-449f-acd3-5848ec504439 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Unset dirty status for tenant:98475c42476b4449ae596baca480878e on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:36.809523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e52d2b5-ad3f-449f-acd3-5848ec504439 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2235575 Dec 23 15:19:36.815134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:36.816733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.829504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-bb674489-23a4-4762-9152-c3d778295064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:36.831151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-bb674489-23a4-4762-9152-c3d778295064 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.0852191 Dec 23 15:19:36.845115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e1a2ada9-b038-4e58-99b5-1c8762fcf8ac tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] delete failed (client error): The resource could not be found. Dec 23 15:19:36.849983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1a2ada9-b038-4e58-99b5-1c8762fcf8ac tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "DELETE /v2.0/security-groups/14ca4719-940a-4e97-9772-82b71f9f424d HTTP/1.1" status: 404 len: 347 time: 0.0289185 Dec 23 15:19:36.854257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57128) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.911182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76231ed3-33e2-4555-9d0d-00ab66f08200 req-dc4066d4-3bfc-4c88-9d84-505398c175b9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:36.912827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76231ed3-33e2-4555-9d0d-00ab66f08200 req-dc4066d4-3bfc-4c88-9d84-505398c175b9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 943 time: 0.2030530 Dec 23 15:19:36.915750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6891c89a-b14a-4779-8b74-75e6a4dae769 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] show failed (client error): The resource could not be found. Dec 23 15:19:36.916920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6891c89a-b14a-4779-8b74-75e6a4dae769 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-groups/8f77791e-d2ad-4228-8017-1461f242c039 HTTP/1.1" status: 404 len: 347 time: 0.0616298 Dec 23 15:19:36.922596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57132) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:36.971678 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-e27c3e7a-3e5e-44f6-9d76-6d561d00d796 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] show failed (client error): The resource could not be found. Dec 23 15:19:36.972832 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e27c3e7a-3e5e-44f6-9d76-6d561d00d796 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] 10.222.0.49 "GET /v2.0/security-group-rules/29888d00-6bf6-4283-a56f-494eefee8651 HTTP/1.1" status: 404 len: 356 time: 0.0492449 Dec 23 15:19:36.979864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:36.984926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:36.988925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-4d686fcd-e099-469a-bb92-764ba3d952ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1492760 Dec 23 15:19:36.992099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76231ed3-33e2-4555-9d0d-00ab66f08200 req-207e2568-4383-4f4c-a7c2-2868a23c929c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708947 Dec 23 15:19:37.113308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:37.154351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-53cec192-579c-4a92-87d6-efbc050f5de5 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505594 Dec 23 15:19:37.259094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for a312ade7-487f-4271-b4cf-4de91c03d57a owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:37.327581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-408da03b-b3a1-4944-ba27-9af69859e1b9 req-3c09f436-08d7-4b0e-be04-3f7ccd25154c service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646662 Dec 23 15:19:37.333439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57140) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:37.502125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:37.516243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-704fe95c-a7fc-4f53-a63e-bab2b61ea880 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1096 time: 0.0999672 Dec 23 15:19:37.562746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:37.568918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afd242d0-d9c7-4959-bfce-81e912ed2295 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:37.618684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=a312ade7-487f-4271-b4cf-4de91c03d57a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:37.625009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:37.715956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:37.731824 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/a312ade7-487f-4271-b4cf-4de91c03d57a HTTP/1.1" status: 204 len: 168 time: 1.0508833 Dec 23 15:19:37.734474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:37.749088 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-90b6bdc3-6343-4480-b403-f3ab8bae32ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98475c42476b4449ae596baca480878e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4140565 Dec 23 15:19:37.751485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57150) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:37.797481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-8e1a0734-0311-4526-a57a-6e8ee020977d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:37.799117 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-8e1a0734-0311-4526-a57a-6e8ee020977d service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.2723844 Dec 23 15:19:37.825584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa3e8e6-194c-4dc9-bc44-bf90f9d0ea11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:37.826699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2fa3e8e6-194c-4dc9-bc44-bf90f9d0ea11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:37.842553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2fa3e8e6-194c-4dc9-bc44-bf90f9d0ea11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:37.843876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2fa3e8e6-194c-4dc9-bc44-bf90f9d0ea11 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1082978 Dec 23 15:19:37.846757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57154) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:37.889012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-492a9a60-d17d-4bc7-a4c7-6202b9e1d41b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 217 time: 0.0742636 Dec 23 15:19:37.943714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7428759b-bc4b-43bf-9686-1cd2fdee0ef5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:37.945442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7428759b-bc4b-43bf-9686-1cd2fdee0ef5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0976350 Dec 23 15:19:37.948393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57158) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:37.955647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.057742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.068201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-f561ea54-e45a-49cb-b9d3-9b2062c048b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:38.069896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-f561ea54-e45a-49cb-b9d3-9b2062c048b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.1726499 Dec 23 15:19:38.136752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf093e4-b64f-4697-82c8-8433ea92081d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:38.138307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf093e4-b64f-4697-82c8-8433ea92081d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:38.139815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf093e4-b64f-4697-82c8-8433ea92081d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:38.140710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eaf093e4-b64f-4697-82c8-8433ea92081d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:38.173201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-84a378a5-ac27-4b62-a53b-ff1ddc722e9c None None] Provisioning for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:38.181720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-84a378a5-ac27-4b62-a53b-ff1ddc722e9c None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:38.183623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-84a378a5-ac27-4b62-a53b-ff1ddc722e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.187129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eaf093e4-b64f-4697-82c8-8433ea92081d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:38.188453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eaf093e4-b64f-4697-82c8-8433ea92081d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2367404 Dec 23 15:19:38.191464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57164) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:38.239629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.249525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-952ddff4-cfa5-45c9-a01c-2edf131963a6 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:38.256121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd3581-c23a-4f75-bee1-6ca30c6c747a req-c3b38692-082a-4958-b23e-d08cc8e59e2c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:38.265076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0dd3581-c23a-4f75-bee1-6ca30c6c747a req-c3b38692-082a-4958-b23e-d08cc8e59e2c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 943 time: 0.1336107 Dec 23 15:19:38.293637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e09631-275c-492b-ba50-16857d7607fb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:38.300350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:38.303894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-359cbb56-9096-4cc3-a6a4-49fc94a4ee6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2167482 Dec 23 15:19:38.335654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0dd3581-c23a-4f75-bee1-6ca30c6c747a req-60fd3293-216d-4ecf-9968-6a98c818120e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689697 Dec 23 15:19:38.380640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.384160 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23e09631-275c-492b-ba50-16857d7607fb HTTP/1.1" status: 204 len: 168 time: 0.6296279 Dec 23 15:19:38.452891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1c4e89d9-729e-429c-b2a9-10ba9c3827e7 None None] Could not find standard attr ID for object a312ade7-487f-4271-b4cf-4de91c03d57a. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:38.606523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-808745ff-33c1-44b4-aa28-419ac3f8c6a2 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934532 Dec 23 15:19:38.612644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 3188ccf1-16ac-4f8e-a21e-3adef736df35 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:38.646007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.774419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.867828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2eaebb35-6e59-4eed-96de-da58130ae147 req-25313ef7-c658-41e4-a535-49f905d698e8 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511413 Dec 23 15:19:38.896324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.980251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:38.984178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e652122-c2fd-452a-b535-21551ba52d11 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:39.021619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=3188ccf1-16ac-4f8e-a21e-3adef736df35,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:39.024762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:39.030280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:39.037556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62a83d-6544-4a05-8261-8d95b1c7a242 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:39.045191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/3188ccf1-16ac-4f8e-a21e-3adef736df35 HTTP/1.1" status: 204 len: 168 time: 0.8526306 Dec 23 15:19:39.048101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57170) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:39.120404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 555094ef-073b-4f2b-b7ff-71f8aa4605b2 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:39.123606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:39.184156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:39.269482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:39.352572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:39.357506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac89d513-b332-4a1d-be38-4c9cfba45249 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:39.398304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=555094ef-073b-4f2b-b7ff-71f8aa4605b2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:39.400808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:39.403532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:39.417312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57176) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:39.421512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/555094ef-073b-4f2b-b7ff-71f8aa4605b2 HTTP/1.1" status: 204 len: 168 time: 0.3721128 Dec 23 15:19:39.497659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-72dcae63-9049-4c8a-81f7-e232492b3b8d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785112 Dec 23 15:19:39.500742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:39.507661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:39.562820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db196-25db-452b-9e94-896f7e5fada8 req-3c028eb5-4065-49e5-a6f1-b647d20a0262 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:39.564519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-444db196-25db-452b-9e94-896f7e5fada8 req-3c028eb5-4065-49e5-a6f1-b647d20a0262 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 943 time: 0.0877361 Dec 23 15:19:39.623442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-444db196-25db-452b-9e94-896f7e5fada8 req-35929375-5fbb-4a44-a20c-635385fe6ba4 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519469 Dec 23 15:19:39.638070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:39.642796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:39.646871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:39.653079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:39.662838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:39.781623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.093680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee69d9-5112-4445-92a8-4540266e6b8b None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:40.220956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57186) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:40.229085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ff0a3298-b7e7-441b-b8f9-a4e8672163b8 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:40.229536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3298-b7e7-441b-b8f9-a4e8672163b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.303772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9746a4e-9a62-44d7-8af2-96dfabd4eda0 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&network_id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 3000 time: 0.0814471 Dec 23 15:19:40.380076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.620516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:40.649957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.654611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.655465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.660526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-caff4872-b8d0-4fc3-a54b-019fe96c5e88 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:40.729814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:40.738319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:40.741459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:40.742060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.747925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d714a12-ab7c-4042-b8e8-cff00db575dc None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:40.823675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=11']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:40.827516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:40.830380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c3ab596-fd59-430d-8bc4-1dd6ce5dcd80 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:40.859322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3569934 Dec 23 15:19:40.862703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57196) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:40.868383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-91bd83be-9c07-4624-96f1-d0aef35a6a45 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:40.869100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91bd83be-9c07-4624-96f1-d0aef35a6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:40.870663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:40.904074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=677dd9b7-95d1-42b1-9ec3-446225523bfe,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:40.907161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:40.929970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d900a93-8db0-4f09-b6d4-4fa26e7a0a43 req-3d732338-db97-4a0e-a6af-33c26a3dff9e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:40.931478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d900a93-8db0-4f09-b6d4-4fa26e7a0a43 req-3d732338-db97-4a0e-a6af-33c26a3dff9e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 943 time: 0.1745324 Dec 23 15:19:40.986048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d900a93-8db0-4f09-b6d4-4fa26e7a0a43 req-f7aee8f5-9b65-4963-a573-7c99d7e50a12 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474186 Dec 23 15:19:41.031513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:41.036383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:41.039934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:41.046641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:41.056766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:41.062986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:41.204983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 677dd9b7-95d1-42b1-9ec3-446225523bfe (CIDR: 2001:db8::/64) Dec 23 15:19:41.209249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:41.209763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:41.229025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee9d76d5-78ee-46d8-8abd-158df09a9145 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3647776 Dec 23 15:19:41.232517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57200) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:41.238809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:41.429066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-191386a5-00d4-4f37-a68b-d8520189d5b4 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:41.429615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-191386a5-00d4-4f37-a68b-d8520189d5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:41.476748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:41.624967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:41.625429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:41.635674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:41.640060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:41.643117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:41.649336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:41.659214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:41.666766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:41.944662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:41.949043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a53ba647-2b65-4eab-81de-142c419665b6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:42.014211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:42.017429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:42.021876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:42.022530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:42.030331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=b6706b9c-ec55-4249-a23f-ace97972c2d5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:42.037521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:42.038312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd59b088-9305-4fb2-b7bc-d7d7553651a2 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:42.055377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8187912 Dec 23 15:19:42.055701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57206) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:42.061910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:44:50:f1', 'name': 'tempest-NetworksTestDHCPv6-1227748522'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:42.260324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:42.273418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:42.294796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af132b66-4f25-4b17-aa65-e22765ec7b46 req-a70f54da-6f96-49e3-a3e7-cc7c12ec1976 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:42.296546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-af132b66-4f25-4b17-aa65-e22765ec7b46 req-a70f54da-6f96-49e3-a3e7-cc7c12ec1976 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 943 time: 0.1619656 Dec 23 15:19:42.300424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:42.307035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:42.369449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port fd3d87cb-01fc-494d-885d-115d693d9955 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:42.406736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '677dd9b7-95d1-42b1-9ec3-446225523bfe', 'ip_address': '2001:db8::f816:3eff:fef6:2901'}, {'subnet_id': 'b6706b9c-ec55-4249-a23f-ace97972c2d5'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '47b1c8ea-a20b-40db-9dcc-328e7dfa5999'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:19:42.438628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-af132b66-4f25-4b17-aa65-e22765ec7b46 req-d6efb5ae-13e0-4ddc-81a7-fcbc90db3077 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165042 Dec 23 15:19:42.465444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:42.611047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8:0:1::1ae (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/b6706b9c-ec55-4249-a23f-ace97972c2d5/fd3d87cb-01fc-494d-885d-115d693d9955) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:42.617218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::f816:3eff:fe44:50f1 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/677dd9b7-95d1-42b1-9ec3-446225523bfe/fd3d87cb-01fc-494d-885d-115d693d9955) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:42.827056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:42.843833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object fd3d87cb-01fc-494d-885d-115d693d9955 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:42.866203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:42.873356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eedf39dd-e97f-4e22-92b4-07a9f3a91265 tempest-TestServerAdvancedOps-346183541 tempest-TestServerAdvancedOps-346183541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:42.937426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Allocated IP 2001:db8:0:1::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/b6706b9c-ec55-4249-a23f-ace97972c2d5/47b1c8ea-a20b-40db-9dcc-328e7dfa5999) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:42.953449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:42.958004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:42.960535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:42.965464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:42.966149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:42.971966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=fd3d87cb-01fc-494d-885d-115d693d9955,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:42.975169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:42.996381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9395432 Dec 23 15:19:42.999254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57212) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:43.072111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port fd3d87cb-01fc-494d-885d-115d693d9955 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:43.072537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:43.089588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:43.117084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:43.135010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Transition to ACTIVE for port object 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:43.138466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:43.142263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-51c44c2b-b008-4b9d-b4c2-123e6c81eda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:43.284176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=12']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:43.288179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:43.338578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:43.476432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:43.480167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for fd3d87cb-01fc-494d-885d-115d693d9955 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:43.670483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafea53-8c36-4f6d-9238-9bfd95d0def4 req-3941e42c-9aee-4200-b0e9-e70df9481c17 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:43.672079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cafea53-8c36-4f6d-9238-9bfd95d0def4 req-3941e42c-9aee-4200-b0e9-e70df9481c17 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 943 time: 0.0913994 Dec 23 15:19:43.726631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cafea53-8c36-4f6d-9238-9bfd95d0def4 req-77e69898-7a32-4ec0-b6a9-459d9a573dfe tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Dec 23 15:19:43.728035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:43.735428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-21aaa866-547b-4e18-8d9e-72a146805762 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:43.780523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=fd3d87cb-01fc-494d-885d-115d693d9955,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:43.785327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:43.870762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:43.884832 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/fd3d87cb-01fc-494d-885d-115d693d9955 HTTP/1.1" status: 204 len: 168 time: 0.8819094 Dec 23 15:19:43.885968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57220) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:43.976875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467ed514-1283-4efa-a398-da09db1d2894 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:43.978708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-467ed514-1283-4efa-a398-da09db1d2894 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0914149 Dec 23 15:19:43.981648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:44.077446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17973d39-7fac-420d-802b-16afcc129822 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:44.079274 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17973d39-7fac-420d-802b-16afcc129822 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0966012 Dec 23 15:19:44.082207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:44.161597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb696b6-b1d7-4dd6-a1b2-44e8ada99cfb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:44.163149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb696b6-b1d7-4dd6-a1b2-44e8ada99cfb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:44.164675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb696b6-b1d7-4dd6-a1b2-44e8ada99cfb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:44.165705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-edb696b6-b1d7-4dd6-a1b2-44e8ada99cfb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:44.187943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-edb696b6-b1d7-4dd6-a1b2-44e8ada99cfb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:44.189497 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-edb696b6-b1d7-4dd6-a1b2-44e8ada99cfb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1060779 Dec 23 15:19:44.192463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:44.239863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-073781ec-dee2-4330-bc82-d89fa11354d0 None None] Provisioning for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:44.248033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-073781ec-dee2-4330-bc82-d89fa11354d0 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:44.248456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-073781ec-dee2-4330-bc82-d89fa11354d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.329050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3bf5cfed-f903-455f-b8da-8c2a364c4113 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:19:44.421130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 677dd9b7-95d1-42b1-9ec3-446225523bfe {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:44.424452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.489918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.558450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:44.574614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3bf5cfed-f903-455f-b8da-8c2a364c4113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:44.584566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.590954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:19:44.634596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875a080-7d02-43a7-b8b2-8bb6c553b586 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:44.651005 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f875a080-7d02-43a7-b8b2-8bb6c553b586 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 814 time: 0.0907645 Dec 23 15:19:44.652247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.663569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.670002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-840ec151-a6a8-4786-bbfe-a5cf2f4f2080 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:44.672702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a1b8981f-5953-4baf-8067-de9c8c977aaf None None] Could not find standard attr ID for object fd3d87cb-01fc-494d-885d-115d693d9955. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:44.677003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf5cfed-f903-455f-b8da-8c2a364c4113 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:19:44.695059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3bf5cfed-f903-455f-b8da-8c2a364c4113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:44.698680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.700588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:44.717663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=677dd9b7-95d1-42b1-9ec3-446225523bfe,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:44.720438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:44.723270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.736238 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/677dd9b7-95d1-42b1-9ec3-446225523bfe HTTP/1.1" status: 204 len: 168 time: 0.5420797 Dec 23 15:19:44.737007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbaeb40-a9a4-4f83-bb9e-30b9fed655a3 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:44.739003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57242) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:44.813075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet b6706b9c-ec55-4249-a23f-ace97972c2d5 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:44.816819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.862566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3bf5cfed-f903-455f-b8da-8c2a364c4113,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:44.876300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:44.944345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:44.989412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['3bf5cfed-f903-455f-b8da-8c2a364c4113'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:19:45.047448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080060e-c8e3-42cc-b8b4-5475f5c8cda4 req-f2939077-4f48-46ea-98b0-34911d325e19 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:45.049141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1080060e-c8e3-42cc-b8b4-5475f5c8cda4 req-f2939077-4f48-46ea-98b0-34911d325e19 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 944 time: 0.1871808 Dec 23 15:19:45.083782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.158240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1080060e-c8e3-42cc-b8b4-5475f5c8cda4 req-f15411d7-e4bf-47ad-b85d-0c26e5bab334 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025419 Dec 23 15:19:45.192722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.198226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-769533fd-2591-4cb2-b1f6-15ef0ce115ac tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:45.236965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=b6706b9c-ec55-4249-a23f-ace97972c2d5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:45.241827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:45.245248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.258692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/b6706b9c-ec55-4249-a23f-ace97972c2d5 HTTP/1.1" status: 204 len: 168 time: 0.5160170 Dec 23 15:19:45.259097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57250) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:45.339961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68e7d263-56f0-4530-a4cc-dade426c87c5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792110 Dec 23 15:19:45.343301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57254) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:45.350095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:45.481133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:45.485705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:45.488834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:45.495278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:45.505607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:45.511823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.764433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.768645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b9ee8e3-f44e-4db7-b482-6805f785d1fc tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:45.842113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:45.843144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=c70bf0e9-7607-4820-83a7-cdc1c28140ee,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:45.845883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:45.847746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:45.849002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:45.849723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.872665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad60c75-e658-46be-8f0e-47d39c4b2adf None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:45.876326 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5317817 Dec 23 15:19:45.882168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57258) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:45.882306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57260) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:45.886308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:45.888582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--1734297150', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:45.894437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:45.909972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:45.921041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:45.926833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.963072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:19:45.977741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:45.978237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment 859703f1-0dbf-48b8-98d8-c511798ffbb9 of type vlan for network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 Dec 23 15:19:45.993746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6cd76fd8-3d5a-4041-b271-7861d01d5ae7 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:45.994139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6cd76fd8-3d5a-4041-b271-7861d01d5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.006620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.040399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:46.041311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.044958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:46.045944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:46.046638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.048138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:46.052939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97342d0e-e131-4645-b181-2a8941d280f2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:46.054465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:46.064671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:46.070737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.168144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2815104 Dec 23 15:19:46.168144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=19ca2636-d623-44f6-862b-f6cb1a3e3c10,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:46.168469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:46.171175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:46.185218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:19:46.224385 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c70bf0e9-7607-4820-83a7-cdc1c28140ee (CIDR: 2001:db8::/64) Dec 23 15:19:46.230554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:46.231356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:46.262037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-91640890-9ea5-4841-82e8-70ff9e657233 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3807533 Dec 23 15:19:46.262637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57272) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:46.270195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:46.351921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3bf5cfed-f903-455f-b8da-8c2a364c4113 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:46.448369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:46.453912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 3bf5cfed-f903-455f-b8da-8c2a364c4113 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:46.454979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:46.458746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:46.459637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 3bf5cfed-f903-455f-b8da-8c2a364c4113 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:46.460164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.466810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:46.476603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:46.483143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.587520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1585085-4fac-4800-b48d-bbf4e03d2c6b tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:46.591999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b1585085-4fac-4800-b48d-bbf4e03d2c6b tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4196622 Dec 23 15:19:46.593244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57278) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:46.598190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': 'c70bf0e9-7607-4820-83a7-cdc1c28140ee'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '47b1c8ea-a20b-40db-9dcc-328e7dfa5999'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:19:46.719915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.726231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4bb4-ae06-43ba-b8dd-573a27ecd865 req-1c34e2eb-04be-41ca-b6b9-1ba5dcaf2698 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:46.727975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fac4bb4-ae06-43ba-b8dd-573a27ecd865 req-1c34e2eb-04be-41ca-b6b9-1ba5dcaf2698 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 944 time: 0.2181225 Dec 23 15:19:46.729970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.810551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75a59cfa-9f42-4e3d-8bcb-4b9cfcee7a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.815267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de597c9-7a33-4fcb-aa13-a2ce4b7cef81 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:46.817103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8de597c9-7a33-4fcb-aa13-a2ce4b7cef81 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2226694 Dec 23 15:19:46.820257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:46.824593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:46.840254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3bf5cfed-f903-455f-b8da-8c2a364c4113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:46.892678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57288) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:46.893289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74e021ab-1eda-4289-a76c-ab570cbae599 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714924 Dec 23 15:19:46.905784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fac4bb4-ae06-43ba-b8dd-573a27ecd865 req-8127548a-2173-4665-8c08-4d570e10409f tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538875 Dec 23 15:19:46.933859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'code': 200} Dec 23 15:19:46.934593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:46.939462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-403c2e51-8289-448e-913e-e55ff6de5a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:46.958970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13cc7a9d-d9c7-4c99-9765-d9f933ab4ede tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645154 Dec 23 15:19:46.962062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:47.081450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/c70bf0e9-7607-4820-83a7-cdc1c28140ee/47b1c8ea-a20b-40db-9dcc-328e7dfa5999) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:47.121146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062d047-0073-4e76-a44a-9558f0dab347 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:47.123140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1062d047-0073-4e76-a44a-9558f0dab347 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1598320 Dec 23 15:19:47.129674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57296) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:47.146212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3bf5cfed-f903-455f-b8da-8c2a364c4113,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:47.177118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2501edeb-2df3-4989-ae1a-bc286ccde89e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458658 Dec 23 15:19:47.179639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57300) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:47.185916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814168227', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:47.195546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:47.266389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:47.301719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.321082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:47.321404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Transition to ACTIVE for port object 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:47.325245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.326708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:47.330201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:47.330364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:47.336794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:47.348016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:47.376271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84bf124c-5c31-4914-a417-ba5e1a874f46 req-08dbbce4-ea32-4a09-a072-5a2421b162b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1098 time: 0.2285357 Dec 23 15:19:47.403580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=15']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:47.409528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:47.454575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84bf124c-5c31-4914-a417-ba5e1a874f46 req-b7834763-9262-43cd-85a3-1a175eee6294 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677273 Dec 23 15:19:47.498579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.512197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:47.533117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.761347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.766501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6b26b73-84aa-4751-8eb3-a1a14463a22a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:47.804413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:47.836096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.840637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.841715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.847052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e168696-b755-4dec-a476-644577469acb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:47.848466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=1b20a16e-2678-4d4a-800e-ec1e1a952c13,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:47.851592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:47.866311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:47.866712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: 19ca2636-d623-44f6-862b-f6cb1a3e3c10, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:19:47.892141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:19:47.902684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 19ca2636-d623-44f6-862b-f6cb1a3e3c10) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:47.908925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:47.909517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.914715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d74036-86c7-44a3-8302-dd6a67820cf5 None None] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:47.917155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:47.920692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:47.931171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:47.931820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:47.956468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=17']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:47.963096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7822578 Dec 23 15:19:47.963387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:47.963781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:48.024933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7608581 Dec 23 15:19:48.028170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:48.036598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:ad:78:4a', 'name': 'tempest-NetworksTestDHCPv6-425516991'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:48.050969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=fbd0b1b6-60f4-4095-ab3f-b1cf1a73a75e,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:48.061789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:48.173297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.212144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4106580-2ee6-48bb-bb8a-c6ff0b41c8b3 req-86d7111b-8b57-44f0-a443-880393932f36 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:48.217696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4106580-2ee6-48bb-bb8a-c6ff0b41c8b3 req-86d7111b-8b57-44f0-a443-880393932f36 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 945 time: 0.1085572 Dec 23 15:19:48.241877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:48.246966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:port and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:48.247543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:19:48.248528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.250496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:48.256822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:48.267815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:48.304156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4106580-2ee6-48bb-bb8a-c6ff0b41c8b3 req-818992d0-be38-49ac-b163-ac9f63820340 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805116 Dec 23 15:19:48.446659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.479064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 1b559701-4a64-4f57-b468-d01d6bb36bc4 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:48.506558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Allocated IP 172.20.0.18 (19ca2636-d623-44f6-862b-f6cb1a3e3c10/1b20a16e-2678-4d4a-800e-ec1e1a952c13/6d95766f-2718-4a3e-8541-202fe2adec71) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:48.540293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef5ce4-d04c-440b-bb75-bdee2171bb29 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:48.673770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57312) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:48.680295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309450199', 'description': 'tempest-secgroup-smoke-309450199 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:48.687782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:48.701391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:48.713113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.756473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:48.761073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:48.764437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:48.771215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:48.771963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::9b (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/c70bf0e9-7607-4820-83a7-cdc1c28140ee/1b559701-4a64-4f57-b468-d01d6bb36bc4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:48.779864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:784a (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/fbd0b1b6-60f4-4095-ab3f-b1cf1a73a75e/1b559701-4a64-4f57-b468-d01d6bb36bc4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:48.835610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.840029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.846556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-893da60b-d804-4e8c-a7e2-626487a6f499 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:48.898406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b9706-09d9-49ad-80d3-310c00074f46,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:48.902247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:48.902821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17297ca3-4e1f-4c31-b5f3-663c0c420e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.906129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.911305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2360079 Dec 23 15:19:48.912015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57316) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:48.918368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '5f8b9706-09d9-49ad-80d3-310c00074f46', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:48.925135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:48.929627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:48.932968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:48.939644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:48.941987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-121ac333-eee3-41ce-9505-3703343a3e0f None None] Provisioning for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:48.959614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:48.968090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-121ac333-eee3-41ce-9505-3703343a3e0f None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:48.968524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-121ac333-eee3-41ce-9505-3703343a3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.013557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.027279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.030994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.031842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 1b559701-4a64-4f57-b468-d01d6bb36bc4 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:49.033386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b324947-1a06-4fe4-95a1-600e2f80ed74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.055297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.056444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b015463f-4065-481c-98dd-c7483096d945,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:49.061094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:49.069429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5d1aba-5fc7-47cb-92e9-5bff40a54e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.070368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.075279 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1598039 Dec 23 15:19:49.076313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57320) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:49.083395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '5f8b9706-09d9-49ad-80d3-310c00074f46', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:49.090818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:49.095321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:49.098790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:49.105452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:49.123426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.130773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:49.134033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:49.136594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:49.141284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:49.141947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.167672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=1b559701-4a64-4f57-b468-d01d6bb36bc4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:49.170821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:49.184547 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1550930 Dec 23 15:19:49.189755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:49.198704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.201961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.222346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c765684d-924a-4d31-baa9-d698f2aef03b tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.232076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.233457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1555693 Dec 23 15:19:49.236885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57328) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:49.244589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '5f8b9706-09d9-49ad-80d3-310c00074f46', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:49.250800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888f622a-4f19-4609-b533-3123f3817940,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:49.253442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:49.254969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:49.257512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.259432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:49.263299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:49.269679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:49.276983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 1b559701-4a64-4f57-b468-d01d6bb36bc4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:49.277419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.280514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Transition to ACTIVE for port object 6d95766f-2718-4a3e-8541-202fe2adec71 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:49.287468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.318584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Transition to ACTIVE for port object 6d95766f-2718-4a3e-8541-202fe2adec71 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:49.325252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.330263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b6648fc-77e5-479f-abe3-aba1498d0f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.410113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.417082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.419392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c08e9534-080d-4485-84e6-fc7889114c25 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.424210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:49.425306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.435669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:49.441314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:49.443734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Pushing event updated for resources: {'Port': ['ID=6d95766f-2718-4a3e-8541-202fe2adec71,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:49.448427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:49.459968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f1f8f-1593-403e-83bd-87cd009261cc,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:49.466204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:49.504032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.505786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2678292 Dec 23 15:19:49.508925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57334) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:49.517137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '5f8b9706-09d9-49ad-80d3-310c00074f46', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:49.536793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:49.569469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:49.579352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:49.583460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:49.592183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:49.610366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Attempting to bind port 6d95766f-2718-4a3e-8541-202fe2adec71 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:49.610801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Attempting to bind port 6d95766f-2718-4a3e-8541-202fe2adec71 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:49.611224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Attempting to bind port 6d95766f-2718-4a3e-8541-202fe2adec71 on network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:49.621613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.626699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:49.627136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Checking segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:49.627604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.628054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Bound using segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:49.628587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Bound port: 6d95766f-2718-4a3e-8541-202fe2adec71, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:49.629151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.647557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.676377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc967921-6613-45b5-aee4-0f5dd9c51618 req-22f09865-bc94-440e-83cf-738efe2a3041 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:49.684461 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc967921-6613-45b5-aee4-0f5dd9c51618 req-22f09865-bc94-440e-83cf-738efe2a3041 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 945 time: 0.1563082 Dec 23 15:19:49.706229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:49.706772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.756113 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc967921-6613-45b5-aee4-0f5dd9c51618 req-1fff7c71-8d4e-46cc-8f4c-ddb3dfd43d53 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704737 Dec 23 15:19:49.795314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.797202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 1b559701-4a64-4f57-b468-d01d6bb36bc4 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:49.802106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.804192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-232e56b3-2290-448c-8a2a-abdae6610c67 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.840323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] For port 6d95766f-2718-4a3e-8541-202fe2adec71, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:49.844222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] For port 6d95766f-2718-4a3e-8541-202fe2adec71, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6d95766f-2718-4a3e-8541-202fe2adec71,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:49.855707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.859326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf5cd9c-db0b-4b9d-86f1-649b390da75e,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:49.862195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:49.870094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6bb0781-ef0e-477a-95c7-f958793884a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:49.873936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:49.878963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a5818f8c-c1b1-4918-94a9-cb3b05c114d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3683932 Dec 23 15:19:49.879140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:49.888424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '5f8b9706-09d9-49ad-80d3-310c00074f46', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:49.908447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:49.913847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:49.917726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:49.925007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:50.011431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Pushing event updated for resources: {'Port': ['ID=6d95766f-2718-4a3e-8541-202fe2adec71,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:50.015828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:50.027743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:19:50.049820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.208039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecaaff-9082-4000-9f69-35cd0a40f8f6 req-232ed107-a9e7-41e3-b8d3-297c88435927 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:50.209749 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19ecaaff-9082-4000-9f69-35cd0a40f8f6 req-232ed107-a9e7-41e3-b8d3-297c88435927 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 945 time: 0.2822475 Dec 23 15:19:50.214487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.223413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3c43d4d-0256-47b3-a056-b2a2d3e29777 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:50.288380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.300647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=1b559701-4a64-4f57-b468-d01d6bb36bc4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:50.306682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.309830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:50.310954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9768c517-ffbf-44f0-88d4-9185fb7a4d45 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:50.400029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64345a1-a33b-467f-854e-dbc58c29da72,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:50.412668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:50.458248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.459977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5798037 Dec 23 15:19:50.463436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57344) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:50.469523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19ecaaff-9082-4000-9f69-35cd0a40f8f6 req-cb656976-150e-49bf-8e16-25da1cc55af5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529199 Dec 23 15:19:50.470247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '5f8b9706-09d9-49ad-80d3-310c00074f46', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:50.470895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.474934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/1b559701-4a64-4f57-b468-d01d6bb36bc4 HTTP/1.1" status: 204 len: 168 time: 1.2835498 Dec 23 15:19:50.477321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:50.479704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57348) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:50.493775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:50.530389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:50.538964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:50.550413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:50.553935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59dd5af0-653c-46df-bb56-afffcada043b None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:50.554385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59dd5af0-653c-46df-bb56-afffcada043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.573404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:19:50.581817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7afbcafb-6e24-49b1-8e4b-73760b87033e tempest-TestVolumeBootPattern-1445271534 tempest-TestVolumeBootPattern-1445271534-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1093 time: 0.0863669 Dec 23 15:19:50.584280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:50.584906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.591600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:50.598708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:50.603557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:floatingip and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:50.607255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:50.614426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:50.630791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.664098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f78ad8-6ff7-42a4-b455-cd32e0275cd1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:50.665018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-69f78ad8-6ff7-42a4-b455-cd32e0275cd1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:50.701726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-69f78ad8-6ff7-42a4-b455-cd32e0275cd1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:50.701726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-69f78ad8-6ff7-42a4-b455-cd32e0275cd1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2207623 Dec 23 15:19:50.704636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57360) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:50.758141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59dd5af0-653c-46df-bb56-afffcada043b None None] Could not find standard attr ID for object 1b559701-4a64-4f57-b468-d01d6bb36bc4. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:50.767905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.776440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.779312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8af2fe43-4305-479e-8e3a-e85302f73fc5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:50.806687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a0891a-70c4-4b2b-b958-c4efb95ddfb1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:50.812895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.814647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:50.828739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.832039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3657815 Dec 23 15:19:50.842513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:50.863199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27f0a8-e19a-498d-925c-a9325c6b1e6e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:50.865242 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d27f0a8-e19a-498d-925c-a9325c6b1e6e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1595089 Dec 23 15:19:50.869320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:50.971880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5e1669ed-64b4-4f0f-aea7-4b566afcca0b None None] Could not find standard attr ID for object 1b559701-4a64-4f57-b468-d01d6bb36bc4. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:51.015512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df235596-ef94-41d2-8c58-2edc1b04ca1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:51.017026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df235596-ef94-41d2-8c58-2edc1b04ca1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:51.018511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df235596-ef94-41d2-8c58-2edc1b04ca1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:51.020357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df235596-ef94-41d2-8c58-2edc1b04ca1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1496897 Dec 23 15:19:51.023467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57380) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:51.051836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Allocated IP 172.26.2.101 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/3e93ef00-95de-46d6-b747-47181d52b6b3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:51.139755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-f7d1d30b-af24-4e9b-8fbe-440d79bbf337 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:51.224111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.242218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-f7d1d30b-af24-4e9b-8fbe-440d79bbf337 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:51.243651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-f7d1d30b-af24-4e9b-8fbe-440d79bbf337 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309450199&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.1655414 Dec 23 15:19:51.255565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.260870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b68cee0-13a0-4846-a456-86505982eb12 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:51.326600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:51.329821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:51.339124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:51.374019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=3e93ef00-95de-46d6-b747-47181d52b6b3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:51.381744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:51.419673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet c70bf0e9-7607-4820-83a7-cdc1c28140ee {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:51.423197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.514694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.557617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6d95766f-2718-4a3e-8541-202fe2adec71 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:51.587409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-6b1abf71-4a03-42ca-b568-09b8e4db8fd4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:51.589046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-6b1abf71-4a03-42ca-b568-09b8e4db8fd4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=19ca2636-d623-44f6-862b-f6cb1a3e3c10 HTTP/1.1" status: 200 len: 797 time: 0.3377466 Dec 23 15:19:51.615043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-887033a2-7b59-449b-83d6-6e7e79550538 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0161498 Dec 23 15:19:51.640385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 6d95766f-2718-4a3e-8541-202fe2adec71 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:51.703721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.793569 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-10e974c3-6933-4a02-a41b-fefeb541b912 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1638746 Dec 23 15:19:51.810340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.817590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc1feb62-0c2a-4a80-968e-ab86b4ffd45a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:51.894759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=c70bf0e9-7607-4820-83a7-cdc1c28140ee,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:51.897658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:51.927832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a277dd-e937-4084-858c-a907db50348a None None] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:51.971685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:51.991075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/c70bf0e9-7607-4820-83a7-cdc1c28140ee HTTP/1.1" status: 204 len: 168 time: 0.9636574 Dec 23 15:19:51.991717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57384) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:51.998298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e34dad-e628-4cc1-92fe-9dc708583bb5 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:52.037044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:19:52.107149 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-c383da9b-491c-4b4f-bde5-e215473ac5a0 service neutron] 10.222.0.49 "GET /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910500 Dec 23 15:19:52.116886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet fbd0b1b6-60f4-4095-ab3f-b1cf1a73a75e {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:52.132588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Provisioning for port 6d95766f-2718-4a3e-8541-202fe2adec71 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:52.145367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.148540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Provisioning complete for port 6d95766f-2718-4a3e-8541-202fe2adec71 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:52.148970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.197234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.256929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.275010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.392574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-f48ae9b6-8a53-48c2-9131-1795339928c5 service neutron] 10.222.0.49 "GET /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726722 Dec 23 15:19:52.448246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.515503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.569322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.577155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b2a049f0-813a-4167-bf5a-1a401368a7bd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:52.584113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.589235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.594830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75b5eaa2-c021-43e7-85fd-85d96bb4ddaf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:52.597515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] For port 6d95766f-2718-4a3e-8541-202fe2adec71, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6d95766f-2718-4a3e-8541-202fe2adec71,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:52.611880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.616008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:52.633122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd0b1b6-60f4-4095-ab3f-b1cf1a73a75e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:52.636023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:52.639309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.654503 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/fbd0b1b6-60f4-4095-ab3f-b1cf1a73a75e HTTP/1.1" status: 204 len: 168 time: 0.6620166 Dec 23 15:19:52.657240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57392) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:52.695800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Pushing event updated for resources: {'Port': ['ID=6d95766f-2718-4a3e-8541-202fe2adec71,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:52.699878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:52.768031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9be5402c-0b56-42aa-95a5-6adee36c511c req-8c78cba6-f2e8-40b4-bc58-1b2327654f39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 210 time: 0.0677345 Dec 23 15:19:52.847075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:52.922421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=3e93ef00-95de-46d6-b747-47181d52b6b3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:52.931386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:53.058154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e159ea25-4d68-4821-86bb-62228daf2bb6 None None] Provisioning complete for port 6d95766f-2718-4a3e-8541-202fe2adec71 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:53.058733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e159ea25-4d68-4821-86bb-62228daf2bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:53.102480 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Floating IP 0c4c5343-bce2-4856-bfb8-7b4cba2de707 associated. External IP: 172.26.2.101, port: 3bf5cfed-f903-455f-b8da-8c2a364c4113. Dec 23 15:19:53.102737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07d4e10f-1964-4c84-8d98-7297f46c3dff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4436693 Dec 23 15:19:53.109071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57402) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:53.116048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:53.279854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:53.286171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:53.296339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:53.304455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:53.317256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:53.325039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:53.535463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6d95766f-2718-4a3e-8541-202fe2adec71 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:53.631121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 6d95766f-2718-4a3e-8541-202fe2adec71 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:53.631550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:53.661882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:53.668234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf452321-b9ac-4dfb-9dfe-05d97f777c2e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:53.714202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:19:53.739525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:53.743434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:53.747978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:53.748625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:53.762945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=09b9bb35-f2e4-429e-bcac-f0927bb7476f,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:53.767964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:53.783815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6733987 Dec 23 15:19:53.786894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57406) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:53.794038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:53.934229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1037972-6c78-4100-ac99-ed51ffdfddbd None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:54.003839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:19:54.037793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:54.049386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:19:54.085390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d72b2220-7476-4e8f-bf36-9803eb57950b None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:54.086010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d72b2220-7476-4e8f-bf36-9803eb57950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:54.113112 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5267935 Dec 23 15:19:54.114478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:54.117430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fdf51a8-eb84-4ac3-8ba6-1bb76d232407 req-13864dba-77e9-4004-938e-dc446453fc63 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 210 time: 0.1797879 Dec 23 15:19:54.151633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:54.157022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:19:54.157920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:19:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:54.171325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:54.176603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:54.193510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:54.211067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-68c6d93f-9ed1-4c99-b4d9-cdc06a87deb4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:54.212741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-68c6d93f-9ed1-4c99-b4d9-cdc06a87deb4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=19ca2636-d623-44f6-862b-f6cb1a3e3c10 HTTP/1.1" status: 200 len: 797 time: 0.2161043 Dec 23 15:19:54.217458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:54.223724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:54.365915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-ac540d88-35a5-4006-b405-67251f5df970 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 471 time: 0.1245444 Dec 23 15:19:54.377810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'status': 'completed', 'code': 200} Dec 23 15:19:54.396850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['5f8b9706-09d9-49ad-80d3-310c00074f46']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:54.565895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:19:54.578931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.ipam_backend_mixin [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09b9bb35-f2e4-429e-bcac-f0927bb7476f (CIDR: 2001:db8::/64) Dec 23 15:19:54.597332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:19:54.597823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:19:54.642721 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0578cf6e-eefb-4104-a591-3f1def0d1b7a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8545229 Dec 23 15:19:54.646049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:54.650757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:54.656472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'subnet': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:54.657201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:port and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:54.666915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:54.676807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:54.681724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-ac2af02e-77c5-44e5-8d5b-3815835a655a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1098 time: 0.2541714 Dec 23 15:19:54.714470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:54.720478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:54.812377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:54.816990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Usage tracker for resource:subnet and tenant:465e8d5896db4528811b47d3bf16d561 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:19:54.820113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:19:54.827132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:54.836977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:54.888798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Update dhcp port {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'fixed_ips': [{'subnet_id': '09b9bb35-f2e4-429e-bcac-f0927bb7476f'}], 'binding:host_id': 'dv-neutron-822797-1-hyperv'}, 'id': '47b1c8ea-a20b-40db-9dcc-328e7dfa5999'} from dv-neutron-822797-1-hyperv. {{(pid=88874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 23 15:19:54.929987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55addae8-87a1-458b-b424-28ef42fd869e req-d6f4d228-8416-487e-ad78-455452837907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:54.932130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-d6f4d228-8416-487e-ad78-455452837907 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.2430155 Dec 23 15:19:54.976189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:54.977858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:55.094389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.21 (19ca2636-d623-44f6-862b-f6cb1a3e3c10/1b20a16e-2678-4d4a-800e-ec1e1a952c13/0a4f569f-5f54-45e7-b089-c8c78126ff55) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:55.103921 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-c928195a-e156-4506-8b0a-b141f8a21c47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 999 time: 0.1376135 Dec 23 15:19:55.247872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:52Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:55.253991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:19:55.276604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Allocated IP 2001:db8::2 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/09b9bb35-f2e4-429e-bcac-f0927bb7476f/47b1c8ea-a20b-40db-9dcc-328e7dfa5999) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:55.285295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55addae8-87a1-458b-b424-28ef42fd869e req-348fa697-2282-43fd-ac77-55451b59b4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:55.286893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-348fa697-2282-43fd-ac77-55451b59b4e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.1715689 Dec 23 15:19:55.288680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:19:55.289417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:19:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:55.389777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a74d3bb3-4280-43f2-8ff8-62e159029562 req-8d27599f-112f-442a-aae0-931d6860d3d1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 210 time: 0.1062908 Dec 23 15:19:55.483275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:55.511576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-a3ccc631-3f73-4537-991b-91c1f4211f19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1811461 Dec 23 15:19:55.518634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 0a4f569f-5f54-45e7-b089-c8c78126ff55 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:55.650360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:55.657487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-25596727-5cd4-4500-8efe-7c51295e2978 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:55.744893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-f2c46437-792a-4db7-8c51-195d4ef8557a service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232239 Dec 23 15:19:55.753801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:55.759557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:55.771645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:55.781669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:19:55.782851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=0a4f569f-5f54-45e7-b089-c8c78126ff55,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:55.788289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:55.867851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:55.901745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.902101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.902533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.902959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.903378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.903801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.904221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.904643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.905061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.905504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.905918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:55.921924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:55.942569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:55.943284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:55.968348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Transition to ACTIVE for port object 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:55.976863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:55.983825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:56.001027 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6085708 Dec 23 15:19:56.003254 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55addae8-87a1-458b-b424-28ef42fd869e req-20a60d18-1132-4835-b354-768d32140cd5 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483497 Dec 23 15:19:56.019404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Request body: {'port': {'device_id': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:56.054200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.216526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=21']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:56.222625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:56.223375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e7338ea6-14d2-49bc-9d55-aa559a79ee6d None None] Provisioning for port 0a4f569f-5f54-45e7-b089-c8c78126ff55 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:56.235827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e7338ea6-14d2-49bc-9d55-aa559a79ee6d None None] Provisioning complete for port 0a4f569f-5f54-45e7-b089-c8c78126ff55 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:56.236252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7338ea6-14d2-49bc-9d55-aa559a79ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.328680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e7338ea6-14d2-49bc-9d55-aa559a79ee6d None None] Port 0a4f569f-5f54-45e7-b089-c8c78126ff55 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:19:56.340771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:19:56.376252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.381870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.382718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.395446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec568d6a-0ec8-4975-81cd-13794143f4ae tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:56.400059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:52Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:19:56.405597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13eea28-8ad2-4fbb-99e8-6924b17046a7 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:52Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:19:56.414429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.499215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=22']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:56.503248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:56.506299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:56.511456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:56.512310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.521787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.522224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.522653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.523321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.523457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.523860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.524336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.524852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.525183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.525584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.525993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:19:56.536377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:56.536911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1554f368-3476-4ff2-b4aa-8be27a5921d7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:56.654099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0037844 Dec 23 15:19:56.657290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:56.666860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Request body: {'port': {'network_id': '3d7ce4ca-02cf-4248-ac1f-34e29de7e69b', 'mac_address': 'fa:16:3e:9a:37:c6', 'name': 'tempest-NetworksTestDHCPv6-1624589478'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:56.868755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58235-4c26-45ad-8173-2ad00dbf8bb3 None None] New status for floating IP 0c4c5343-bce2-4856-bfb8-7b4cba2de707: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:19:56.874876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4f569f-5f54-45e7-b089-c8c78126ff55 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:19:56.885464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.906557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Transition to ACTIVE for port object 0a4f569f-5f54-45e7-b089-c8c78126ff55 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:56.910983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:56.924162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7effcd54-5e17-4a5f-b3f6-e6fc15756e39 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:57.138998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Subnet': ['ID=9f95ea46-01d4-4eb4-8e64-e4a3903598b8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:57.142211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:19:57.159714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:57.162790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4f569f-5f54-45e7-b089-c8c78126ff55,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:57.177988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:57.178469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:19:57.205668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Made reservation on behalf of 465e8d5896db4528811b47d3bf16d561 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:19:57.214455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.215842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Attempting to bind port 0a4f569f-5f54-45e7-b089-c8c78126ff55 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:19:57.216234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Attempting to bind port 0a4f569f-5f54-45e7-b089-c8c78126ff55 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:19:57.216607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Attempting to bind port 0a4f569f-5f54-45e7-b089-c8c78126ff55 on network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:57.226965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Port 0a4f569f-5f54-45e7-b089-c8c78126ff55 on network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:19:57.227260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Attempting to bind port 0a4f569f-5f54-45e7-b089-c8c78126ff55 on network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:19:57.235839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:19:57.236146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Checking segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:19:57.236758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Bound using segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:19:57.237298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Bound port: 0a4f569f-5f54-45e7-b089-c8c78126ff55, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:19:57.237695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.241424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feec8a8-69cf-423d-a524-bbbc941b56b7 req-97db77e3-2bfa-412e-b4a4-9c86c7aa1cbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:57.243460 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8feec8a8-69cf-423d-a524-bbbc941b56b7 req-97db77e3-2bfa-412e-b4a4-9c86c7aa1cbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 932 time: 0.6633193 Dec 23 15:19:57.285364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] device_id is not set on port 2d7c5d17-88af-4926-8750-a30981f637e6 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:19:57.371251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] For port 0a4f569f-5f54-45e7-b089-c8c78126ff55, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:19:57.375623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] For port 0a4f569f-5f54-45e7-b089-c8c78126ff55, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:19:57.380238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.391820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-904395b1-b8b9-4432-825b-6484f4180a3f tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:57.407035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8feec8a8-69cf-423d-a524-bbbc941b56b7 req-3c026408-dc72-4d7f-b33e-656aa1a3bf88 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559582 Dec 23 15:19:57.433911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d8fbd-a0bf-4da3-8e79-7225f81cb755 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:57.477632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.479151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] 10.222.0.65 "PUT /v2.0/ports/0a4f569f-5f54-45e7-b089-c8c78126ff55 HTTP/1.1" status: 200 len: 1094 time: 1.4651213 Dec 23 15:19:57.485249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'tag': '0a4f569f-5f54-45e7-b089-c8c78126ff55'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:19:57.540768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:19:57.579875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'tag': '0a4f569f-5f54-45e7-b089-c8c78126ff55', 'status': 'completed', 'code': 200} Dec 23 15:19:57.607565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4f569f-5f54-45e7-b089-c8c78126ff55,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:57.612573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:57.630134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-70f84839-59e1-4795-b4fc-6c823e5a6897 None None] Provisioning for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:19:57.635501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8::308 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/09b9bb35-f2e4-429e-bcac-f0927bb7476f/2d7c5d17-88af-4926-8750-a30981f637e6) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:57.639768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-23d2370b-1802-4443-8b70-de1b106a8a76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 1097 time: 0.1126320 Dec 23 15:19:57.643115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:37c6 (3d7ce4ca-02cf-4248-ac1f-34e29de7e69b/9f95ea46-01d4-4eb4-8e64-e4a3903598b8/2d7c5d17-88af-4926-8750-a30981f637e6) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:19:57.660509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-70f84839-59e1-4795-b4fc-6c823e5a6897 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:57.660763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70f84839-59e1-4795-b4fc-6c823e5a6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.735764 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-62dc2a79-6fcf-405a-b8de-a179fd663140 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55 HTTP/1.1" status: 200 len: 217 time: 0.0859437 Dec 23 15:19:57.837746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-a317cd9b-a743-4f23-a7dc-ee24404caf20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:57.839854 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-a317cd9b-a743-4f23-a7dc-ee24404caf20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b20a16e-2678-4d4a-800e-ec1e1a952c13 HTTP/1.1" status: 200 len: 837 time: 0.0930309 Dec 23 15:19:57.872371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:57.872371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.916800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.934602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Transition to ACTIVE for port object 2d7c5d17-88af-4926-8750-a30981f637e6 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:19:57.939069 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-dbe03d3c-f26d-4558-9717-054a95c31f70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19ca2636-d623-44f6-862b-f6cb1a3e3c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0925455 Dec 23 15:19:57.955179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:57.962400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:58.039685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:19:58.044479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:19:58.047051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:19:58.051725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:58.052408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:58.056632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event updated for resources: {'Port': ['ID=2d7c5d17-88af-4926-8750-a30981f637e6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:58.059745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:58.084349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4258878 Dec 23 15:19:58.087079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57436) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:58.099313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-ccafdb73-58a7-4015-8efb-4df53cc242f1 service neutron] 10.222.0.65 "GET /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491823 Dec 23 15:19:58.165747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting port 2d7c5d17-88af-4926-8750-a30981f637e6 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:19:58.166121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:58.250115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d1d4e54-1b54-4b21-8097-bc244c6076f6 req-948bde1b-1018-4c59-8695-af4759d29ba7 service neutron] 10.222.0.65 "GET /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431577 Dec 23 15:19:58.392942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-e6e14dd4-c861-4664-87f6-64a06b35762b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 1097 time: 0.0849159 Dec 23 15:19:58.448591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:58.555944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-496be6d2-d98b-4361-a064-333ac6a1deff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:58.557916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-496be6d2-d98b-4361-a064-333ac6a1deff service neutron] 10.222.0.65 "GET /v2.0/networks?id=19ca2636-d623-44f6-862b-f6cb1a3e3c10 HTTP/1.1" status: 200 len: 898 time: 0.1557648 Dec 23 15:19:58.628970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Calling delete_port for 2d7c5d17-88af-4926-8750-a30981f637e6 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:19:58.641619 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-10a378b8-aeb0-4695-857a-2860a0f36092 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55 HTTP/1.1" status: 200 len: 217 time: 0.0747859 Dec 23 15:19:58.717625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-6780c8b3-613d-4bd3-a2b1-c72439f2b48e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:58.719296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-6780c8b3-613d-4bd3-a2b1-c72439f2b48e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b20a16e-2678-4d4a-800e-ec1e1a952c13 HTTP/1.1" status: 200 len: 837 time: 0.0673063 Dec 23 15:19:58.752947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23684b-6b85-4e93-8c3d-1f7f1e346311 req-e6550f56-9d5d-43e4-88f7-0a9c0d366e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:58.754840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c23684b-6b85-4e93-8c3d-1f7f1e346311 req-e6550f56-9d5d-43e4-88f7-0a9c0d366e39 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 944 time: 0.1667972 Dec 23 15:19:58.821757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-8f22eacc-9f83-4d6e-80a7-3dfabaec789a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19ca2636-d623-44f6-862b-f6cb1a3e3c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0835278 Dec 23 15:19:58.880726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c23684b-6b85-4e93-8c3d-1f7f1e346311 req-2d93bb3b-bb61-4f35-b06a-5b03c528a3c5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909650 Dec 23 15:19:58.966284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:58.974432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fd2d31b2-86fb-448d-bac3-d43d9c936919 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:59.007718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-e87f70de-760c-41cc-a68f-ac916520390b service neutron] 10.222.0.65 "GET /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667356 Dec 23 15:19:59.020390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Port': ['ID=2d7c5d17-88af-4926-8750-a30981f637e6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:59.024467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:59.102684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.114354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/2d7c5d17-88af-4926-8750-a30981f637e6 HTTP/1.1" status: 204 len: 168 time: 1.0260639 Dec 23 15:19:59.116760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:59.142768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-04873dfb-484e-4d04-a7dd-de132f93de0c None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:19:59.143996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-04873dfb-484e-4d04-a7dd-de132f93de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.172559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b1601d1-43ac-4000-8b88-0392e1cf3c33 req-9e90bc78-421d-4fcb-b333-16e7f7defc35 service neutron] 10.222.0.65 "GET /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579359 Dec 23 15:19:59.213518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f015-80a8-4da8-a2b2-1316e79e6737 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:59.214930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-57f9f015-80a8-4da8-a2b2-1316e79e6737 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:59.233788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-57f9f015-80a8-4da8-a2b2-1316e79e6737 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:59.235346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-57f9f015-80a8-4da8-a2b2-1316e79e6737 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1175182 Dec 23 15:19:59.238325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57446) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:59.283818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-04873dfb-484e-4d04-a7dd-de132f93de0c None None] Could not find standard attr ID for object 2d7c5d17-88af-4926-8750-a30981f637e6. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:59.327769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5283628-8d27-4263-8b52-5a6cf70ba98a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:59.329464 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f5283628-8d27-4263-8b52-5a6cf70ba98a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0900793 Dec 23 15:19:59.332379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57450) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:59.394670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-96b57829-6ddb-4e34-be42-f216d9f668e6 None None] Could not find standard attr ID for object 2d7c5d17-88af-4926-8750-a30981f637e6. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:19:59.418629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2be15b-4a03-49b5-bba6-aae2df92e3bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:59.420754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2be15b-4a03-49b5-bba6-aae2df92e3bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:59.422291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2be15b-4a03-49b5-bba6-aae2df92e3bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:19:59.423203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a2be15b-4a03-49b5-bba6-aae2df92e3bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:19:59.440020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a2be15b-4a03-49b5-bba6-aae2df92e3bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:19:59.441449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a2be15b-4a03-49b5-bba6-aae2df92e3bc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1079972 Dec 23 15:19:59.444521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:59.521624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 09b9bb35-f2e4-429e-bcac-f0927bb7476f {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:59.524863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.591523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.680443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.756592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.762232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8beee8d1-64a0-45d4-85d2-8b9e7efc6bd2 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:19:59.801500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=09b9bb35-f2e4-429e-bcac-f0927bb7476f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:19:59.809618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:19:59.809618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.816934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b9038-d435-46e3-b44c-108ac99ce075 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:19:59.836694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/09b9bb35-f2e4-429e-bcac-f0927bb7476f HTTP/1.1" status: 204 len: 168 time: 0.3905575 Dec 23 15:19:59.839028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57458) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:59.929970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Deleting subnet 9f95ea46-01d4-4eb4-8e64-e4a3903598b8 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:19:59.932926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:19:59.994008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.094124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.181692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.183808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cca39-411b-4c29-95e4-0c5c337ab97d req-dedd36d2-0e17-4156-a87b-e86a30475971 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:00.183808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6d2cca39-411b-4c29-95e4-0c5c337ab97d req-dedd36d2-0e17-4156-a87b-e86a30475971 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:00.190530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f9aa9cf-75c6-401a-8868-93c6faaa5d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:00.199686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6d2cca39-411b-4c29-95e4-0c5c337ab97d req-dedd36d2-0e17-4156-a87b-e86a30475971 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:00.201492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d2cca39-411b-4c29-95e4-0c5c337ab97d req-dedd36d2-0e17-4156-a87b-e86a30475971 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 944 time: 0.1203260 Dec 23 15:20:00.238607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Subnet': ['ID=9f95ea46-01d4-4eb4-8e64-e4a3903598b8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:00.244211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:00.249462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.266213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/9f95ea46-01d4-4eb4-8e64-e4a3903598b8 HTTP/1.1" status: 204 len: 168 time: 0.4199290 Dec 23 15:20:00.266213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57464) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.270434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d2cca39-411b-4c29-95e4-0c5c337ab97d req-a730b973-5715-426f-b3f3-a5f3941a1e4f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541828 Dec 23 15:20:00.347763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57468) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.354643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c7073d37-aafb-44a6-86a6-d2a18d6718d6 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810237 Dec 23 15:20:00.444819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 0a4f569f-5f54-45e7-b089-c8c78126ff55 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:20:00.448158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8c19d-396b-4e82-9a1e-160e68c8573b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:00.453516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06d8c19d-396b-4e82-9a1e-160e68c8573b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1036284 Dec 23 15:20:00.454264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57472) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.546727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e6854-cac0-4ce3-bb11-113ec6a3b0c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:00.548606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb5e6854-cac0-4ce3-bb11-113ec6a3b0c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Synchronizing usage tracker for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:00.573417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb5e6854-cac0-4ce3-bb11-113ec6a3b0c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Unset dirty status for tenant:465e8d5896db4528811b47d3bf16d561 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:00.573417 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb5e6854-cac0-4ce3-bb11-113ec6a3b0c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169684 Dec 23 15:20:00.577879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57476) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.659919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2e243fb-c146-466a-a5b0-522a50bcbe67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752535 Dec 23 15:20:00.661997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 0a4f569f-5f54-45e7-b089-c8c78126ff55, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:00.665135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57480) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.681837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '0a4f569f-5f54-45e7-b089-c8c78126ff55', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'port_id': '0a4f569f-5f54-45e7-b089-c8c78126ff55', 'mac_address': 'fa:16:3e:ea:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:20:00.714788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9fb3f7-2fe5-4a26-92f4-c3536d913a21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:00.715352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9fb3f7-2fe5-4a26-92f4-c3536d913a21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:00.721062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d9fb3f7-2fe5-4a26-92f4-c3536d913a21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/2d7c5d17-88af-4926-8750-a30981f637e6 HTTP/1.1" status: 404 len: 333 time: 0.0528548 Dec 23 15:20:00.721062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57484) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.755218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.766706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4890df3-4104-4984-8b76-e4c0ea78dbbc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:00.767262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4890df3-4104-4984-8b76-e4c0ea78dbbc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:00.769294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4890df3-4104-4984-8b76-e4c0ea78dbbc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/9f95ea46-01d4-4eb4-8e64-e4a3903598b8 HTTP/1.1" status: 404 len: 337 time: 0.0478880 Dec 23 15:20:00.769708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.772252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57488) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.794475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4f569f-5f54-45e7-b089-c8c78126ff55 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:20:00.813226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 0a4f569f-5f54-45e7-b089-c8c78126ff55, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:00.816871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:00.820884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-516bb56b-1664-4fb1-8da0-3cf41e26902f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:00.827479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-26218beb-6e9f-4ae9-87bf-c9e0b3e3b0cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:00.828521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26218beb-6e9f-4ae9-87bf-c9e0b3e3b0cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:00.829972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26218beb-6e9f-4ae9-87bf-c9e0b3e3b0cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/09b9bb35-f2e4-429e-bcac-f0927bb7476f HTTP/1.1" status: 404 len: 337 time: 0.0565660 Dec 23 15:20:00.833034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57492) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.887869 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8640d514-a693-49f4-856b-a73027126862 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:00.890558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8640d514-a693-49f4-856b-a73027126862 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:00.890558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8640d514-a693-49f4-856b-a73027126862 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/1b559701-4a64-4f57-b468-d01d6bb36bc4 HTTP/1.1" status: 404 len: 333 time: 0.0563035 Dec 23 15:20:00.893503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57496) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.908183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=0a4f569f-5f54-45e7-b089-c8c78126ff55,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:00.912281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:00.944016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-07224328-5d4f-4244-babc-894ded3beece tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:00.944239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07224328-5d4f-4244-babc-894ded3beece tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:00.946388 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07224328-5d4f-4244-babc-894ded3beece tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/fbd0b1b6-60f4-4095-ab3f-b1cf1a73a75e HTTP/1.1" status: 404 len: 337 time: 0.0517743 Dec 23 15:20:00.949087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57500) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:00.995884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24e13d5-f53e-4c26-8682-fe42eb00e5ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:00.996897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24e13d5-f53e-4c26-8682-fe42eb00e5ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.002590 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b24e13d5-f53e-4c26-8682-fe42eb00e5ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/c70bf0e9-7607-4820-83a7-cdc1c28140ee HTTP/1.1" status: 404 len: 337 time: 0.0481672 Dec 23 15:20:01.003642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57504) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.049871 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-73efae10-53da-4336-a833-8961729ad7a3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.049871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73efae10-53da-4336-a833-8961729ad7a3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.051820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73efae10-53da-4336-a833-8961729ad7a3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/fd3d87cb-01fc-494d-885d-115d693d9955 HTTP/1.1" status: 404 len: 333 time: 0.0492454 Dec 23 15:20:01.054519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57508) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.079569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['0a4f569f-5f54-45e7-b089-c8c78126ff55'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:20:01.097147 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-318302bb-b4b1-4ffd-96cf-6d34839d8888 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.097687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318302bb-b4b1-4ffd-96cf-6d34839d8888 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.099657 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-318302bb-b4b1-4ffd-96cf-6d34839d8888 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/b6706b9c-ec55-4249-a23f-ace97972c2d5 HTTP/1.1" status: 404 len: 337 time: 0.0439174 Dec 23 15:20:01.102484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57512) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.111234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93621410-0ddc-40d8-905b-2b71f3340d17 None None] Network 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:01.150794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fb3abd-14be-4976-a139-f5880f763caa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.151200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fb3abd-14be-4976-a139-f5880f763caa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.153063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-42fb3abd-14be-4976-a139-f5880f763caa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/677dd9b7-95d1-42b1-9ec3-446225523bfe HTTP/1.1" status: 404 len: 337 time: 0.0493488 Dec 23 15:20:01.156054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57516) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.202087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f77f703-c184-4e17-9697-0881ced726ee tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.202611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f77f703-c184-4e17-9697-0881ced726ee tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.204610 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5f77f703-c184-4e17-9697-0881ced726ee tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/a312ade7-487f-4271-b4cf-4de91c03d57a HTTP/1.1" status: 404 len: 333 time: 0.0475242 Dec 23 15:20:01.208118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57520) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.257300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf03c8d-0952-4153-866c-053eec53a299 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.257758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf03c8d-0952-4153-866c-053eec53a299 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.259712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8cf03c8d-0952-4153-866c-053eec53a299 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/3188ccf1-16ac-4f8e-a21e-3adef736df35 HTTP/1.1" status: 404 len: 337 time: 0.0503035 Dec 23 15:20:01.262838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.310468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6622351a-ee37-4c17-9680-e183810ee970 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.310990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6622351a-ee37-4c17-9680-e183810ee970 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.312848 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6622351a-ee37-4c17-9680-e183810ee970 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/555094ef-073b-4f2b-b7ff-71f8aa4605b2 HTTP/1.1" status: 404 len: 337 time: 0.0489817 Dec 23 15:20:01.315744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57530) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.361950 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2084dda-98b2-4011-8914-b854ec13c808 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.363109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2084dda-98b2-4011-8914-b854ec13c808 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.365155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2084dda-98b2-4011-8914-b854ec13c808 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/6025f5ba-2679-4eda-b62a-a789136d6134 HTTP/1.1" status: 404 len: 333 time: 0.0482154 Dec 23 15:20:01.368056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.454045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a47e25d4-61cb-4ebf-a4bd-354e88085422 None None] Provisioning complete for port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:01.455338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a47e25d4-61cb-4ebf-a4bd-354e88085422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:01.462591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd780f6-998f-4f1f-9545-652e9465667f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.463106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd780f6-998f-4f1f-9545-652e9465667f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.464995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4fd780f6-998f-4f1f-9545-652e9465667f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/9b1cb587-c8b5-4068-81fb-928db1c4c0c3 HTTP/1.1" status: 404 len: 337 time: 0.0957124 Dec 23 15:20:01.468217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57538) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.505416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0422a-aba2-4dbe-ad58-a8829b80d89d req-2df63aab-29ef-44e5-9a6b-128c8e01eef8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:01.507039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92a0422a-aba2-4dbe-ad58-a8829b80d89d req-2df63aab-29ef-44e5-9a6b-128c8e01eef8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 945 time: 0.1023507 Dec 23 15:20:01.517606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22cdb6f-18cc-4529-abe6-1dd476f1c0f4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.518019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22cdb6f-18cc-4529-abe6-1dd476f1c0f4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.522502 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a22cdb6f-18cc-4529-abe6-1dd476f1c0f4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/a2bbe7fb-7fa5-4847-b30d-983728bd3424 HTTP/1.1" status: 404 len: 333 time: 0.0505385 Dec 23 15:20:01.522758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57542) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.561956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92a0422a-aba2-4dbe-ad58-a8829b80d89d req-98253ba3-fa4c-4d92-9805-451aa106e475 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Dec 23 15:20:01.566326 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1a35c4-5166-4b86-9787-86b6f31c74db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.566839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1a35c4-5166-4b86-9787-86b6f31c74db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.568708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cf1a35c4-5166-4b86-9787-86b6f31c74db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/4dd3bfb3-22c4-4579-8940-a0b22eb7c949 HTTP/1.1" status: 404 len: 337 time: 0.0447383 Dec 23 15:20:01.571538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57546) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.614256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd51b1b0-08d9-4c5e-9e3a-d1597a5a1428 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.614772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd51b1b0-08d9-4c5e-9e3a-d1597a5a1428 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.616640 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd51b1b0-08d9-4c5e-9e3a-d1597a5a1428 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/ddec9425-3a9e-45de-b04b-827efda59439 HTTP/1.1" status: 404 len: 333 time: 0.0439739 Dec 23 15:20:01.619556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57550) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.664893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-37635882-f712-457f-9b3c-18d249e0f9b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.665461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37635882-f712-457f-9b3c-18d249e0f9b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.667259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-37635882-f712-457f-9b3c-18d249e0f9b1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/f9d78376-2865-47c2-a425-e3a054b2f53c HTTP/1.1" status: 404 len: 337 time: 0.0467012 Dec 23 15:20:01.670381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57554) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.713538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f9f5ff-8ae2-45f9-afef-328df015fe9a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.714046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f9f5ff-8ae2-45f9-afef-328df015fe9a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.715814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95f9f5ff-8ae2-45f9-afef-328df015fe9a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/9f7736d8-5ed5-4e37-ab6b-a67cc61a63d6 HTTP/1.1" status: 404 len: 333 time: 0.0443652 Dec 23 15:20:01.718971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.760447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7d7704-dd78-4cba-b34a-766557c5406b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.760964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7d7704-dd78-4cba-b34a-766557c5406b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.765004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc7d7704-dd78-4cba-b34a-766557c5406b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/db24df2b-eaf2-4551-856c-0492a0f854f5 HTTP/1.1" status: 404 len: 337 time: 0.0428443 Dec 23 15:20:01.767687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57562) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.800726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] DHCP port deletion for 3d7ce4ca-02cf-4248-ac1f-34e29de7e69b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:01.810370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c054a8-02eb-48d2-920b-15508fc91b83 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.810881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c054a8-02eb-48d2-920b-15508fc91b83 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.815421 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-67c054a8-02eb-48d2-920b-15508fc91b83 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/f12372e8-01db-4339-8517-13d4193a54d0 HTTP/1.1" status: 404 len: 333 time: 0.0437973 Dec 23 15:20:01.815716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57566) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.816081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Deleting port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:01.816518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:01.861003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c29212-248e-4560-9621-e1170dadd78f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.861562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c29212-248e-4560-9621-e1170dadd78f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.865953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a1c29212-248e-4560-9621-e1170dadd78f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/7697c075-ae09-42e1-a888-068a72a65ab2 HTTP/1.1" status: 404 len: 337 time: 0.0466714 Dec 23 15:20:01.866426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57570) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.912942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1b32e2-6194-423c-b747-1bce59c201cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.913484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1b32e2-6194-423c-b747-1bce59c201cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.915351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc1b32e2-6194-423c-b747-1bce59c201cd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/f7b79098-8ddc-49b0-ac24-f77b65b72662 HTTP/1.1" status: 404 len: 333 time: 0.0478654 Dec 23 15:20:01.918297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57574) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:01.959689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cc3696-397c-41ad-888c-01845be94db5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:01.960187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cc3696-397c-41ad-888c-01845be94db5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:01.962105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5cc3696-397c-41ad-888c-01845be94db5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/1069d2c0-2d04-43a1-b1f1-5180118d7e4c HTTP/1.1" status: 404 len: 337 time: 0.0428174 Dec 23 15:20:01.965140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.007009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea29a8b-d700-462d-8a89-e23f6f7cc51d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.007509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea29a8b-d700-462d-8a89-e23f6f7cc51d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.009434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bea29a8b-d700-462d-8a89-e23f6f7cc51d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/a10a8c83-a3d5-4275-b0fe-0e0bacd6ccd5 HTTP/1.1" status: 404 len: 337 time: 0.0431359 Dec 23 15:20:02.012317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57582) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.058660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-032d6245-5f82-46ae-bc5c-22a3d841f80f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.059059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032d6245-5f82-46ae-bc5c-22a3d841f80f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.060847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-032d6245-5f82-46ae-bc5c-22a3d841f80f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/c5523c89-fca8-4176-8e13-b399462ebf26 HTTP/1.1" status: 404 len: 333 time: 0.0475390 Dec 23 15:20:02.063788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.090683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] For port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,segment=NetworkSegment(e0b0c843-c4f2-409e-9333-015b1a435c94),segment_id=e0b0c843-c4f2-409e-9333-015b1a435c94)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:02.091141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:02.105805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-2729aba7-0d95-409a-a03c-52172e6876c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.106111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2729aba7-0d95-409a-a03c-52172e6876c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.107985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2729aba7-0d95-409a-a03c-52172e6876c3 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/923e047c-097a-4bbb-9be8-0f4dd709cb4e HTTP/1.1" status: 404 len: 337 time: 0.0431604 Dec 23 15:20:02.110764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57590) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.151764 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d9dc1-e8b1-4d9b-a97e-4e2cd0c14246 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.152259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d9dc1-e8b1-4d9b-a97e-4e2cd0c14246 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.154079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c50d9dc1-e8b1-4d9b-a97e-4e2cd0c14246 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/479a2e1f-b8a2-43f3-99f2-8bd3df6db8a1 HTTP/1.1" status: 404 len: 337 time: 0.0423448 Dec 23 15:20:02.157751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.204863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-be139b3e-8f4d-4767-8e45-2aea54e0e5ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.205366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be139b3e-8f4d-4767-8e45-2aea54e0e5ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.207205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be139b3e-8f4d-4767-8e45-2aea54e0e5ef tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/5a91a721-7a05-4424-9020-c52826f56d7f HTTP/1.1" status: 404 len: 333 time: 0.0484428 Dec 23 15:20:02.210113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57598) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.220827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Calling delete_port for 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:02.251433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10f09de-0aed-4074-9770-9e21c26b81bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.251944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10f09de-0aed-4074-9770-9e21c26b81bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.253922 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c10f09de-0aed-4074-9770-9e21c26b81bf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/4ca91490-754e-43a5-966d-e0346f915193 HTTP/1.1" status: 404 len: 337 time: 0.0428624 Dec 23 15:20:02.256862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57602) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.299885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bc74b0-a840-45d9-a714-ee6494e8694d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.300392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bc74b0-a840-45d9-a714-ee6494e8694d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.304880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b3bc74b0-a840-45d9-a714-ee6494e8694d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/4a6c5328-3e35-43dc-b850-0827cdddc4c5 HTTP/1.1" status: 404 len: 337 time: 0.0444052 Dec 23 15:20:02.305554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57606) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.310156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:02.315025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fedbae0-722d-4fca-b2c7-a9353b35b06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:02.349037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa837a62-8afc-4a61-b9f0-8f5c2d08299e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.349569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa837a62-8afc-4a61-b9f0-8f5c2d08299e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.351621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aa837a62-8afc-4a61-b9f0-8f5c2d08299e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/cef74fc4-8e2d-48a5-9d95-b02d14d7beff HTTP/1.1" status: 404 len: 333 time: 0.0449610 Dec 23 15:20:02.355004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57610) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.358518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Pushing event deleted for resources: {'Port': ['ID=47b1c8ea-a20b-40db-9dcc-328e7dfa5999,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:02.363192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:02.365983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] No DVR routers for this DVR port 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:02.407036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc37f1bc-7565-4ddd-85e0-23668244de67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.407705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc37f1bc-7565-4ddd-85e0-23668244de67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.413191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57614) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.413396 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc37f1bc-7565-4ddd-85e0-23668244de67 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/8eace3ce-00b4-4625-b14e-0f34d22c48a3 HTTP/1.1" status: 404 len: 337 time: 0.0565209 Dec 23 15:20:02.456537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 0a4f569f-5f54-45e7-b089-c8c78126ff55 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:02.462439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e994c3a-5e86-4e08-9766-9181b3072295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.462956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e994c3a-5e86-4e08-9766-9181b3072295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.464963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e994c3a-5e86-4e08-9766-9181b3072295 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/9b02ac9a-4d93-41b0-bd8e-394392e23ffa HTTP/1.1" status: 404 len: 337 time: 0.0503800 Dec 23 15:20:02.467694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57618) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.517707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d695d645-e09b-43bf-94ed-d23b28d1ce97 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b382e93-6dbe-4482-abef-9a15e6d122d6 HTTP/1.1" status: 200 len: 205 time: 0.0462968 Dec 23 15:20:02.517934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.536665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 0a4f569f-5f54-45e7-b089-c8c78126ff55 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:02.541753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 0a4f569f-5f54-45e7-b089-c8c78126ff55 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:02.542193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:02.590907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6964f3a6-3044-4815-85e6-c7478c010fab tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] delete failed (client error): The resource could not be found. Dec 23 15:20:02.594680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6964f3a6-3044-4815-85e6-c7478c010fab tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/routers/3b382e93-6dbe-4482-abef-9a15e6d122d6 HTTP/1.1" status: 404 len: 336 time: 0.0731444 Dec 23 15:20:02.597218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.663333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78bd855-0e86-4131-b5c5-3909abaea391 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:02.663881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78bd855-0e86-4131-b5c5-3909abaea391 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:02.669898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57634) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.675766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:02.681013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a78bd855-0e86-4131-b5c5-3909abaea391 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/148716af-cb4b-42c6-b3cb-99bb951e621a HTTP/1.1" status: 404 len: 337 time: 0.0819435 Dec 23 15:20:02.709471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4f569f-5f54-45e7-b089-c8c78126ff55'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:20:02.726111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 0a4f569f-5f54-45e7-b089-c8c78126ff55, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:02.730865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:02.733361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:02.774192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2e00721-aabb-49d6-bc94-baccadcb06b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ebceebc-a6e7-4f15-bfdc-15e944cb2741 HTTP/1.1" status: 200 len: 205 time: 0.1023090 Dec 23 15:20:02.774368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.778156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4f569f-5f54-45e7-b089-c8c78126ff55', 'code': 200} Dec 23 15:20:02.832952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125274e-da43-47a1-b252-310975afa2df req-d10e5c60-407e-43b0-8c3b-99861689524f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:02.835148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d125274e-da43-47a1-b252-310975afa2df req-d10e5c60-407e-43b0-8c3b-99861689524f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.1108851 Dec 23 15:20:02.837393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=0a4f569f-5f54-45e7-b089-c8c78126ff55,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:02.850369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-a2a1276d-f5a0-4c74-aded-cb53f1a144f5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] delete failed (client error): The resource could not be found. Dec 23 15:20:02.850581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:02.851933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a2a1276d-f5a0-4c74-aded-cb53f1a144f5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/routers/7ebceebc-a6e7-4f15-bfdc-15e944cb2741 HTTP/1.1" status: 404 len: 336 time: 0.0764575 Dec 23 15:20:02.855073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:02.901343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d125274e-da43-47a1-b252-310975afa2df req-a52ae9db-e3d0-4d79-bdef-8b47275254f2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588753 Dec 23 15:20:03.050951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-505216ed-2ee1-402b-9923-6397036fed83 req-06c80ea0-2bcb-4a27-8b7c-5a4913af02f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 1099 time: 0.0834682 Dec 23 15:20:03.101782 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-505216ed-2ee1-402b-9923-6397036fed83 req-07d0da6f-ee09-4c07-9937-a4e95b5987be service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 Dec 23 15:20:03.175138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7eb4bd-714d-4eb7-b3f1-c9f71d104334 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.175649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7eb4bd-714d-4eb7-b3f1-c9f71d104334 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.177555 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a7eb4bd-714d-4eb7-b3f1-c9f71d104334 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/a481f7ef-6abe-4138-93eb-b0fb5057b36d HTTP/1.1" status: 404 len: 337 time: 0.3210220 Dec 23 15:20:03.180696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57648) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.222194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd392fc3-655f-48b2-abd8-4b68fbe0eec4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.222688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd392fc3-655f-48b2-abd8-4b68fbe0eec4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.224462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd392fc3-655f-48b2-abd8-4b68fbe0eec4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/5cdcc218-e161-4f5b-830f-8adcfa083b72 HTTP/1.1" status: 404 len: 337 time: 0.0426416 Dec 23 15:20:03.228373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57652) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.278879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf00dc5-66f0-4594-9b72-47e1b7bf3606 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.279395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf00dc5-66f0-4594-9b72-47e1b7bf3606 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.281307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3cf00dc5-66f0-4594-9b72-47e1b7bf3606 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/46d9ab60-4d5e-4b41-9930-b0d5ee344f65 HTTP/1.1" status: 404 len: 333 time: 0.0519409 Dec 23 15:20:03.285499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57656) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.327410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f365029-e661-4af5-88da-3bc998e862fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.327910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f365029-e661-4af5-88da-3bc998e862fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.329769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5f365029-e661-4af5-88da-3bc998e862fe tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/3c9fce43-4f7e-42f5-a5c6-4043cb118dba HTTP/1.1" status: 404 len: 337 time: 0.0431941 Dec 23 15:20:03.332725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57660) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.377823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a86172-e84e-4659-a742-3e473066d28e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.378394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a86172-e84e-4659-a742-3e473066d28e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.380254 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31a86172-e84e-4659-a742-3e473066d28e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/87d0f472-2986-4c21-b68a-cf24fba397b1 HTTP/1.1" status: 404 len: 333 time: 0.0463305 Dec 23 15:20:03.382875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57664) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.427957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0582fc14-a3fa-4a44-92a4-5f51fa6315ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.428458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0582fc14-a3fa-4a44-92a4-5f51fa6315ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.430310 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0582fc14-a3fa-4a44-92a4-5f51fa6315ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/1ef98a2b-b702-46c8-a1a1-148135a9c2e2 HTTP/1.1" status: 404 len: 337 time: 0.0464087 Dec 23 15:20:03.433210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57668) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.476194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74a328d-dd93-456d-9022-d2ae457ec3e4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.476710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74a328d-dd93-456d-9022-d2ae457ec3e4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.478671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e74a328d-dd93-456d-9022-d2ae457ec3e4 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/c9081a9d-1750-4cd5-8369-08bb0cdd713b HTTP/1.1" status: 404 len: 333 time: 0.0444367 Dec 23 15:20:03.481560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57672) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.484789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:03.519872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:03.520242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 47b1c8ea-a20b-40db-9dcc-328e7dfa5999 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:03.522827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5c3b72-7c5a-4c70-80b6-cb33e5507df5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.523340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5c3b72-7c5a-4c70-80b6-cb33e5507df5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.527945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c5c3b72-7c5a-4c70-80b6-cb33e5507df5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/e868d478-2e2c-4e7e-a344-87562048e90c HTTP/1.1" status: 404 len: 337 time: 0.0426626 Dec 23 15:20:03.528313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57676) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.571626 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647b6bb-bca6-40f2-b93e-79d6b0d66e34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.572137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5647b6bb-bca6-40f2-b93e-79d6b0d66e34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.573992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5647b6bb-bca6-40f2-b93e-79d6b0d66e34 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/6e9a0640-eb98-463a-9ca3-84796d4885e0 HTTP/1.1" status: 404 len: 333 time: 0.0444617 Dec 23 15:20:03.577116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57680) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.621480 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b265edd3-6a6b-430a-8387-d029f984c23f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.621983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b265edd3-6a6b-430a-8387-d029f984c23f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.623786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b265edd3-6a6b-430a-8387-d029f984c23f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/40a63d03-2f11-450f-8711-8d0bc3b819fd HTTP/1.1" status: 404 len: 337 time: 0.0455928 Dec 23 15:20:03.626586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57684) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.667736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f168eec-562f-4aba-bab2-673e34d68019 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.668276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f168eec-562f-4aba-bab2-673e34d68019 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.670081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5f168eec-562f-4aba-bab2-673e34d68019 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/17737a18-ef5f-4149-8495-2131f5308232 HTTP/1.1" status: 404 len: 333 time: 0.0425208 Dec 23 15:20:03.672695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.714606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ce7537-8ee9-4910-8418-b41e25b39be0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.715097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ce7537-8ee9-4910-8418-b41e25b39be0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.716896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-45ce7537-8ee9-4910-8418-b41e25b39be0 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/b1c84b4f-0e43-4d22-a783-47f3f2139b66 HTTP/1.1" status: 404 len: 337 time: 0.0431981 Dec 23 15:20:03.719532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.764185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf791131-f383-4c76-b86c-44240070a0ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.764676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf791131-f383-4c76-b86c-44240070a0ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.766444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cf791131-f383-4c76-b86c-44240070a0ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/46c8c4bc-ead3-4b9c-b671-df9cf1b79a90 HTTP/1.1" status: 404 len: 333 time: 0.0459445 Dec 23 15:20:03.770165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.810275 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de6dc45-2c3b-4134-8db8-9e1a85192c08 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.810764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de6dc45-2c3b-4134-8db8-9e1a85192c08 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.812484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8de6dc45-2c3b-4134-8db8-9e1a85192c08 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/e05df4e4-60b7-4309-8d46-da07624683e2 HTTP/1.1" status: 404 len: 337 time: 0.0413659 Dec 23 15:20:03.816125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.857557 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ecd5b7-9db2-4247-bb87-4f1bf8e0afbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.858055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ecd5b7-9db2-4247-bb87-4f1bf8e0afbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.859811 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b2ecd5b7-9db2-4247-bb87-4f1bf8e0afbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/ports/3a556add-0747-4607-85b8-2be7c6be1364 HTTP/1.1" status: 404 len: 333 time: 0.0427353 Dec 23 15:20:03.862519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:03.907375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ad77f-54cd-4c23-822f-43604fa6d69c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] DELETE failed (client error): The resource could not be found. Dec 23 15:20:03.907805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1ad77f-54cd-4c23-822f-43604fa6d69c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:20:03.909596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ba1ad77f-54cd-4c23-822f-43604fa6d69c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/subnets/8f1aa9d7-4177-4729-81cd-a682fb2bca24 HTTP/1.1" status: 404 len: 337 time: 0.0460746 Dec 23 15:20:03.913451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57708) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:04.084837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.254353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d19ad-f3ea-4f1d-bdb7-e3c2422761e7 req-a4a55e6a-b976-4ea9-9213-3aa41d56acb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:04.255922 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa1d19ad-f3ea-4f1d-bdb7-e3c2422761e7 req-a4a55e6a-b976-4ea9-9213-3aa41d56acb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.2296505 Dec 23 15:20:04.257593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.305196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7ce4ca-02cf-4248-ac1f-34e29de7e69b']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:04.329559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b0c843-c4f2-409e-9333-015b1a435c94') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:04.329844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b0c843-c4f2-409e-9333-015b1a435c94') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:04.348384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.369682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa1d19ad-f3ea-4f1d-bdb7-e3c2422761e7 req-543bb10c-d54f-4bde-b504-508b2b89f2f4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036863 Dec 23 15:20:04.371678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.378972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:04.379506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:04.396335 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:04.481596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.485226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc752a77-ee98-4fd8-b246-708e2103bd9b tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:04.500821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:04.516406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Pushing event deleted for resources: {'Network': ['ID=3d7ce4ca-02cf-4248-ac1f-34e29de7e69b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:04.521751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] 10.222.0.49 "DELETE /v2.0/networks/3d7ce4ca-02cf-4248-ac1f-34e29de7e69b HTTP/1.1" status: 204 len: 168 time: 0.6048338 Dec 23 15:20:04.521751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:04.848591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:05.046708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-651d3f4c-43f3-45c2-afe7-49f353d439aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=465e8d5896db4528811b47d3bf16d561&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1965973 Dec 23 15:20:05.050305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57724) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:05.113428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:05.141778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:05.192328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:05.197720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b90d927-a8ec-407a-9140-ae6f893703eb tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:05.209803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37af8b5-ea57-4b38-8ce9-61e1195793f0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:05.213732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:05.217378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:05.218617 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d37af8b5-ea57-4b38-8ce9-61e1195793f0 HTTP/1.1" status: 204 len: 168 time: 0.1673234 Dec 23 15:20:05.599981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992838-21a9-405b-9666-3765d12f8901 req-c27bef1b-cf37-488c-be79-82545c41be0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:05.601789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf992838-21a9-405b-9666-3765d12f8901 req-c27bef1b-cf37-488c-be79-82545c41be0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.0905795 Dec 23 15:20:05.652223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf992838-21a9-405b-9666-3765d12f8901 req-01031167-02a0-4946-899a-9323c6fff6da tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441577 Dec 23 15:20:05.864002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20fdb9-07ac-4a23-917b-939d829b8013 req-a56bba01-67a5-46dc-8e2f-c407045293f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:05.865664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7c20fdb9-07ac-4a23-917b-939d829b8013 req-a56bba01-67a5-46dc-8e2f-c407045293f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.0901585 Dec 23 15:20:05.916633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7c20fdb9-07ac-4a23-917b-939d829b8013 req-4aea1bca-d617-4925-968f-ce1d44e5859b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442512 Dec 23 15:20:06.101200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57754) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:06.253139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1592609618'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:06.260345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:06.267280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Usage tracker for resource:network and tenant:886decf5c9694718af0c62f179e38f26 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:06.273544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:06.279517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:06.291877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Made reservation on behalf of 886decf5c9694718af0c62f179e38f26 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:06.298417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.312934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.361706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:06.372779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Usage tracker for resource:security_group_rule and tenant:886decf5c9694718af0c62f179e38f26 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:06.376273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:06.382791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:06.463052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.475067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.479765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b15c39a0-00b0-41d4-bef9-19df1af83925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:06.508178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:06.521505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2b0dd-8e6a-46c9-8dfe-80c28b2b8e27,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:06.525878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:06.526876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.527275 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Added segment 72b9992d-3e41-4948-94a7-3d392dc2d93a of type vlan for network 86c10b0e-c380-4295-b134-6920d7d80b44 Dec 23 15:20:06.559552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.592266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.596540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:06.597208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:06.601020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f8d1be0-3de9-4382-a253-b8af266d2e69 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:06.712196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6096988 Dec 23 15:20:06.715591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event updated for resources: {'Network': ['ID=86c10b0e-c380-4295-b134-6920d7d80b44,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:06.715882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57762) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:06.718408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:06.722299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Request body: {'subnet': {'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:06.726646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 86c10b0e-c380-4295-b134-6920d7d80b44 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:07.082286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:07.088242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Usage tracker for resource:subnet and tenant:886decf5c9694718af0c62f179e38f26 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:07.091464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:07.098214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:07.111277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Made reservation on behalf of 886decf5c9694718af0c62f179e38f26 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:07.233775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:07.518688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57766) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:07.522616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:07.536990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-62c5ca68-cfad-443b-8909-2e37e57e9f48 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:07.646841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event updated for resources: {'Subnet': ['ID=b2e6348c-3b25-4857-8d02-dc1ac7fed9b8,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:07.662545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:07.695557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Checking segment: {'id': '72b9992d-3e41-4948-94a7-3d392dc2d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:07.695557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Network hostable DHCP agents. Network: 86c10b0e-c380-4295-b134-6920d7d80b44, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:07.738765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Network 86c10b0e-c380-4295-b134-6920d7d80b44 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:07.758750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 86c10b0e-c380-4295-b134-6920d7d80b44) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:07.758750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:07.758750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:07.762013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf9b98-7879-4ad8-ac0b-502db227cd3c None None] Network 86c10b0e-c380-4295-b134-6920d7d80b44 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:07.799342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0783138 Dec 23 15:20:07.807144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57770) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:07.819102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Request body: {'port': {'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1901376152'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:08.028791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-86c10b0e-c380-4295-b134-6920d7d80b44', 'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44', 'tenant_id': '886decf5c9694718af0c62f179e38f26', 'fixed_ips': [{'subnet_id': 'b2e6348c-3b25-4857-8d02-dc1ac7fed9b8'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:20:08.028791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.065714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:08.065714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Usage tracker for resource:port and tenant:886decf5c9694718af0c62f179e38f26 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:08.076452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:08.086265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:08.108017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Made reservation on behalf of 886decf5c9694718af0c62f179e38f26 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:08.108017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.154060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] device_id is not set on port 962627c0-4f04-4040-b21c-6163475af148 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:20:08.216791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Allocated IP 2001:db8::2 (86c10b0e-c380-4295-b134-6920d7d80b44/b2e6348c-3b25-4857-8d02-dc1ac7fed9b8/7ebe3141-6142-48ec-9e01-cfd5f8078a5b) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:08.465145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.484718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.495057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Transition to ACTIVE for port object 7ebe3141-6142-48ec-9e01-cfd5f8078a5b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:08.514583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Transition to ACTIVE for port object 7ebe3141-6142-48ec-9e01-cfd5f8078a5b will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:08.527932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.527932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:08.605058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Pushing event updated for resources: {'Port': ['ID=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:08.624301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Network 86c10b0e-c380-4295-b134-6920d7d80b44 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:08.624301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:08.633961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.643557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:08.654382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:08.685293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Allocated IP 2001:db8::169 (86c10b0e-c380-4295-b134-6920d7d80b44/b2e6348c-3b25-4857-8d02-dc1ac7fed9b8/962627c0-4f04-4040-b21c-6163475af148) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:08.756007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Attempting to bind port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:20:08.756007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Attempting to bind port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '72b9992d-3e41-4948-94a7-3d392dc2d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:20:08.756007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Attempting to bind port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b on network 86c10b0e-c380-4295-b134-6920d7d80b44 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:20:08.766003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:20:08.766003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Checking segment: {'id': '72b9992d-3e41-4948-94a7-3d392dc2d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:08.766003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.766003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Bound using segment: {'id': '72b9992d-3e41-4948-94a7-3d392dc2d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:20:08.766003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Bound port: 7ebe3141-6142-48ec-9e01-cfd5f8078a5b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b9992d-3e41-4948-94a7-3d392dc2d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:20:08.766003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:08.925299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] For port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:20:08.925299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] For port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,segment=NetworkSegment(72b9992d-3e41-4948-94a7-3d392dc2d93a),segment_id=72b9992d-3e41-4948-94a7-3d392dc2d93a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:20:08.992769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.011869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Transition to ACTIVE for port object 962627c0-4f04-4040-b21c-6163475af148 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:09.046253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.17 (19ca2636-d623-44f6-862b-f6cb1a3e3c10/1b20a16e-2678-4d4a-800e-ec1e1a952c13/19dd8f08-94fb-4db0-a8c8-45b058a48e58) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:09.051631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.056071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.065863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-65ec9a86-af97-4721-bd30-7080cf784113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:09.070931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c167ac7-3822-4538-aa8d-d6265ba64c13 tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:09.127517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Network 86c10b0e-c380-4295-b134-6920d7d80b44 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:09.127517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:09.127517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:09.137780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:09.137780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.142924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Pushing event updated for resources: {'Port': ['ID=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:09.142924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:09.169079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event updated for resources: {'Port': ['ID=962627c0-4f04-4040-b21c-6163475af148,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:09.169079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:09.179673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3730731 Dec 23 15:20:09.179673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57774) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:09.198668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Request body: {'port': {'network_id': '86c10b0e-c380-4295-b134-6920d7d80b44', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-18156661', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:09.198668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] bootfile-name is not in valid_values {{(pid=88873) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:20:09.198668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] tftp-server is not in valid_values {{(pid=88873) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:20:09.198668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] server-ip-address is not in valid_values {{(pid=88873) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:20:09.323745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.345256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 19dd8f08-94fb-4db0-a8c8-45b058a48e58 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:09.370329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:09.370329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Usage tracker for resource:port and tenant:886decf5c9694718af0c62f179e38f26 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:09.381146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:09.392250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.398063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:09.407942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Made reservation on behalf of 886decf5c9694718af0c62f179e38f26 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:09.413015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-449071e3-a324-4277-9aac-bd6bed721cba tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:09.418341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:09.472789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] device_id is not set on port 5fb6b4fd-bc44-48d5-9495-7f67163c2c10 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:20:09.504936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=19dd8f08-94fb-4db0-a8c8-45b058a48e58,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:09.504936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:09.514611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:09.514611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:09.545037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:09.712700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Allocated IP 2001:db8::6e (86c10b0e-c380-4295-b134-6920d7d80b44/b2e6348c-3b25-4857-8d02-dc1ac7fed9b8/5fb6b4fd-bc44-48d5-9495-7f67163c2c10) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:10.005244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.097340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.139056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Transition to ACTIVE for port object 5fb6b4fd-bc44-48d5-9495-7f67163c2c10 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:10.145489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.237994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.243984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73858b9e-dd15-440d-ac77-ecefe543e63b None None] Provisioning for port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:10.250568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ceaa5d47-8adb-4e39-be05-721d3dba2ea1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:10.256757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-73858b9e-dd15-440d-ac77-ecefe543e63b None None] Provisioning complete for port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:10.256757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73858b9e-dd15-440d-ac77-ecefe543e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.346511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event updated for resources: {'Port': ['ID=5fb6b4fd-bc44-48d5-9495-7f67163c2c10,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:10.366546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:10.379212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Network 86c10b0e-c380-4295-b134-6920d7d80b44 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:10.379212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:10.379212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:10.384463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-73858b9e-dd15-440d-ac77-ecefe543e63b None None] Port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:10.387176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:10.387176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.417096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 1.2321620 Dec 23 15:20:10.417096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57778) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:10.531949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaec8bd-878b-4c85-b2e4-aa843f073cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:10.541634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaec8bd-878b-4c85-b2e4-aa843f073cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:10.541634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ffaec8bd-878b-4c85-b2e4-aa843f073cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Synchronizing usage tracker for tenant:886decf5c9694718af0c62f179e38f26 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:10.561044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ffaec8bd-878b-4c85-b2e4-aa843f073cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Unset dirty status for tenant:886decf5c9694718af0c62f179e38f26 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:10.561044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ffaec8bd-878b-4c85-b2e4-aa843f073cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1414635 Dec 23 15:20:10.561044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57782) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:10.647942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Deleting port 5fb6b4fd-bc44-48d5-9495-7f67163c2c10 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:10.647942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.704166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.774950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.823733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c911bbe6-0f04-4b9d-9090-a2e02ef4f2f8 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:10.971248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=19dd8f08-94fb-4db0-a8c8-45b058a48e58,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:10.980785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:10.990415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:11.040613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:11.222156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Calling delete_port for 5fb6b4fd-bc44-48d5-9495-7f67163c2c10 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:11.255937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:11.255937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:11.308240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49ea74-7bd2-4882-bdae-780b4c57ce70 None None] Network 86c10b0e-c380-4295-b134-6920d7d80b44 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:11.689289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:11.714218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:11.813218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event deleted for resources: {'Port': ['ID=5fb6b4fd-bc44-48d5-9495-7f67163c2c10,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:11.819380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7ebe3141-6142-48ec-9e01-cfd5f8078a5b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:11.826253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:11.846161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:11.886597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:11.914958 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "DELETE /v2.0/ports/5fb6b4fd-bc44-48d5-9495-7f67163c2c10 HTTP/1.1" status: 204 len: 168 time: 1.3442943 Dec 23 15:20:11.914958 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-29755e35-7862-41d5-899c-20f11a219d87 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3433640 Dec 23 15:20:11.914958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57786) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:11.921609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Request body: {'port': {'name': 'tempest-new-port-name-832004799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:11.921609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] bootfile-name is not in valid_values {{(pid=88873) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:20:11.921609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] tftp-server is not in valid_values {{(pid=88873) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:20:11.921609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.api.validators [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] server-ip-address is not in valid_values {{(pid=88873) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:20:11.981427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:12.077408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Provisioning for port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:12.091505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Provisioning complete for port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:12.091505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:12.131081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:12.141336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:12.154117 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/7523af1a-2415-4296-9fa7-a681c0dd111e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6374195 Dec 23 15:20:12.181582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:12.228205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:12.228205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:19:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:12.242554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-c26da994-2067-4994-a5a1-097d413195c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1099 time: 0.1912835 Dec 23 15:20:12.603710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-f9d2fc11-0f8f-4b31-9b58-3d559ae2d5dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:12.603710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-f9d2fc11-0f8f-4b31-9b58-3d559ae2d5dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 898 time: 0.3367426 Dec 23 15:20:12.649112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:12.738264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:12.743532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:12.748995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-e793efa6-0422-455f-b00c-70c70213f20a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 200 len: 1002 time: 0.1379378 Dec 23 15:20:12.750521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:12.865436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] In _notify_port_updated(), no bound segment for port 962627c0-4f04-4040-b21c-6163475af148 on network 86c10b0e-c380-4295-b134-6920d7d80b44 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:20:12.870417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:12.871138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:12.872581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "PUT /v2.0/ports/962627c0-4f04-4040-b21c-6163475af148 HTTP/1.1" status: 200 len: 1129 time: 0.9611881 Dec 23 15:20:12.876239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:12.896246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event updated for resources: {'Port': ['ID=962627c0-4f04-4040-b21c-6163475af148,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:12.901427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:12.905862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-feff2ab9-e0df-4553-90f3-fac691d62b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:12.907487 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-feff2ab9-e0df-4553-90f3-fac691d62b38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57bae197-a6e2-4d42-bd55-35e61264d8de HTTP/1.1" status: 200 len: 834 time: 0.1226573 Dec 23 15:20:12.922742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:12.985017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f81377-b677-4f6d-bc2c-8cd9ba5734f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:12.990136 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-97f81377-b677-4f6d-bc2c-8cd9ba5734f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "GET /v2.0/ports/962627c0-4f04-4040-b21c-6163475af148 HTTP/1.1" status: 200 len: 1129 time: 0.1089442 Dec 23 15:20:12.990796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57798) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:13.038834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] For port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,segment=NetworkSegment(72b9992d-3e41-4948-94a7-3d392dc2d93a),segment_id=72b9992d-3e41-4948-94a7-3d392dc2d93a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:13.046119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.060380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b57b2770-fbd4-4244-b5ea-363086f03d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:13.083444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Deleting port 962627c0-4f04-4040-b21c-6163475af148 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:13.083847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.137741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-a32f3c67-99b3-4a61-81ff-2d29b6fe155a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2083154 Dec 23 15:20:13.201303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Pushing event updated for resources: {'Port': ['ID=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:13.206877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:13.224590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a724e40f-41e2-4f46-9fcb-0a22732c6dfe None None] Provisioning complete for port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:13.224590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a724e40f-41e2-4f46-9fcb-0a22732c6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.293476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:10Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:21Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dd8f08-94fb-4db0-a8c8-45b058a48e58', 'name': '', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:27:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:08Z', 'updated_at': '2021-12-23T15:20:10Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:13.296972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a724e40f-41e2-4f46-9fcb-0a22732c6dfe None None] Port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:13.299827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:20:13.300068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Updating router 7523af1a-2415-4296-9fa7-a681c0dd111e port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:20:13.365018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.447514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-80b2b2ef-08df-4719-b18a-fa69971281c0 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926612 Dec 23 15:20:13.536518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc3544d5-41ae-466a-b821-5def36f39fd6 None None] Provisioning complete for port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:13.537355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc3544d5-41ae-466a-b821-5def36f39fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.576187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7ebe3141-6142-48ec-9e01-cfd5f8078a5b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:13.865032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:13.865271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.879228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:13.995341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc3544d5-41ae-466a-b821-5def36f39fd6 None None] Provisioning for port 962627c0-4f04-4040-b21c-6163475af148 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:14.004803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc3544d5-41ae-466a-b821-5def36f39fd6 None None] Provisioning complete for port 962627c0-4f04-4040-b21c-6163475af148 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:14.005261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc3544d5-41ae-466a-b821-5def36f39fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.048887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Calling delete_port for 962627c0-4f04-4040-b21c-6163475af148 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:14.143978 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d2fc81d-dbf9-42ac-9a53-32b17f02fb16 req-c3fa8838-5476-4e60-b86f-56db5f40b762 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731715 Dec 23 15:20:14.199249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fc3544d5-41ae-466a-b821-5def36f39fd6 None None] Port 962627c0-4f04-4040-b21c-6163475af148 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:14.243628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.251911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.259368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Transition to ACTIVE for port object 19dd8f08-94fb-4db0-a8c8-45b058a48e58 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:14.259482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c4f2250-64e1-4db7-99a4-349845654103 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:14.265413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.270859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:14.313489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event deleted for resources: {'Port': ['ID=962627c0-4f04-4040-b21c-6163475af148,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:14.314189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:14.353385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-312ab746-d519-4712-b325-c08508a25905 None None] Could not find standard attr ID for object 962627c0-4f04-4040-b21c-6163475af148. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:20:14.395794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.413894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "DELETE /v2.0/ports/962627c0-4f04-4040-b21c-6163475af148 HTTP/1.1" status: 204 len: 168 time: 1.4223247 Dec 23 15:20:14.416474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57804) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:14.438297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-312ab746-d519-4712-b325-c08508a25905 None None] Could not find standard attr ID for object 5fb6b4fd-bc44-48d5-9495-7f67163c2c10. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:20:14.463159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ee54-0d07-4b60-ab1b-4f366616364f None None] Pushing event updated for resources: {'Port': ['ID=19dd8f08-94fb-4db0-a8c8-45b058a48e58,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:14.467875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa72ee54-0d07-4b60-ab1b-4f366616364f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:14.569098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Attempting to bind port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:20:14.569564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Attempting to bind port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:20:14.569998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Attempting to bind port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 on network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:20:14.583079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:20:14.583513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Checking segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:14.583990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.584454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Bound using segment: {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:20:14.585003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Bound port: 19dd8f08-94fb-4db0-a8c8-45b058a48e58, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859703f1-0dbf-48b8-98d8-c511798ffbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:20:14.585470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.714515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Deleting subnet b2e6348c-3b25-4857-8d02-dc1ac7fed9b8 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:14.720080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.766268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] For port 19dd8f08-94fb-4db0-a8c8-45b058a48e58, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:20:14.769737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] For port 19dd8f08-94fb-4db0-a8c8-45b058a48e58, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=19dd8f08-94fb-4db0-a8c8-45b058a48e58,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:20:14.776133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.783064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-81245867-77f4-42ee-916e-e5bdf1e4031e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:14.792423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:14.877713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ee54-0d07-4b60-ab1b-4f366616364f None None] Pushing event updated for resources: {'Port': ['ID=19dd8f08-94fb-4db0-a8c8-45b058a48e58,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:14.886716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa72ee54-0d07-4b60-ab1b-4f366616364f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:14.891184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:14.891809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:19:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:14.919792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.057968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.065654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26e45695-4dc1-4e74-8a21-e31317a55c44 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:15.090438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8419adc9-a70c-41ec-9d9e-a9b9c5a617d7 None None] Could not find standard attr ID for object 962627c0-4f04-4040-b21c-6163475af148. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:20:15.114403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e6348c-3b25-4857-8d02-dc1ac7fed9b8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:15.118317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:15.121586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.129199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "DELETE /v2.0/subnets/b2e6348c-3b25-4857-8d02-dc1ac7fed9b8 HTTP/1.1" status: 204 len: 168 time: 0.7099736 Dec 23 15:20:15.130910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:15.146905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:15.309637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.309637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Deleting port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:15.309637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.498886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e6cbb7-4aee-4c23-9e8f-d7d17579cdbf None None] Network 86c10b0e-c380-4295-b134-6920d7d80b44 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:15.569485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] For port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,segment=NetworkSegment(72b9992d-3e41-4948-94a7-3d392dc2d93a),segment_id=72b9992d-3e41-4948-94a7-3d392dc2d93a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:15.569899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.727908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Calling delete_port for 7ebe3141-6142-48ec-9e01-cfd5f8078a5b owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:15.843629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:15.849804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6283f2e0-64d4-41b8-82ac-9b416ead61b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:15.904800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event deleted for resources: {'Port': ['ID=7ebe3141-6142-48ec-9e01-cfd5f8078a5b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:15.907719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:15.908575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] No DVR routers for this DVR port 7ebe3141-6142-48ec-9e01-cfd5f8078a5b on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:15.994139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c20ff4-7283-4686-8a2f-35d8f6c5948e None None] DHCP port deletion for 86c10b0e-c380-4295-b134-6920d7d80b44 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:16.018745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:10Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:21Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dd8f08-94fb-4db0-a8c8-45b058a48e58', 'name': '', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:27:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:08Z', 'updated_at': '2021-12-23T15:20:14Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:16.025077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c51f8-e22e-42db-85cb-4f36de429e2d None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:10Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:21Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dd8f08-94fb-4db0-a8c8-45b058a48e58', 'name': '', 'network_id': '19ca2636-d623-44f6-862b-f6cb1a3e3c10', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:27:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:08Z', 'updated_at': '2021-12-23T15:20:14Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '1b20a16e-2678-4d4a-800e-ec1e1a952c13', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:16.061611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.098751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c10b0e-c380-4295-b134-6920d7d80b44']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:16.123824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b9992d-3e41-4948-94a7-3d392dc2d93a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:16.124284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b9992d-3e41-4948-94a7-3d392dc2d93a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:16.153402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.169759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.182414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:16.182414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:16.276940 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:16.360252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.366891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.372057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f861ed61-df12-44db-876e-b0e91b6a76fb tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:16.416942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Pushing event deleted for resources: {'Network': ['ID=86c10b0e-c380-4295-b134-6920d7d80b44,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:16.416942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:16.416942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] 10.222.0.49 "DELETE /v2.0/networks/86c10b0e-c380-4295-b134-6920d7d80b44 HTTP/1.1" status: 204 len: 168 time: 1.2840159 Dec 23 15:20:16.751781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-659e33de-2f87-47ab-9cf9-70950a7a40a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:16.809459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:17.028941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-efeacf56-3adc-471d-928b-89e55e5dc188 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=886decf5c9694718af0c62f179e38f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2179773 Dec 23 15:20:17.031590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:17.101338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.130719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.188813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.197206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e3de448-7f9c-4f65-971c-f537f239935f tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:17.212190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2b0dd-8e6a-46c9-8dfe-80c28b2b8e27,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:17.215301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:17.216201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.217881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27d2b0dd-8e6a-46c9-8dfe-80c28b2b8e27 HTTP/1.1" status: 204 len: 168 time: 0.1848319 Dec 23 15:20:17.519346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 19dd8f08-94fb-4db0-a8c8-45b058a48e58 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:17.671502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:17.677266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:17.677683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.804803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.841116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 19dd8f08-94fb-4db0-a8c8-45b058a48e58, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=19dd8f08-94fb-4db0-a8c8-45b058a48e58,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:17.844291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:17.846534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-411b3b0f-daa9-4a44-bfc1-a8da262f218e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:17.897239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7ebe3141-6142-48ec-9e01-cfd5f8078a5b no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:17.940736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7ebe3141-6142-48ec-9e01-cfd5f8078a5b {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:17.941143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7ebe3141-6142-48ec-9e01-cfd5f8078a5b not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:17.963526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=19dd8f08-94fb-4db0-a8c8-45b058a48e58,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:17.966933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:18.164531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.188277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:18.333576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'networks': [{'name': 'tempest-network--1406802221'}, {'name': 'tempest-network--1343656889'}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:18.333576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'network': {'name': 'tempest-network--1406802221'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:18.333576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'network': {'name': 'tempest-network--1343656889'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:18.339960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:18.344788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:network and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:18.348591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:18.357187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:18.403666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'network': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:18.412676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.427938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.465744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:18.470451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:security_group_rule and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:18.474275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:18.481397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:18.565197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.571027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.572243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.585052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-405675ec-d508-4698-9ae0-c8dedf6b8b5d tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:18.627318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d55803-75c9-4fb5-862f-6004982af10b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:18.632663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:18.637044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:18.646911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.646911 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Added segment d90fb5e2-5d20-4c80-a1b0-18d5de9a6a2a of type vlan for network 0888cc46-43ee-49fd-bff8-c32403bfa54e Dec 23 15:20:18.678557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.720452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:18.730169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.730505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Added segment 7d439638-68ad-4c30-9b43-5ddfacdb2145 of type vlan for network 0c9db3d2-a14b-4237-839d-a84cbd570ded Dec 23 15:20:18.754645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a17180f-cc4f-4dd1-88fd-dcc9a361c53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.760064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.801335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.801955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.806626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:18.810033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:18.811714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:18.816456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63d25495-7ce7-4ebf-8e39-85b58e115298 tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:18.933307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7437625 Dec 23 15:20:18.936282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57854) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:18.939596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Network': ['ID=0888cc46-43ee-49fd-bff8-c32403bfa54e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:18.950518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 0888cc46-43ee-49fd-bff8-c32403bfa54e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:19.055787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Network': ['ID=0c9db3d2-a14b-4237-839d-a84cbd570ded,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:19.058602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:19.059279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:19.060077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:19.068248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 0c9db3d2-a14b-4237-839d-a84cbd570ded details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:19.130476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba98a6-6d8d-4acb-ae60-6153c2af9279 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:19.136850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba98a6-6d8d-4acb-ae60-6153c2af9279 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:19.141421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba98a6-6d8d-4acb-ae60-6153c2af9279 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:19.146107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba98a6-6d8d-4acb-ae60-6153c2af9279 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:19.148000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70ba98a6-6d8d-4acb-ae60-6153c2af9279 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2106125 Dec 23 15:20:19.151431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:19.391142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.496612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 19dd8f08-94fb-4db0-a8c8-45b058a48e58 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:19.531009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.583656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:19.584048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.689492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.722962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0888cc46-43ee-49fd-bff8-c32403bfa54e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:19.733943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90fb5e2-5d20-4c80-a1b0-18d5de9a6a2a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:19.734293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90fb5e2-5d20-4c80-a1b0-18d5de9a6a2a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:19.746996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.767973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.775045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:19.775508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:19.792217 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:19.890174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.894289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:19.898893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97f12b5e-6b12-4281-979a-ac134f5e35d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:19.920191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/networks/0888cc46-43ee-49fd-bff8-c32403bfa54e HTTP/1.1" status: 204 len: 168 time: 0.7674649 Dec 23 15:20:19.923278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57864) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:19.924754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Network': ['ID=0888cc46-43ee-49fd-bff8-c32403bfa54e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:19.926561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:20.052826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.195569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.224510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9db3d2-a14b-4237-839d-a84cbd570ded']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:20.242663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d439638-68ad-4c30-9b43-5ddfacdb2145') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:20.243006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d439638-68ad-4c30-9b43-5ddfacdb2145') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:20.256394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.272401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.280641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:20.280641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:20.297002 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:20.387079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.390955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.395707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3992ff0-1795-4ba6-bb79-242bb5016b16 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:20.424383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/networks/0c9db3d2-a14b-4237-839d-a84cbd570ded HTTP/1.1" status: 204 len: 168 time: 0.4998932 Dec 23 15:20:20.425529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Network': ['ID=0c9db3d2-a14b-4237-839d-a84cbd570ded,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:20.427365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57868) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:20.430718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:20.591746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5bef80-1e79-4f60-b39c-5d76d3b8f020 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:20.596128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5bef80-1e79-4f60-b39c-5d76d3b8f020 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:20.597140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc5bef80-1e79-4f60-b39c-5d76d3b8f020 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Synchronizing usage tracker for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:20.614601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc5bef80-1e79-4f60-b39c-5d76d3b8f020 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Unset dirty status for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:20.616394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc5bef80-1e79-4f60-b39c-5d76d3b8f020 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1873257 Dec 23 15:20:20.619881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57872) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:20.626196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1750459838'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:20.632166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:20.644905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:20.659974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:20.666455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.697775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:20.707895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.708214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Added segment 15975b5d-b1db-4ee2-a42c-ae0525a213f9 of type vlan for network 96d6a06c-9c15-49ad-b021-9176b6559ec9 Dec 23 15:20:20.736053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.773526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.776620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:20.777684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.783162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60e47ee5-9756-4042-a5d8-48bbda149638 tempest-NetworksIpV6Test-1428221937 tempest-NetworksIpV6Test-1428221937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:20.836387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.903379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2811160 Dec 23 15:20:20.905229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:20.912397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Network': ['ID=96d6a06c-9c15-49ad-b021-9176b6559ec9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:20.912523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-735285717'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:20.914566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:20.918195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:20.922908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:network and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:20.923756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 96d6a06c-9c15-49ad-b021-9176b6559ec9 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:20.926616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:20.933773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:20.950146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:20.955817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:20.989889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:20.999774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.000184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Added segment 15f65ef4-b0e4-40a7-9793-15ecd390d95f of type vlan for network a2fa9030-c8ed-4eca-a73c-acb38086f80c Dec 23 15:20:21.029872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.066932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.070563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:21.071205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.078577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-14a1d8a3-117f-4d4b-b513-00b716c5b5ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:21.193819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2842417 Dec 23 15:20:21.193819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:21.203736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'ports': [{'network_id': '96d6a06c-9c15-49ad-b021-9176b6559ec9', 'name': 'tempest-port--266303411', 'admin_state_up': True}, {'network_id': 'a2fa9030-c8ed-4eca-a73c-acb38086f80c', 'admin_state_up': False}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:21.203930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'port': {'network_id': '96d6a06c-9c15-49ad-b021-9176b6559ec9', 'name': 'tempest-port--266303411', 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:21.204875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'port': {'network_id': 'a2fa9030-c8ed-4eca-a73c-acb38086f80c', 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:21.219882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Network': ['ID=a2fa9030-c8ed-4eca-a73c-acb38086f80c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:21.225877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:21.233320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a2fa9030-c8ed-4eca-a73c-acb38086f80c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:21.453354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:21.458380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:port and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:21.460695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:21.466942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:21.481810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'port': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:21.487446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.506676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.749060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] device_id is not set on port 8f4f7fec-f260-4bb1-8bd6-223c02c604c9 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:20:21.841753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:21.971048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] device_id is not set on port 9e54acff-edd9-4da6-866e-52c0c6346c8a yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:20:22.064582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:22.093759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:22.099508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:22.183917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Port': ['ID=8f4f7fec-f260-4bb1-8bd6-223c02c604c9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:22.189012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:22.200248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Checking segment: {'id': '15975b5d-b1db-4ee2-a42c-ae0525a213f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96d6a06c-9c15-49ad-b021-9176b6559ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:22.201366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network hostable DHCP agents. Network: 96d6a06c-9c15-49ad-b021-9176b6559ec9, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:22.224856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network 96d6a06c-9c15-49ad-b021-9176b6559ec9 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:22.521606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 96d6a06c-9c15-49ad-b021-9176b6559ec9) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:22.521606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:22.521606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:22.525038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d0e6f6-33c8-4bf3-a201-9cf77f9e0d23 None None] Network 96d6a06c-9c15-49ad-b021-9176b6559ec9 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a02ecfec-c96a-44a7-b194-552e4fe350ce tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Port': ['ID=9e54acff-edd9-4da6-866e-52c0c6346c8a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Checking segment: {'id': '15f65ef4-b0e4-40a7-9793-15ecd390d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a2fa9030-c8ed-4eca-a73c-acb38086f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network hostable DHCP agents. Network: a2fa9030-c8ed-4eca-a73c-acb38086f80c, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network a2fa9030-c8ed-4eca-a73c-acb38086f80c is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a2fa9030-c8ed-4eca-a73c-acb38086f80c) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:22.527784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:22.531306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06fdae5-f4cf-4b40-93e9-88b9d04a9532 None None] Network a2fa9030-c8ed-4eca-a73c-acb38086f80c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:22.566239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3711119 Dec 23 15:20:22.568956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57886) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:22.657342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fb40f-630e-4879-be32-b97153449319 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:22.661910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fb40f-630e-4879-be32-b97153449319 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:22.662764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-897fb40f-630e-4879-be32-b97153449319 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Synchronizing usage tracker for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:22.681113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-897fb40f-630e-4879-be32-b97153449319 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Unset dirty status for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:22.683396 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-897fb40f-630e-4879-be32-b97153449319 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1124141 Dec 23 15:20:22.685701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57890) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:22.760254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Deleting port 8f4f7fec-f260-4bb1-8bd6-223c02c604c9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:22.760653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:22.991139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.120171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Calling delete_port for 8f4f7fec-f260-4bb1-8bd6-223c02c604c9 owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:23.197359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.203761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:23.250329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Port': ['ID=8f4f7fec-f260-4bb1-8bd6-223c02c604c9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:23.253993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:23.259047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.272943 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/ports/8f4f7fec-f260-4bb1-8bd6-223c02c604c9 HTTP/1.1" status: 204 len: 168 time: 0.5860376 Dec 23 15:20:23.275915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57896) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:23.346570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Deleting port 9e54acff-edd9-4da6-866e-52c0c6346c8a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:23.346949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.579763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.705868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Calling delete_port for 9e54acff-edd9-4da6-866e-52c0c6346c8a owned by {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:23.783650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.789693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27092c70-0717-4d3d-a5dd-496c63d5153b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:23.842749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Port': ['ID=9e54acff-edd9-4da6-866e-52c0c6346c8a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:23.845365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:23.849178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:23.859926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/ports/9e54acff-edd9-4da6-866e-52c0c6346c8a HTTP/1.1" status: 204 len: 168 time: 0.5829854 Dec 23 15:20:23.862796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57900) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:23.908862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27886c51-3d44-477e-a0db-0e69dbf79402 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Synchronizing usage tracker for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:23.925814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27886c51-3d44-477e-a0db-0e69dbf79402 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Unset dirty status for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:23.927090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27886c51-3d44-477e-a0db-0e69dbf79402 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633106 Dec 23 15:20:23.931216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57904) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:23.937211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-760479041'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:23.942570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:23.947089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:network and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:23.950169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:23.956789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:23.967629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:23.973028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.002789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:24.012782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.013205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Added segment 06eb4b71-e846-4cab-9016-b7248ea7b51f of type vlan for network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c Dec 23 15:20:24.041338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.073323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.077903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:24.078557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.082393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cae8e31c-9222-48ef-9a0e-15a7b2bac447 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:24.192766 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2603498 Dec 23 15:20:24.195819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57908) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:24.198859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Network': ['ID=d74cb60a-ce9b-4ba8-9b6c-5b03794c149c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:24.202065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33087712-d249-4b7c-ae78-4c265e5d8fc9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:24.202996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-107393085'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:24.208670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:24.211044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:24.213484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:network and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:24.216743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:24.223308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:24.237884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:24.243609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.275507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:24.285376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.285776 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Added segment 68e5a514-6792-48b2-89c7-336d76a87b48 of type vlan for network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 Dec 23 15:20:24.315089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.346797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.351349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:24.351995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:24.358110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:24.465936 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2687387 Dec 23 15:20:24.475835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Network': ['ID=88b6f9e8-03f7-47dd-a64b-a4726ae1f597,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:24.477563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:24.486019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:28.099425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57916) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:28.110265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'subnets': [{'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1424281112', 'ip_version': 6}, {'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:28.110754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'subnet': {'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1424281112', 'ip_version': 6}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:28.111982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Request body: {'subnet': {'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:28.343719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:28.350757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Usage tracker for resource:subnet and tenant:7c83c99b76464a2c9fff8fe1355071c8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:28.354195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:28.360584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:28.371430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Made reservation on behalf of 7c83c99b76464a2c9fff8fe1355071c8 for: {'subnet': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:28.592748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:28.593105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:29.040217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:20:29.089045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:29.092882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4a06880-9ac1-4757-8b7f-59fef4edc4ae tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:29.172095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Subnet': ['ID=1d935a44-4e3d-4f09-bca7-7db46a4d846d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:29.177015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:29.188129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Checking segment: {'id': '06eb4b71-e846-4cab-9016-b7248ea7b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:29.188509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network hostable DHCP agents. Network: d74cb60a-ce9b-4ba8-9b6c-5b03794c149c, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:29.212615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:29.222443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, d74cb60a-ce9b-4ba8-9b6c-5b03794c149c) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:29.226354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:29.230149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a26d62a7-e658-43d8-8558-9a67aad273db tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:29.233059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646cdd3-3e21-4f7b-aa0b-b22b5b4c3f64 None None] Network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:29.300588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event updated for resources: {'Subnet': ['ID=2c366ba6-52a3-4321-b43f-ea49c6cd194c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:29.310014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:29.326885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Checking segment: {'id': '68e5a514-6792-48b2-89c7-336d76a87b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:29.327263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network hostable DHCP agents. Network: 88b6f9e8-03f7-47dd-a64b-a4726ae1f597, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:29.351934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:29.364361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 88b6f9e8-03f7-47dd-a64b-a4726ae1f597) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:29.369408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:29.369859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:29.370556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:29.393742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d93b6-79de-4220-9fe8-c4b6191e949b None None] Network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:29.397037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2933977 Dec 23 15:20:29.397421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57922) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:29.479681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2fe94-fee3-456a-a48e-e56013af631c tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:29.481201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2fe94-fee3-456a-a48e-e56013af631c tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:29.482860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2fe94-fee3-456a-a48e-e56013af631c tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:29.484595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8a2fe94-fee3-456a-a48e-e56013af631c tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0859952 Dec 23 15:20:29.494935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57926) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:29.572828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-d74cb60a-ce9b-4ba8-9b6c-5b03794c149c', 'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c', 'tenant_id': '7c83c99b76464a2c9fff8fe1355071c8', 'fixed_ips': [{'subnet_id': '1d935a44-4e3d-4f09-bca7-7db46a4d846d'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:20:29.573781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:29.772991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-88b6f9e8-03f7-47dd-a64b-a4726ae1f597', 'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597', 'tenant_id': '7c83c99b76464a2c9fff8fe1355071c8', 'fixed_ips': [{'subnet_id': '2c366ba6-52a3-4321-b43f-ea49c6cd194c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:20:29.773987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:29.943654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Deleting subnet 1d935a44-4e3d-4f09-bca7-7db46a4d846d {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:30.087671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Allocated IP 2001:db8::1 (d74cb60a-ce9b-4ba8-9b6c-5b03794c149c/1d935a44-4e3d-4f09-bca7-7db46a4d846d/74af48a9-9693-42fd-8b93-2b91001133e4) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:30.275282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Allocated IP 2001:db8:0:1::1 (88b6f9e8-03f7-47dd-a64b-a4726ae1f597/2c366ba6-52a3-4321-b43f-ea49c6cd194c/2d1f1a0c-1422-4ab4-97f4-6f21587519e5) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:30.485280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.510005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Transition to ACTIVE for port object 74af48a9-9693-42fd-8b93-2b91001133e4 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:30.577590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Transition to ACTIVE for port object 74af48a9-9693-42fd-8b93-2b91001133e4 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:30.582268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.591181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.597628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73ee4ea0-7669-4aaa-84f3-54d755033d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:30.643616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.654508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.686862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Pushing event updated for resources: {'Port': ['ID=74af48a9-9693-42fd-8b93-2b91001133e4,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:30.689807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Transition to ACTIVE for port object 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:30.700440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:30.708029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:30.715689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:30.727153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:30.737153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Transition to ACTIVE for port object 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:30.738108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.772801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.774067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.782140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:30.813203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.817148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-30391587-93fc-4f21-a032-d3e3aed73d05 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:30.859611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Subnet': ['ID=1d935a44-4e3d-4f09-bca7-7db46a4d846d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:30.862213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:30.868164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.878175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/subnets/1d935a44-4e3d-4f09-bca7-7db46a4d846d HTTP/1.1" status: 204 len: 168 time: 1.3820951 Dec 23 15:20:30.881872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57932) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:30.894682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:30.895607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Attempting to bind port 74af48a9-9693-42fd-8b93-2b91001133e4 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:20:30.896031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Attempting to bind port 74af48a9-9693-42fd-8b93-2b91001133e4 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '06eb4b71-e846-4cab-9016-b7248ea7b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:20:30.896455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Attempting to bind port 74af48a9-9693-42fd-8b93-2b91001133e4 on network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:20:30.901551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:30.913146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:30.920858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Pushing event updated for resources: {'Port': ['ID=2d1f1a0c-1422-4ab4-97f4-6f21587519e5,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:30.924789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:20:30.925850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Checking segment: {'id': '06eb4b71-e846-4cab-9016-b7248ea7b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:30.925850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.926107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Bound using segment: {'id': '06eb4b71-e846-4cab-9016-b7248ea7b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:20:30.926614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Bound port: 74af48a9-9693-42fd-8b93-2b91001133e4, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eb4b71-e846-4cab-9016-b7248ea7b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd74cb60a-ce9b-4ba8-9b6c-5b03794c149c'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:20:30.927044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:30.938434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:30.963724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Deleting subnet 2c366ba6-52a3-4321-b43f-ea49c6cd194c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:30.967061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.030392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.072695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Attempting to bind port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:20:31.073120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Attempting to bind port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '68e5a514-6792-48b2-89c7-336d76a87b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:20:31.073576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Attempting to bind port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 on network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:20:31.102908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:20:31.103341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Checking segment: {'id': '68e5a514-6792-48b2-89c7-336d76a87b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:31.103793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.104257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Bound using segment: {'id': '68e5a514-6792-48b2-89c7-336d76a87b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:20:31.104772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Bound port: 2d1f1a0c-1422-4ab4-97f4-6f21587519e5, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e5a514-6792-48b2-89c7-336d76a87b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88b6f9e8-03f7-47dd-a64b-a4726ae1f597'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:20:31.105234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.122806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.130338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] For port 74af48a9-9693-42fd-8b93-2b91001133e4, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:20:31.171863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] For port 74af48a9-9693-42fd-8b93-2b91001133e4, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=74af48a9-9693-42fd-8b93-2b91001133e4,segment=NetworkSegment(06eb4b71-e846-4cab-9016-b7248ea7b51f),segment_id=06eb4b71-e846-4cab-9016-b7248ea7b51f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:20:31.177642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.183192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77630fdc-91db-4ce6-9cc2-32772846a908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:31.196848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.201787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8eb13084-72c1-44da-92c0-c9e36b5f5313 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:31.238940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Subnet': ['ID=2c366ba6-52a3-4321-b43f-ea49c6cd194c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:31.243311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:31.246163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.255477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/subnets/2c366ba6-52a3-4321-b43f-ea49c6cd194c HTTP/1.1" status: 204 len: 168 time: 0.3695848 Dec 23 15:20:31.255766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:31.293442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] For port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:20:31.301052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Pushing event updated for resources: {'Port': ['ID=74af48a9-9693-42fd-8b93-2b91001133e4,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:31.306926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:31.308952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] For port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d1f1a0c-1422-4ab4-97f4-6f21587519e5,segment=NetworkSegment(68e5a514-6792-48b2-89c7-336d76a87b48),segment_id=68e5a514-6792-48b2-89c7-336d76a87b48)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:20:31.335245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a05af-f3d5-41b3-aeb6-41a48e30e3f0 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:31.336167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0c4a05af-f3d5-41b3-aeb6-41a48e30e3f0 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Synchronizing usage tracker for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:31.344453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.354939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0c4a05af-f3d5-41b3-aeb6-41a48e30e3f0 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Unset dirty status for tenant:7c83c99b76464a2c9fff8fe1355071c8 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:31.355610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:31.356260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c4a05af-f3d5-41b3-aeb6-41a48e30e3f0 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995042 Dec 23 15:20:31.361291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:31.453069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4bfcc3-6f00-4fc3-9884-a5711c7df9a5 None None] Network d74cb60a-ce9b-4ba8-9b6c-5b03794c149c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:31.477472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Pushing event updated for resources: {'Port': ['ID=2d1f1a0c-1422-4ab4-97f4-6f21587519e5,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:31.500579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.511972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Deleting port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:31.512340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.530158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:31.748542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] For port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d1f1a0c-1422-4ab4-97f4-6f21587519e5,segment=NetworkSegment(68e5a514-6792-48b2-89c7-336d76a87b48),segment_id=68e5a514-6792-48b2-89c7-336d76a87b48)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:31.748949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.884394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Calling delete_port for 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:31.963389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:31.968230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ca545c0-6f57-4633-ab95-4fe1b2bcab13 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:32.011141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Port': ['ID=2d1f1a0c-1422-4ab4-97f4-6f21587519e5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:32.013766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:32.017205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] No DVR routers for this DVR port 2d1f1a0c-1422-4ab4-97f4-6f21587519e5 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:32.386948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.416456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b6f9e8-03f7-47dd-a64b-a4726ae1f597']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:32.431739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e5a514-6792-48b2-89c7-336d76a87b48') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:32.432271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e5a514-6792-48b2-89c7-336d76a87b48') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:32.446877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.465502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.471868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:32.472265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:32.487922 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:32.568685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.572840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13e49441-4c04-4ffb-a4be-590a1238ddbe tempest-NetworksIpV6TestAttrs-8559685 tempest-NetworksIpV6TestAttrs-8559685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:32.590706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.603866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Network': ['ID=88b6f9e8-03f7-47dd-a64b-a4726ae1f597,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:32.609983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:32.616949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/networks/88b6f9e8-03f7-47dd-a64b-a4726ae1f597 HTTP/1.1" status: 204 len: 168 time: 1.2544227 Dec 23 15:20:32.619617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57946) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:32.752357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.765118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Deleting port 74af48a9-9693-42fd-8b93-2b91001133e4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:32.765542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:32.996026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] For port 74af48a9-9693-42fd-8b93-2b91001133e4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=74af48a9-9693-42fd-8b93-2b91001133e4,segment=NetworkSegment(06eb4b71-e846-4cab-9016-b7248ea7b51f),segment_id=06eb4b71-e846-4cab-9016-b7248ea7b51f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:32.996501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.051961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a6a849-215a-40d8-b93e-534693ff7cf1 None None] DHCP port deletion for 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:33.056612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f795b09d-7c3b-4989-bff0-c4853ebebaa0 None None] Could not find standard attr ID for object 2d1f1a0c-1422-4ab4-97f4-6f21587519e5. {{(pid=88874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 23 15:20:33.093690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa388421-20bf-48dc-b070-bc2d96cb2ece None None] Network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:33.114410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa388421-20bf-48dc-b070-bc2d96cb2ece None None] Network 88b6f9e8-03f7-47dd-a64b-a4726ae1f597 could not be found, it might have been deleted concurrently. {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 23 15:20:33.122745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be498330-d1e2-4502-b84b-4a339411cc22 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:20:33.129088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Calling delete_port for 74af48a9-9693-42fd-8b93-2b91001133e4 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:33.208792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.213699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:33.242755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be498330-d1e2-4502-b84b-4a339411cc22 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:20:33.255264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Port': ['ID=74af48a9-9693-42fd-8b93-2b91001133e4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:33.259218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:33.262589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] No DVR routers for this DVR port 74af48a9-9693-42fd-8b93-2b91001133e4 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:33.398059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.426556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74cb60a-ce9b-4ba8-9b6c-5b03794c149c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:33.439560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06eb4b71-e846-4cab-9016-b7248ea7b51f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:33.439885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06eb4b71-e846-4cab-9016-b7248ea7b51f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:33.452559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.468179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.475016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:33.475451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:33.491865 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:33.529043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 57952) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:33.581105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.586495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff4f0af1-bdb6-45f9-9253-8cfa79bbf77d tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:33.609431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.614006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Network': ['ID=d74cb60a-ce9b-4ba8-9b6c-5b03794c149c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:33.617586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:33.631593 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/networks/d74cb60a-ce9b-4ba8-9b6c-5b03794c149c HTTP/1.1" status: 204 len: 168 time: 1.0109429 Dec 23 15:20:33.634312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:33.762027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.903721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.931058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa9030-c8ed-4eca-a73c-acb38086f80c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:33.944541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f65ef4-b0e4-40a7-9793-15ecd390d95f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:33.944911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f65ef4-b0e4-40a7-9793-15ecd390d95f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:33.958619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.970485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.978449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:33.985272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:33.985706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:34.001458 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:34.084196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.089051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.093180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d68bc523-227f-4664-8e8e-3396d10eef71 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:34.119203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/networks/a2fa9030-c8ed-4eca-a73c-acb38086f80c HTTP/1.1" status: 204 len: 168 time: 0.4836967 Dec 23 15:20:34.120194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Network': ['ID=a2fa9030-c8ed-4eca-a73c-acb38086f80c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:34.122814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:34.123342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:34.250471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.401301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.429072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d6a06c-9c15-49ad-b021-9176b6559ec9']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:34.442286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15975b5d-b1db-4ee2-a42c-ae0525a213f9') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:34.442630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15975b5d-b1db-4ee2-a42c-ae0525a213f9') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:34.455723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.471616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.478334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:34.478765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:34.494758 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:34.580375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.584933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a5ce49a-2e57-4c5b-9a5e-caed71140070 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:34.600920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.613888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Pushing event deleted for resources: {'Network': ['ID=96d6a06c-9c15-49ad-b021-9176b6559ec9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:34.618797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:34.620768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] 10.222.0.49 "DELETE /v2.0/networks/96d6a06c-9c15-49ad-b021-9176b6559ec9 HTTP/1.1" status: 204 len: 168 time: 0.4960971 Dec 23 15:20:34.663707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 19dd8f08-94fb-4db0-a8c8-45b058a48e58 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:34.664090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.861802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 19dd8f08-94fb-4db0-a8c8-45b058a48e58, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=19dd8f08-94fb-4db0-a8c8-45b058a48e58,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:34.862204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:34.931132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:34.996951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 19dd8f08-94fb-4db0-a8c8-45b058a48e58 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:35.119925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-41a6f12d-0d60-4b9f-8804-a55d1e653796 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c83c99b76464a2c9fff8fe1355071c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1872368 Dec 23 15:20:35.122954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:35.188476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:35.192356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:35.197193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e53e2a3d-03ac-4463-a4ac-4babb53da10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:35.217633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:35.243437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=19dd8f08-94fb-4db0-a8c8-45b058a48e58,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:35.246099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:35.266121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:35.271615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3bcb65b8-6a2e-4685-8a93-641ce16f809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:35.292090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d55803-75c9-4fb5-862f-6004982af10b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:35.295454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:35.296911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:35.298105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69d55803-75c9-4fb5-862f-6004982af10b HTTP/1.1" status: 204 len: 168 time: 0.1740596 Dec 23 15:20:35.590236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.218906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 57996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:36.362255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1702358954'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:36.367979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:36.373027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:36.376360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:36.385146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:36.395298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:36.401960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.416789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.451472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:36.455836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:security_group_rule and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:36.458943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:36.459305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:36.465499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:36.539097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.542723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.547162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1a7694d1-765a-47f0-b532-ae6ae6361efe tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:36.580156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:36.589463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be484cf-ded2-4a12-b3b8-243dcef3f155,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:36.593346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:36.595883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.596270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment 4cddbf72-7751-4690-8af3-4b659c422e45 of type vlan for network a1cf7558-5960-4072-bedd-fe89db023878 Dec 23 15:20:36.624861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.657235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.661536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:36.662198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.667737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39266a22-315f-4a79-aaf9-8285d8dd9add tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:36.677545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:36.690251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:36.691829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/7523af1a-2415-4296-9fa7-a681c0dd111e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1616046 Dec 23 15:20:36.704801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:36.705370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:36.783830 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5636258 Dec 23 15:20:36.787485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58004) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:36.790321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=a1cf7558-5960-4072-bedd-fe89db023878,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:36.793566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:36.801942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a1cf7558-5960-4072-bedd-fe89db023878 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:36.802974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492321208'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:36.808959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:36.813794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:36.817006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:36.823966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:36.836134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:36.842316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.875433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:36.886426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.886826 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment c21ad528-900b-4cff-85da-d58906fd073f of type vlan for network b573accb-c081-487a-866a-1136e258e7d0 Dec 23 15:20:36.909955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:36.925499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.962689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.968836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:36.970153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:36.976790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f72046d3-2642-4d6d-9250-05bad0de5331 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:37.084035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2952883 Dec 23 15:20:37.087206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58012) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:37.095982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:37.116136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=b573accb-c081-487a-866a-1136e258e7d0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:37.122580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ce9e3a75-3928-40d4-b004-67dff106a899 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:37.129658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network b573accb-c081-487a-866a-1136e258e7d0 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:37.225659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:37.230515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:37.233830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:37.240832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:37.252492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:37.338834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8759d5-6ebd-4eee-82c5-c0b680317f3a req-08124dec-ce87-4883-b09e-1ca9f423c3e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:37.339834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ae8759d5-6ebd-4eee-82c5-c0b680317f3a req-08124dec-ce87-4883-b09e-1ca9f423c3e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:37.359947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ae8759d5-6ebd-4eee-82c5-c0b680317f3a req-08124dec-ce87-4883-b09e-1ca9f423c3e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:37.361489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae8759d5-6ebd-4eee-82c5-c0b680317f3a req-08124dec-ce87-4883-b09e-1ca9f423c3e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.3188789 Dec 23 15:20:37.396584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:37.404719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:35Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:21Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:37.412534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:20:37.428813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:37.429696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:37.446029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae8759d5-6ebd-4eee-82c5-c0b680317f3a req-f588c87a-bae3-42bd-b0df-6c1534631f2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780315 Dec 23 15:20:37.629225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:37.648698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:37.652783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c343bc53-8e2c-42a8-ac65-84d1e2776999 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:37.731874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=db5a198e-4393-486b-91b2-e9f191ea6c37,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:37.736980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:37.748521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': '4cddbf72-7751-4690-8af3-4b659c422e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:37.748928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: a1cf7558-5960-4072-bedd-fe89db023878, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:37.771458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network a1cf7558-5960-4072-bedd-fe89db023878 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:37.780716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a1cf7558-5960-4072-bedd-fe89db023878) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:37.784838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:37.785542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:37.792238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1952cef7-ca45-4c22-b66c-96988819cbde None None] Network a1cf7558-5960-4072-bedd-fe89db023878 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:37.807467 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7191257 Dec 23 15:20:37.810877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58016) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:37.817454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': 'b573accb-c081-487a-866a-1136e258e7d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:37.938003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:37.942071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:37.945238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:37.952315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:37.962299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:38.011792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:35Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:21Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:38.017094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a85df3-49e0-4e9a-ad86-074ace19e9a9 None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:35Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'b5d098ad-8cf7-441d-8268-e12dd30215a0', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'port_id': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'mac_address': 'fa:16:3e:68:f4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:10Z', 'updated_at': '2021-12-23T15:19:21Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:38.033761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a1cf7558-5960-4072-bedd-fe89db023878', 'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': 'db5a198e-4393-486b-91b2-e9f191ea6c37'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:20:38.034741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.086744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.222097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Allocated IP 2001:db8::2 (a1cf7558-5960-4072-bedd-fe89db023878/db5a198e-4393-486b-91b2-e9f191ea6c37/e3e3c86f-aa75-4310-aa45-9560972a906e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:38.333547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.338501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-93b0a24f-a9a5-44a8-be9e-721c9eb0bcbb tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:38.439074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=af6e0fc4-94a8-410f-a462-86409e9638e3,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:38.443947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:38.450118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': 'c21ad528-900b-4cff-85da-d58906fd073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b573accb-c081-487a-866a-1136e258e7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:38.450514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: b573accb-c081-487a-866a-1136e258e7d0, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:38.474474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network b573accb-c081-487a-866a-1136e258e7d0 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:38.478442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.485147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, b573accb-c081-487a-866a-1136e258e7d0) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:38.489572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:38.490252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.496076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Transition to ACTIVE for port object e3e3c86f-aa75-4310-aa45-9560972a906e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:38.510429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a600b1-4afd-46bd-9c2b-5f5d6b5b68a6 None None] Network b573accb-c081-487a-866a-1136e258e7d0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:38.517396 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7025688 Dec 23 15:20:38.517609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58022) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:38.524254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-781847605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:38.531930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:38.536989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:38.540838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:38.547661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:38.559108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.559961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.591205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.600140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Transition to ACTIVE for port object e3e3c86f-aa75-4310-aa45-9560972a906e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:38.617055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.623427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa72ee54-0d07-4b60-ab1b-4f366616364f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:38.660353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.724613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Network a1cf7558-5960-4072-bedd-fe89db023878 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:38.733848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:38.734198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.739223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-847f4d48-1f69-4c4e-8784-59fb8e9926de tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2166865 Dec 23 15:20:38.739400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:38.741015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:38.743686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Pushing event updated for resources: {'Port': ['ID=e3e3c86f-aa75-4310-aa45-9560972a906e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:38.765746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-22c26eba-d8bd-4a23-b2e5-4c225151ce93 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:38.766537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-22c26eba-d8bd-4a23-b2e5-4c225151ce93 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:38.779018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:38.788679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-22c26eba-d8bd-4a23-b2e5-4c225151ce93 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:38.790074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-22c26eba-d8bd-4a23-b2e5-4c225151ce93 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.1970632 Dec 23 15:20:38.806570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c980c7c-f480-4b71-b422-ef45862d4cd6 req-96d5baae-9eea-454b-9a26-09d77b95ae76 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:38.808190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c980c7c-f480-4b71-b422-ef45862d4cd6 req-96d5baae-9eea-454b-9a26-09d77b95ae76 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 946 time: 0.2232971 Dec 23 15:20:38.919183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 0a4f569f-5f54-45e7-b089-c8c78126ff55 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:38.919410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.919929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Attempting to bind port e3e3c86f-aa75-4310-aa45-9560972a906e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:20:38.920351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Attempting to bind port e3e3c86f-aa75-4310-aa45-9560972a906e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '4cddbf72-7751-4690-8af3-4b659c422e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:20:38.920763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Attempting to bind port e3e3c86f-aa75-4310-aa45-9560972a906e on network a1cf7558-5960-4072-bedd-fe89db023878 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:20:38.928609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-b573accb-c081-487a-866a-1136e258e7d0', 'network_id': 'b573accb-c081-487a-866a-1136e258e7d0', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': 'af6e0fc4-94a8-410f-a462-86409e9638e3'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:20:38.929608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.945598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:20:38.946015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Checking segment: {'id': '4cddbf72-7751-4690-8af3-4b659c422e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:38.946468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.947127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Bound using segment: {'id': '4cddbf72-7751-4690-8af3-4b659c422e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:20:38.947420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Bound port: e3e3c86f-aa75-4310-aa45-9560972a906e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cddbf72-7751-4690-8af3-4b659c422e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1cf7558-5960-4072-bedd-fe89db023878'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:20:38.947834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:38.965086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c980c7c-f480-4b71-b422-ef45862d4cd6 req-d514261b-774b-46b7-9aef-b5bb4d21bf18 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f8b9706-09d9-49ad-80d3-310c00074f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229815 Dec 23 15:20:39.108127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] For port e3e3c86f-aa75-4310-aa45-9560972a906e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:20:39.124592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] For port e3e3c86f-aa75-4310-aa45-9560972a906e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e3e3c86f-aa75-4310-aa45-9560972a906e,segment=NetworkSegment(4cddbf72-7751-4690-8af3-4b659c422e45),segment_id=4cddbf72-7751-4690-8af3-4b659c422e45)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:20:39.129464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.136494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:39.200444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 0a4f569f-5f54-45e7-b089-c8c78126ff55, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0a4f569f-5f54-45e7-b089-c8c78126ff55,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:39.201351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.274645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Pushing event updated for resources: {'Port': ['ID=e3e3c86f-aa75-4310-aa45-9560972a906e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:39.283203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:39.284466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Allocated IP 2001:db8:1::2 (b573accb-c081-487a-866a-1136e258e7d0/af6e0fc4-94a8-410f-a462-86409e9638e3/43a8ee2a-ada4-4145-8617-8806770071d4) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:39.294968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.358488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 0a4f569f-5f54-45e7-b089-c8c78126ff55 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:39.483816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 19dd8f08-94fb-4db0-a8c8-45b058a48e58 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:39.545389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.550321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 19dd8f08-94fb-4db0-a8c8-45b058a48e58 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:39.550878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 19dd8f08-94fb-4db0-a8c8-45b058a48e58 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:39.552283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a45c539d-225e-403b-b5fc-c08cc5d7cfac tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:39.595693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.602142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=0a4f569f-5f54-45e7-b089-c8c78126ff55,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:39.607202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:39.611710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Transition to ACTIVE for port object 43a8ee2a-ada4-4145-8617-8806770071d4 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:39.637424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Transition to ACTIVE for port object 43a8ee2a-ada4-4145-8617-8806770071d4 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:39.644477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.652312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa72ee54-0d07-4b60-ab1b-4f366616364f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:39.697420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 0a4f569f-5f54-45e7-b089-c8c78126ff55 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:39.703091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.711522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'name': 'network-vif-deleted', 'tag': '0a4f569f-5f54-45e7-b089-c8c78126ff55'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:20:39.732576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6115436e-3763-4961-be5e-1b6d8bcc94e1 req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/0a4f569f-5f54-45e7-b089-c8c78126ff55 HTTP/1.1" status: 204 len: 173 time: 0.9231730 Dec 23 15:20:39.784268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Network b573accb-c081-487a-866a-1136e258e7d0 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:39.785558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Pushing event updated for resources: {'Port': ['ID=43a8ee2a-ada4-4145-8617-8806770071d4,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:39.798658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:39.799902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:39.802256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:39.802827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f3592b-b7cc-4950-bde7-86c755233d7a', 'name': 'network-vif-deleted', 'tag': '0a4f569f-5f54-45e7-b089-c8c78126ff55', 'status': 'completed', 'code': 200} Dec 23 15:20:39.911748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Attempting to bind port 43a8ee2a-ada4-4145-8617-8806770071d4 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:20:39.912171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Attempting to bind port 43a8ee2a-ada4-4145-8617-8806770071d4 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c21ad528-900b-4cff-85da-d58906fd073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b573accb-c081-487a-866a-1136e258e7d0'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:20:39.912596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Attempting to bind port 43a8ee2a-ada4-4145-8617-8806770071d4 on network b573accb-c081-487a-866a-1136e258e7d0 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:20:39.921052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:20:39.921422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Checking segment: {'id': 'c21ad528-900b-4cff-85da-d58906fd073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b573accb-c081-487a-866a-1136e258e7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:39.921936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:39.922341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Bound using segment: {'id': 'c21ad528-900b-4cff-85da-d58906fd073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b573accb-c081-487a-866a-1136e258e7d0'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:20:39.922875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Bound port: 43a8ee2a-ada4-4145-8617-8806770071d4, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21ad528-900b-4cff-85da-d58906fd073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b573accb-c081-487a-866a-1136e258e7d0'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:20:39.923299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.025436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] For port 43a8ee2a-ada4-4145-8617-8806770071d4, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:20:40.030502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] For port 43a8ee2a-ada4-4145-8617-8806770071d4, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=43a8ee2a-ada4-4145-8617-8806770071d4,segment=NetworkSegment(c21ad528-900b-4cff-85da-d58906fd073f),segment_id=c21ad528-900b-4cff-85da-d58906fd073f)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:20:40.036146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.042391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba4e571d-4f73-425b-835c-a9407c326f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:40.048480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8::1 (a1cf7558-5960-4072-bedd-fe89db023878/db5a198e-4393-486b-91b2-e9f191ea6c37/d6dcee82-026a-49fe-b6ea-b733aff8a6c5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:40.127577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Pushing event updated for resources: {'Port': ['ID=43a8ee2a-ada4-4145-8617-8806770071d4,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:40.131081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:40.166616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-033e2ae8-d68d-45da-8aad-b5324f759fad req-180bbbf0-16fe-429b-bdf7-2eeb6584d329 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:40.184212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-033e2ae8-d68d-45da-8aad-b5324f759fad req-180bbbf0-16fe-429b-bdf7-2eeb6584d329 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:40.185730 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-033e2ae8-d68d-45da-8aad-b5324f759fad req-180bbbf0-16fe-429b-bdf7-2eeb6584d329 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f3592b-b7cc-4950-bde7-86c755233d7a HTTP/1.1" status: 200 len: 210 time: 0.0724936 Dec 23 15:20:40.233769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.252435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object d6dcee82-026a-49fe-b6ea-b733aff8a6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:40.275505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.281698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-352d1e51-92a9-447e-bddb-3696e62d517c tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:40.367706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network a1cf7558-5960-4072-bedd-fe89db023878 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:40.372454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:40.375051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=d6dcee82-026a-49fe-b6ea-b733aff8a6c5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:40.377475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:40.378057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.404620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:40.468351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.602586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 0a4f569f-5f54-45e7-b089-c8c78126ff55 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:40.643009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 0a4f569f-5f54-45e7-b089-c8c78126ff55 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:40.643414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 0a4f569f-5f54-45e7-b089-c8c78126ff55 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:40.921445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.925670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.926521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:40.930940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:41.082957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=d6dcee82-026a-49fe-b6ea-b733aff8a6c5,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:41.093462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:41.152526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network a1cf7558-5960-4072-bedd-fe89db023878 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:41.153810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:41.297521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58038) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:41.389052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:41.421853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:41.454473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60e5a7-0c45-400a-9488-44cd3f13d8cf None None] Network a1cf7558-5960-4072-bedd-fe89db023878 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:41.494443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:41.511940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32b4e318-b627-4341-a8cc-31835bdfda09 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:41.536032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b9706-09d9-49ad-80d3-310c00074f46,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:41.540631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:41.553742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router cd503f1d-d985-47d8-8007-21c634536a78 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:20:41.554078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:41.555896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/5f8b9706-09d9-49ad-80d3-310c00074f46 HTTP/1.1" status: 204 len: 168 time: 0.2572913 Dec 23 15:20:41.608721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-badb321c-0a10-44bb-8d87-9d696c253a7f None None] Provisioning for port e3e3c86f-aa75-4310-aa45-9560972a906e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:41.609010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58044) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:41.685824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 43a8ee2a-ada4-4145-8617-8806770071d4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:41.785049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:41.802451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/cd503f1d-d985-47d8-8007-21c634536a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0571651 Dec 23 15:20:41.802825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58048) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:41.831377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 1b20a16e-2678-4d4a-800e-ec1e1a952c13 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:41.835443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:41.898148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8215d-1920-4691-9e77-a0c496e04ea0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:41.898945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eee8215d-1920-4691-9e77-a0c496e04ea0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:41.909513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:41.919496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] Sync routers for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:41.921836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eee8215d-1920-4691-9e77-a0c496e04ea0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:41.924344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eee8215d-1920-4691-9e77-a0c496e04ea0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports/d6dcee82-026a-49fe-b6ea-b733aff8a6c5 HTTP/1.1" status: 200 len: 911 time: 0.1204383 Dec 23 15:20:41.927809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58052) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:41.988935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:41.989855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:42.016742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.067753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:42.083830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 43a8ee2a-ada4-4145-8617-8806770071d4 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:42.095173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e3e3c86f-aa75-4310-aa45-9560972a906e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:42.104000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.116491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b212f1e3-714a-46a5-bd5b-e4a24e739042 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:42.165101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=1b20a16e-2678-4d4a-800e-ec1e1a952c13,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:42.167655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.170288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:42.171138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:42.172394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:42.178248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/1b20a16e-2678-4d4a-800e-ec1e1a952c13 HTTP/1.1" status: 204 len: 168 time: 0.5654752 Dec 23 15:20:42.178533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58056) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:42.237280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f134a-bc66-424e-ba6b-e8594062c5dd None None] Network 19ca2636-d623-44f6-862b-f6cb1a3e3c10 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:42.332338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.345890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:42.346553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6ff70-bbb8-4d66-a72a-d6431334e9e8 None None] The sync data for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:42.360040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 6d95766f-2718-4a3e-8541-202fe2adec71 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:42.360436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.414571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e3e3c86f-aa75-4310-aa45-9560972a906e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:42.437213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e3e3c86f-aa75-4310-aa45-9560972a906e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:42.443742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.486209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa86cd4-e768-4d59-9c45-95dcff0aeb90 None None] Network b573accb-c081-487a-866a-1136e258e7d0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:42.634700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 6d95766f-2718-4a3e-8541-202fe2adec71, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6d95766f-2718-4a3e-8541-202fe2adec71,segment=NetworkSegment(859703f1-0dbf-48b8-98d8-c511798ffbb9),segment_id=859703f1-0dbf-48b8-98d8-c511798ffbb9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:42.635225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:42.733878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Provisioning for port 43a8ee2a-ada4-4145-8617-8806770071d4 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:42.780804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 6d95766f-2718-4a3e-8541-202fe2adec71 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:42.812485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Provisioning complete for port 43a8ee2a-ada4-4145-8617-8806770071d4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:42.813093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.003491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.032414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.115751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] For port 43a8ee2a-ada4-4145-8617-8806770071d4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=43a8ee2a-ada4-4145-8617-8806770071d4,segment=NetworkSegment(c21ad528-900b-4cff-85da-d58906fd073f),segment_id=c21ad528-900b-4cff-85da-d58906fd073f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:43.134596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.138032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:43.165307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.170910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.171264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d8d5f0d7-6a28-4151-bd0f-2e1f99508b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:43.207174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79217f-75a7-447f-9b80-62ac10aa250e None None] DHCP port deletion for 19ca2636-d623-44f6-862b-f6cb1a3e3c10 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:43.237517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=6d95766f-2718-4a3e-8541-202fe2adec71,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:43.246694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:43.247542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 6d95766f-2718-4a3e-8541-202fe2adec71 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:43.273663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e3e3c86f-aa75-4310-aa45-9560972a906e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e3e3c86f-aa75-4310-aa45-9560972a906e,segment=NetworkSegment(4cddbf72-7751-4690-8af3-4b659c422e45),segment_id=4cddbf72-7751-4690-8af3-4b659c422e45)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:43.278924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Pushing event updated for resources: {'Port': ['ID=43a8ee2a-ada4-4145-8617-8806770071d4,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:43.282597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:43.285547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.289030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:43.368008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea7fb77c-22cd-41ad-8fcf-e8a8653a37de None None] Provisioning complete for port e3e3c86f-aa75-4310-aa45-9560972a906e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:43.368610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea7fb77c-22cd-41ad-8fcf-e8a8653a37de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.454363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e3e3c86f-aa75-4310-aa45-9560972a906e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:43.458138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:43.491567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.545801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ca2636-d623-44f6-862b-f6cb1a3e3c10']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:43.563010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859703f1-0dbf-48b8-98d8-c511798ffbb9') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:43.563350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859703f1-0dbf-48b8-98d8-c511798ffbb9') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:43.579884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea7fb77c-22cd-41ad-8fcf-e8a8653a37de None None] Provisioning for port d6dcee82-026a-49fe-b6ea-b733aff8a6c5 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:43.584324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.586075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea7fb77c-22cd-41ad-8fcf-e8a8653a37de None None] Provisioning complete for port d6dcee82-026a-49fe-b6ea-b733aff8a6c5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:43.586247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8:1::1 (b573accb-c081-487a-866a-1136e258e7d0/af6e0fc4-94a8-410f-a462-86409e9638e3/0093bf24-6570-4aae-bed0-132e57924af0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:43.586647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea7fb77c-22cd-41ad-8fcf-e8a8653a37de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.613730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.621942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:43.622786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.657526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ea7fb77c-22cd-41ad-8fcf-e8a8653a37de None None] Port d6dcee82-026a-49fe-b6ea-b733aff8a6c5 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:43.659319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 43a8ee2a-ada4-4145-8617-8806770071d4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:43.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:43.736071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 43a8ee2a-ada4-4145-8617-8806770071d4 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:43.736601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.737941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.743311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.748906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-611850a9-3b12-4b37-93e7-8b18492196d9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:43.781455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=19ca2636-d623-44f6-862b-f6cb1a3e3c10,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:43.785240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:43.789404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.793505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/19ca2636-d623-44f6-862b-f6cb1a3e3c10 HTTP/1.1" status: 204 len: 168 time: 1.6113222 Dec 23 15:20:43.793781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58062) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:43.811568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object 0093bf24-6570-4aae-bed0-132e57924af0 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:20:43.833053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.838048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:43.856193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e48897c-1728-429c-b243-5f64cb4da372 None None] Provisioning complete for port 43a8ee2a-ada4-4145-8617-8806770071d4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:43.856617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e48897c-1728-429c-b243-5f64cb4da372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.916683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network b573accb-c081-487a-866a-1136e258e7d0 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:43.921669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=0093bf24-6570-4aae-bed0-132e57924af0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:43.924647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:43.927286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:43.927968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:43.932074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:44.023168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6d95766f-2718-4a3e-8541-202fe2adec71 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:44.036551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 551cb6a4-443d-4d43-84ea-ca2ee6e77562 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:44.037188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.047723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.076148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 6d95766f-2718-4a3e-8541-202fe2adec71 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:44.076555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6d95766f-2718-4a3e-8541-202fe2adec71 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:44.078163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2e48897c-1728-429c-b243-5f64cb4da372 None None] Provisioning complete for port d6dcee82-026a-49fe-b6ea-b733aff8a6c5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:44.078587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e48897c-1728-429c-b243-5f64cb4da372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.142463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2e48897c-1728-429c-b243-5f64cb4da372 None None] Port d6dcee82-026a-49fe-b6ea-b733aff8a6c5 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:44.236372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.236904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.370810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 551cb6a4-443d-4d43-84ea-ca2ee6e77562 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:44.372003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c59f7307-ecf8-4d71-8843-feb04c5f9a9e None None] Provisioning for port 0093bf24-6570-4aae-bed0-132e57924af0 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:20:44.378707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c59f7307-ecf8-4d71-8843-feb04c5f9a9e None None] Provisioning complete for port 0093bf24-6570-4aae-bed0-132e57924af0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:44.379449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c59f7307-ecf8-4d71-8843-feb04c5f9a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.451754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c59f7307-ecf8-4d71-8843-feb04c5f9a9e None None] Port 0093bf24-6570-4aae-bed0-132e57924af0 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:44.487251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.491362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.492260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.496607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:44.533280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.543252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5036ad0-59bd-4ab4-9ece-139b6b504cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:44.589139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=551cb6a4-443d-4d43-84ea-ca2ee6e77562,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:44.592571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:44.643705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=0093bf24-6570-4aae-bed0-132e57924af0,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:44.646871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:44.689746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:44.719384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network b573accb-c081-487a-866a-1136e258e7d0 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:44.720583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:45.082503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bd4ad7e3-f5f1-4958-9125-e69b1fc87c09 None None] Provisioning complete for port 0093bf24-6570-4aae-bed0-132e57924af0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:45.083635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bd4ad7e3-f5f1-4958-9125-e69b1fc87c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:45.103315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router cd503f1d-d985-47d8-8007-21c634536a78 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:45.133317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:45.139960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ad7e3-f5f1-4958-9125-e69b1fc87c09 None None] Port 0093bf24-6570-4aae-bed0-132e57924af0 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:20:45.285523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:45.296894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] Sync routers for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:45.303012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/cd503f1d-d985-47d8-8007-21c634536a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3737657 Dec 23 15:20:45.305978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58066) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:45.311563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:45.312261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:45.350000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:45.369032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:45.378150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:45.392340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:45.393062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb4a52-d373-4f7c-bf93-ed5e3f35c6c9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:45.393488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:45.393948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4fb4a52-d373-4f7c-bf93-ed5e3f35c6c9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:45.413689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4fb4a52-d373-4f7c-bf93-ed5e3f35c6c9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:45.417679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4fb4a52-d373-4f7c-bf93-ed5e3f35c6c9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports/0093bf24-6570-4aae-bed0-132e57924af0 HTTP/1.1" status: 200 len: 913 time: 0.1106489 Dec 23 15:20:45.418914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58070) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:45.423479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:45.435215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:45.436379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:45.501687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:45.502372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1049b8-eb62-45e7-bcdf-0c34f655e47f None None] The sync data for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:45.508517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/b5d098ad-8cf7-441d-8268-e12dd30215a0 HTTP/1.1" status: 204 len: 168 time: 1.7129400 Dec 23 15:20:45.510774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:20:45.593096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'status': 'completed', 'code': 200} Dec 23 15:20:45.746098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e3e3c86f-aa75-4310-aa45-9560972a906e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:20:45.815880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:46.074413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e3e3c86f-aa75-4310-aa45-9560972a906e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:20:46.074839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:46.183694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-d355b2d9-8045-4956-b744-5e49554adf13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 1099 time: 0.5699272 Dec 23 15:20:46.307212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-bac5978f-8da1-4680-abc6-83a2be038407 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:46.308131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-bac5978f-8da1-4680-abc6-83a2be038407 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:46.308205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:35Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:46.312298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:20:46.325227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:46.326843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:46.342828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:46.445626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-bac5978f-8da1-4680-abc6-83a2be038407 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:46.446847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-bac5978f-8da1-4680-abc6-83a2be038407 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 946 time: 0.3648062 Dec 23 15:20:46.540495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:46.555547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f9111-99f0-4000-9663-daee9f3df64d req-fe233d70-c979-4b50-bbd8-14bb464f71e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:46.557216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-fe233d70-c979-4b50-bbd8-14bb464f71e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 200 len: 898 time: 0.3599901 Dec 23 15:20:46.662738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-d5b7a858-0803-4f69-9598-4a01454aa555 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 200 len: 217 time: 0.0953741 Dec 23 15:20:46.668314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-c80a59cb-0b89-4a8a-a657-fc8cce13bf96 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:46.784866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9baec4c-08a1-46de-9851-b99a000ec0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:46.792654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-c80a59cb-0b89-4a8a-a657-fc8cce13bf96 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:46.793986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55b95b4b-8058-44ed-bb11-2bd4f8ab2035 req-c80a59cb-0b89-4a8a-a657-fc8cce13bf96 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867181 Dec 23 15:20:46.799812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f9111-99f0-4000-9663-daee9f3df64d req-ea11c99c-c752-46d3-b28f-6ced9e3a0c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:46.802466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-ea11c99c-c752-46d3-b28f-6ced9e3a0c05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57bae197-a6e2-4d42-bd55-35e61264d8de HTTP/1.1" status: 200 len: 834 time: 0.1300113 Dec 23 15:20:46.919830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:35Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:46.924160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc4c2d-9069-49fc-9954-af679c1a36b5 None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:35Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'af982852-8e8c-438a-afa0-449f314f8c4c', 'name': '', 'network_id': 'f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:1d:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:30Z', 'updated_at': '2021-12-23T15:18:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '57bae197-a6e2-4d42-bd55-35e61264d8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:47.033016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-8eaf9b27-5afe-4e9e-a3d4-ab7448887438 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2219329 Dec 23 15:20:47.072140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-02121e36-f65c-4421-a62e-f282318d5972 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:20:47.073545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-02121e36-f65c-4421-a62e-f282318d5972 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0090225 Dec 23 15:20:47.305053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-3ca01211-1cc9-4973-96e2-8eb1ffc0b90f service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162969 Dec 23 15:20:47.432654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc71dd-6672-4a74-9758-eb54d0c4b245 None None] New status for floating IP b5d098ad-8cf7-441d-8268-e12dd30215a0: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:20:47.622640 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-560f9111-99f0-4000-9663-daee9f3df64d req-a44d1d3a-2c43-4f41-9e9b-59a23315623e service neutron] 10.222.0.65 "GET /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793355 Dec 23 15:20:47.634132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2df7ef-295d-47ab-859a-085982049243 req-200b870a-77f7-4e89-b7e7-6ebfa2fa039a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:47.635249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd2df7ef-295d-47ab-859a-085982049243 req-200b870a-77f7-4e89-b7e7-6ebfa2fa039a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 946 time: 0.2934611 Dec 23 15:20:47.724395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 0093bf24-6570-4aae-bed0-132e57924af0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:47.725438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:47.767379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port aa06eb48-9cfc-4979-96a9-33e92a5dc42b {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:47.767723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:48.027391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7485e0-b60d-49b9-af6b-500fa8782b22 req-7dedbc5d-b6ea-4c59-8df2-8d5eddbf0c18 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:48.029384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b7485e0-b60d-49b9-af6b-500fa8782b22 req-7dedbc5d-b6ea-4c59-8df2-8d5eddbf0c18 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 946 time: 0.0939798 Dec 23 15:20:48.085241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b7485e0-b60d-49b9-af6b-500fa8782b22 req-4bb27ba5-976c-4e6b-9950-5de783be5a90 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=fecf8e56-1d52-4423-b136-2e23c1843873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478096 Dec 23 15:20:48.134312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:48.165447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:48.534564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 0093bf24-6570-4aae-bed0-132e57924af0 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:48.615384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port aa06eb48-9cfc-4979-96a9-33e92a5dc42b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:48.615624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:48.754302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3e01cb0-cbce-4160-a9bd-a1c3449867b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:48.758116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for aa06eb48-9cfc-4979-96a9-33e92a5dc42b owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:49.004926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:49.008898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:49.011449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be8835a9-16cb-4b5a-a615-589786355bc1 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:49.068674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=0093bf24-6570-4aae-bed0-132e57924af0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:49.073961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:49.074563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-346df99e-8e13-48d2-baef-b2dddd55c743 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:49.183274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=aa06eb48-9cfc-4979-96a9-33e92a5dc42b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:49.202064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:49.367713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port aa06eb48-9cfc-4979-96a9-33e92a5dc42b on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:49.373837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:49.387761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'name': 'network-vif-deleted', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:20:49.410217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:49.422816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24a63d09-96b8-42c5-9989-ce57bf1a1e0e req-240196a8-399f-42f3-8673-086958ba8c48 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5465ba9-f11c-44b2-81b2-ebfe32921df9 HTTP/1.1" status: 200 len: 210 time: 0.1245742 Dec 23 15:20:49.493551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd2df7ef-295d-47ab-859a-085982049243 req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/aa06eb48-9cfc-4979-96a9-33e92a5dc42b HTTP/1.1" status: 204 len: 173 time: 1.8464086 Dec 23 15:20:49.567492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:49.649804 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5465ba9-f11c-44b2-81b2-ebfe32921df9', 'name': 'network-vif-deleted', 'tag': 'aa06eb48-9cfc-4979-96a9-33e92a5dc42b', 'status': 'completed', 'code': 200} Dec 23 15:20:50.157969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router cd503f1d-d985-47d8-8007-21c634536a78 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:50.345444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:50.352534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/cd503f1d-d985-47d8-8007-21c634536a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9325314 Dec 23 15:20:50.356820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:50.362700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] Sync routers for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:50.377932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:50.378675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:50.451387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:50.465254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:50.465930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:50.538103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:50.538773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceef573-433e-458b-95ac-1ba21a0cf2a8 None None] The sync data for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:50.545583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58094) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:50.637692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:50.652150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device aa06eb48-9cfc-4979-96a9-33e92a5dc42b no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:50.676755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:50.690826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: aa06eb48-9cfc-4979-96a9-33e92a5dc42b {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:50.691439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device aa06eb48-9cfc-4979-96a9-33e92a5dc42b not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:50.750680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:50.755710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d164380-7949-4e96-a8dc-f522647ba327 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:50.771572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecf8e56-1d52-4423-b136-2e23c1843873,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:50.775309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:50.785819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:50.787379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40e01a01-8a16-4da9-bfac-9c5bcd4fb4f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/fecf8e56-1d52-4423-b136-2e23c1843873 HTTP/1.1" status: 204 len: 168 time: 0.2390430 Dec 23 15:20:50.836430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58100) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:50.845771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:50.999783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:51.528744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:51.655790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port d6dcee82-026a-49fe-b6ea-b733aff8a6c5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:51.656271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:51.870665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:52.008435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for d6dcee82-026a-49fe-b6ea-b733aff8a6c5 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:52.203679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:52.207926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ea3ddd8-228f-444e-b3b2-539d33e3a981 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:52.232952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port af982852-8e8c-438a-afa0-449f314f8c4c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:52.233627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:52.253967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=d6dcee82-026a-49fe-b6ea-b733aff8a6c5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:52.258485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:52.463405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:52.498280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port af982852-8e8c-438a-afa0-449f314f8c4c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=af982852-8e8c-438a-afa0-449f314f8c4c,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:52.498692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:52.638289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for af982852-8e8c-438a-afa0-449f314f8c4c owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:52.860837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:52.866317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a27e7994-074b-4d33-b735-a623bce1658d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:52.920920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=af982852-8e8c-438a-afa0-449f314f8c4c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:52.924490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:52.928523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router cd503f1d-d985-47d8-8007-21c634536a78 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:53.082657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:53.094659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] Sync routers for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:53.103503 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/cd503f1d-d985-47d8-8007-21c634536a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7445641 Dec 23 15:20:53.106359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:53.117358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:53.117991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:53.154735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9842086-e5b3-4fce-883b-22fd2e4f2beb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:20:53.171464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9842086-e5b3-4fce-883b-22fd2e4f2beb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:20:53.173071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9842086-e5b3-4fce-883b-22fd2e4f2beb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd503f1d-d985-47d8-8007-21c634536a78 HTTP/1.1" status: 200 len: 205 time: 0.0655186 Dec 23 15:20:53.176013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:53.187255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:53.201366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] Routers {'cd503f1d-d985-47d8-8007-21c634536a78'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:53.202872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['cd503f1d-d985-47d8-8007-21c634536a78'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:53.271608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:53.280151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:53.280620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb39737-7f13-4fbc-b262-1763e9b1928e None None] The sync data for ids ['cd503f1d-d985-47d8-8007-21c634536a78'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:53.604690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:53.939820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 7523af1a-2415-4296-9fa7-a681c0dd111e has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:20:54.050794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.056771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.143230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.143566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router cd503f1d-d985-47d8-8007-21c634536a78 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:20:54.157031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.158942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-87a1ae27-8fdb-4914-a1fa-eb87bee92344 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/cd503f1d-d985-47d8-8007-21c634536a78 HTTP/1.1" status: 204 len: 168 time: 0.9816799 Dec 23 15:20:54.162136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:54.188793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:54.202961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] Sync routers for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:54.207969 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/7523af1a-2415-4296-9fa7-a681c0dd111e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3666756 Dec 23 15:20:54.209804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58116) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:54.217588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:54.218916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:54.420056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:54.556127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet af6e0fc4-94a8-410f-a462-86409e9638e3 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:54.563828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 57bae197-a6e2-4d42-bd55-35e61264d8de {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:54.565782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.601757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.671832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.714213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.728407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:52Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:54.732730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] Checking router: 7523af1a-2415-4296-9fa7-a681c0dd111e for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:20:54.744830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] Routers {'7523af1a-2415-4296-9fa7-a681c0dd111e'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:54.745561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['7523af1a-2415-4296-9fa7-a681c0dd111e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:54.840553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.877986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.989116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:54.994105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bc5b02d-fb46-44ad-9348-5ceca017d250 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:55.032297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.038752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=af6e0fc4-94a8-410f-a462-86409e9638e3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:55.041526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:55.044639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3d295363-8a49-424e-b7f2-dea536a0a6d2 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:55.088954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.095527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99507e6b-2c1e-407c-9ad8-fe7d43928594 None None] Network b573accb-c081-487a-866a-1136e258e7d0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:55.098197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=57bae197-a6e2-4d42-bd55-35e61264d8de,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:55.100554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:55.105896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.107907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/57bae197-a6e2-4d42-bd55-35e61264d8de HTTP/1.1" status: 204 len: 168 time: 0.8972332 Dec 23 15:20:55.111850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/af6e0fc4-94a8-410f-a462-86409e9638e3 HTTP/1.1" status: 204 len: 168 time: 0.9461730 Dec 23 15:20:55.111850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:55.112708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58124) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:55.168309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968aa05b-8a1e-48c5-9625-e4032a798c69 None None] Network f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:55.336833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.337387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] Set router 7523af1a-2415-4296-9fa7-a681c0dd111e gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:55.567461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.569038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet db5a198e-4393-486b-91b2-e9f191ea6c37 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:20:55.572310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.576280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port a19d88fb-d2d7-42b4-ac45-69c6fc592925 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:55.576660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.633372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.728217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.767045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port a19d88fb-d2d7-42b4-ac45-69c6fc592925, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a19d88fb-d2d7-42b4-ac45-69c6fc592925,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:55.767045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.807395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.815465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c115ac40-f8e4-4173-bfac-3112922015ff tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:55.817667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:52Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:55.822266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724253b-34c3-4d44-826d-50bee41b70c0 None None] The sync data for ids ['7523af1a-2415-4296-9fa7-a681c0dd111e'] in dv-neutron-822797-1-hyperv is: [{'id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'name': 'tempest-TestNetworkBasicOps-router-393150720', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:18:16Z', 'updated_at': '2021-12-23T15:20:52Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'a19d88fb-d2d7-42b4-ac45-69c6fc592925', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523af1a-2415-4296-9fa7-a681c0dd111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:18:18Z', 'updated_at': '2021-12-23T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:20:55.877359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=db5a198e-4393-486b-91b2-e9f191ea6c37,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:55.882420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] DHCP port deletion for b573accb-c081-487a-866a-1136e258e7d0 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:55.890306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:55.890866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Deleting port 43a8ee2a-ada4-4145-8617-8806770071d4 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:55.891303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.894556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:55.915574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-413ca3f1-cef9-4292-aa53-58a9bb177e04 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/db5a198e-4393-486b-91b2-e9f191ea6c37 HTTP/1.1" status: 204 len: 168 time: 0.8011560 Dec 23 15:20:55.916176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58130) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:55.936961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76011776-9d83-440f-8d91-debd3800fd8c None None] Network a1cf7558-5960-4072-bedd-fe89db023878 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:55.950187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] DHCP port deletion for f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:55.964193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Deleting port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:55.964626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.077918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.091938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 43a8ee2a-ada4-4145-8617-8806770071d4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:56.092320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.189709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for a19d88fb-d2d7-42b4-ac45-69c6fc592925 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:56.339360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 43a8ee2a-ada4-4145-8617-8806770071d4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=43a8ee2a-ada4-4145-8617-8806770071d4,segment=NetworkSegment(c21ad528-900b-4cff-85da-d58906fd073f),segment_id=c21ad528-900b-4cff-85da-d58906fd073f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:56.339744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.438011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.444910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bf5d589-9929-4a9a-b6f4-1fac26d2b9fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:56.486288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 43a8ee2a-ada4-4145-8617-8806770071d4 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:56.498494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=a19d88fb-d2d7-42b4-ac45-69c6fc592925,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:56.501632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:56.568996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.574267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de6b64e5-0fe0-425d-aa37-229493e6b70a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:56.618161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=43a8ee2a-ada4-4145-8617-8806770071d4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:56.628428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port 43a8ee2a-ada4-4145-8617-8806770071d4 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:56.664406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.664847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.665304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.665709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.666320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.666738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.667147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.667562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.668099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.668512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.668921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:56.678259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:56.714985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] For port 43a8ee2a-ada4-4145-8617-8806770071d4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=43a8ee2a-ada4-4145-8617-8806770071d4,segment=NetworkSegment(c21ad528-900b-4cff-85da-d58906fd073f),segment_id=c21ad528-900b-4cff-85da-d58906fd073f)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:56.715422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.724582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] For port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,segment=NetworkSegment(8b0f467c-10a2-41e0-af90-8d674906a679),segment_id=8b0f467c-10a2-41e0-af90-8d674906a679)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:56.725030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.743525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.778506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.807328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b573accb-c081-487a-866a-1136e258e7d0']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:56.821560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21ad528-900b-4cff-85da-d58906fd073f') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:56.821908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21ad528-900b-4cff-85da-d58906fd073f') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:56.835399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.851403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.858442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:56.859384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:56.868732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Calling delete_port for 43a8ee2a-ada4-4145-8617-8806770071d4 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:56.879695 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:57.009883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.017671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f486c27-c7bb-4423-9313-d69a396dea43 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:57.024379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Calling delete_port for 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:57.038724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.044825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.048127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=b573accb-c081-487a-866a-1136e258e7d0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:57.050450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.051479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] DHCP port deletion for a1cf7558-5960-4072-bedd-fe89db023878 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:20:57.053143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:57.060282 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/b573accb-c081-487a-866a-1136e258e7d0 HTTP/1.1" status: 204 len: 168 time: 1.1429834 Dec 23 15:20:57.063299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58134) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:57.063666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Deleting port e3e3c86f-aa75-4310-aa45-9560972a906e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:57.064099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.082672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.083184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router 7523af1a-2415-4296-9fa7-a681c0dd111e {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:20:57.098327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.099578 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/7523af1a-2415-4296-9fa7-a681c0dd111e HTTP/1.1" status: 204 len: 168 time: 1.9877431 Dec 23 15:20:57.105860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58138) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:57.211125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.226234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port e3e3c86f-aa75-4310-aa45-9560972a906e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:57.226746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.228126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:20:57.228324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:20:57.276707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.313731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.317509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55b78912-6fbf-4dc5-98fa-30ad4403128f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:57.412586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] For port e3e3c86f-aa75-4310-aa45-9560972a906e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e3e3c86f-aa75-4310-aa45-9560972a906e,segment=NetworkSegment(4cddbf72-7751-4690-8af3-4b659c422e45),segment_id=4cddbf72-7751-4690-8af3-4b659c422e45)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:57.413460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.433795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Pushing event deleted for resources: {'Port': ['ID=00599fc5-0a56-4d6e-8e9e-24d3c9061c86,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:57.441686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.442463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:57.477256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:57.477534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port e3e3c86f-aa75-4310-aa45-9560972a906e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e3e3c86f-aa75-4310-aa45-9560972a906e,segment=NetworkSegment(4cddbf72-7751-4690-8af3-4b659c422e45),segment_id=4cddbf72-7751-4690-8af3-4b659c422e45)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:20:57.477946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.509844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0f467c-10a2-41e0-af90-8d674906a679') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:57.510419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0f467c-10a2-41e0-af90-8d674906a679') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:57.527740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.556737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.568314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:57.569023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.578611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Calling delete_port for e3e3c86f-aa75-4310-aa45-9560972a906e owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:57.588752 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:57.607515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] No DVR routers for this DVR port 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:57.610602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e3e3c86f-aa75-4310-aa45-9560972a906e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:57.675718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.679557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bdcf6e1-ecdf-4c2a-9fda-70bc3aa3e55b tempest-RoutersAdminTest-20870501 tempest-RoutersAdminTest-20870501-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:57.687208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for e3e3c86f-aa75-4310-aa45-9560972a906e owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:20:57.697624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.710715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:57.723185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/f5d8f839-9bd3-43e8-88bd-3c1cc5a5a054 HTTP/1.1" status: 204 len: 168 time: 0.6092174 Dec 23 15:20:57.726337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.726845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.727363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.727855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.728347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.728842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.729364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.729835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.730600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.731221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.731846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:20:57.740106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:57.746013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:57.752802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Deleting port 43a8ee2a-ada4-4145-8617-8806770071d4 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:57.753263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.753972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--131820103', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:57.759608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:57.764086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:57.767229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:57.774033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:57.774512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:20:57.774885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:20:57.783715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:57.785910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.789377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.796706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf47e918-082f-4a39-a7ee-4196995dc299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:57.820220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:57.830043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.830443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment dfcd4137-23da-476e-99a3-0790192734d5 of type vlan for network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 Dec 23 15:20:57.858938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.880455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Pushing event deleted for resources: {'Port': ['ID=e3e3c86f-aa75-4310-aa45-9560972a906e,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:57.887628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0774067a-e8ba-4b69-83c2-e3b80013e112 None None] The port '43a8ee2a-ada4-4145-8617-8806770071d4' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:20:57.890909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.892609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.897418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:57.898646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:57.900866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:57.903942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] No DVR routers for this DVR port e3e3c86f-aa75-4310-aa45-9560972a906e on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:20:57.904382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f572ff97-6a38-4702-b615-42a52926e7fd tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:57.956753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device af982852-8e8c-438a-afa0-449f314f8c4c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:57.989857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: af982852-8e8c-438a-afa0-449f314f8c4c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:57.990269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device af982852-8e8c-438a-afa0-449f314f8c4c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:57.990751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:58.016222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2678714 Dec 23 15:20:58.019610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:58.027637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-305410115', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:58.027967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:58.028387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 00599fc5-0a56-4d6e-8e9e-24d3c9061c86 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:58.028846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a19d88fb-d2d7-42b4-ac45-69c6fc592925 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:58.034982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:58.037619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:58.040209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:58.042633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:58.045747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:58.052215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:58.059750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:58.063165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.064162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.083166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a19d88fb-d2d7-42b4-ac45-69c6fc592925 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:58.083685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a19d88fb-d2d7-42b4-ac45-69c6fc592925 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:58.084030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 43a8ee2a-ada4-4145-8617-8806770071d4 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:20:58.084868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.180346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 43a8ee2a-ada4-4145-8617-8806770071d4 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:20:58.180716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 43a8ee2a-ada4-4145-8617-8806770071d4 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:20:58.246846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.276717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port e3e3c86f-aa75-4310-aa45-9560972a906e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:20:58.276877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.358559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] The port 'e3e3c86f-aa75-4310-aa45-9560972a906e' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:20:58.452246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.485213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.493872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.521517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cf7558-5960-4072-bedd-fe89db023878']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:58.535347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cddbf72-7751-4690-8af3-4b659c422e45') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:58.535685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cddbf72-7751-4690-8af3-4b659c422e45') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:58.549137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.565014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.572290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:20:58.572731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:20:58.588879 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:20:58.634981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.201 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/51228c83-8e72-4b9c-a680-6c5580fc704c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:20:58.673553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.676999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d13c6986-0033-4d53-9dc2-d55956ed88e9 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:58.692608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.707763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=a1cf7558-5960-4072-bedd-fe89db023878,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:58.711737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:58.714726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b54239a5-2375-4440-9e41-2cfa8122103b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/a1cf7558-5960-4072-bedd-fe89db023878 HTTP/1.1" status: 204 len: 168 time: 1.6503556 Dec 23 15:20:58.720110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58150) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:58.726779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-850438075'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:58.733117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:58.737022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:58.740231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:58.747541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:58.757630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:58.763108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.794297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:20:58.802151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.803540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.803986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment 238438bf-7ac4-4a1e-9aa9-01fe887bb29c of type vlan for network fc80e41b-34f3-4e4a-9a03-f8238e22d99a Dec 23 15:20:58.830433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.833917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.835092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:58.868817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.872395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:58.873058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:58.877068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf16c8ea-2b26-4fbd-9f0d-1f16499dae19 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:58.903608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:20:58.906793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:58.916078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:20:58.948781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=51228c83-8e72-4b9c-a680-6c5580fc704c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:58.955642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:58.988374 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2641401 Dec 23 15:20:58.988816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=fc80e41b-34f3-4e4a-9a03-f8238e22d99a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:58.991021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58154) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:58.994007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:58.997981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:59.000778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:20:59.096915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.097678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.125446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:59.129758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:59.132815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:59.139359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:59.148485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:20:59.265198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.355533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 273410bc-a721-4292-9f63-10d90809c907 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:20:59.518720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.523399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fcecaa-5a76-4546-9196-c238a579f1b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:20:59.586583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:20:59.599173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Sync routers for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:20:59.605567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=f5563d16-560a-478b-b950-618b7ad60880,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:20:59.609970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:20:59.614048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:20:59.614757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:20:59.619099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': '238438bf-7ac4-4a1e-9aa9-01fe887bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:20:59.619450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: fc80e41b-34f3-4e4a-9a03-f8238e22d99a, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:20:59.623098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.627434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6041627 Dec 23 15:20:59.627783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58158) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:59.643595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:20:59.654013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, fc80e41b-34f3-4e4a-9a03-f8238e22d99a) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:20:59.658404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:20:59.659107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.668863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ddcf55-e282-47a5-9527-0a56e4e828ab None None] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:20:59.682779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-faa153c9-6140-45f3-9425-b6ea83b117d1 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504012 Dec 23 15:20:59.683561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58162) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:59.684748 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6925809 Dec 23 15:20:59.687646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58166) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:59.695459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1534136005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:59.704285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:20:59.709804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:20:59.712539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:20:59.723237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:20:59.737104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.737786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.759624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.784431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.815290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:20:59.819334 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-123d799f-f2bc-45f0-8803-346b06f29cf2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1278868 Dec 23 15:20:59.820518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58170) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:20:59.828829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'port': {'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a', 'name': 'tempest-RoutersIpV6Test-659079979'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:20:59.841534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:20:59.992770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-fc80e41b-34f3-4e4a-9a03-f8238e22d99a', 'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': 'f5563d16-560a-478b-b950-618b7ad60880'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:20:59.994670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.025740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:00.033272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:port and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:00.039337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:00.046897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:00.057278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:00.063885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.091061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] device_id is not set on port cba4fffc-21a8-4765-8264-e19b988288dd yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:21:00.189840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Allocated IP 2001:db8::2 (fc80e41b-34f3-4e4a-9a03-f8238e22d99a/f5563d16-560a-478b-b950-618b7ad60880/2d32b836-9f5b-463b-b17b-9c1854b2e381) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:00.192357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9232d9-96f8-4b3e-8246-dd4561e5b99b tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:00.194455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a9232d9-96f8-4b3e-8246-dd4561e5b99b tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5098212 Dec 23 15:21:00.198079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58174) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:00.204547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:20:59Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:00.210722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Checking router: 273410bc-a721-4292-9f63-10d90809c907 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:21:00.211128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Updating router 273410bc-a721-4292-9f63-10d90809c907 port 51228c83-8e72-4b9c-a680-6c5580fc704c binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:21:00.251746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9b2d014c-b447-419c-b8ba-dad92fcb4886 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505841 Dec 23 15:21:00.251905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58178) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:00.258741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1612147043', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:00.269712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.405274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:00.414372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:00.417836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:00.425328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:00.435520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:00.450925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.462736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Transition to ACTIVE for port object 2d32b836-9f5b-463b-b17b-9c1854b2e381 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:00.483530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Transition to ACTIVE for port object 2d32b836-9f5b-463b-b17b-9c1854b2e381 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:00.496700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.506658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:00.568173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.570652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:00.573893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:00.578288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:00.582987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8::12f (fc80e41b-34f3-4e4a-9a03-f8238e22d99a/f5563d16-560a-478b-b950-618b7ad60880/cba4fffc-21a8-4765-8264-e19b988288dd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:00.598112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Pushing event updated for resources: {'Port': ['ID=2d32b836-9f5b-463b-b17b-9c1854b2e381,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:00.638075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:00.678438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.694941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Transition to ACTIVE for port object 51228c83-8e72-4b9c-a680-6c5580fc704c will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:00.703378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.716496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:00.734562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Attempting to bind port 2d32b836-9f5b-463b-b17b-9c1854b2e381 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:00.735688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Attempting to bind port 2d32b836-9f5b-463b-b17b-9c1854b2e381 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '238438bf-7ac4-4a1e-9aa9-01fe887bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:00.736289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Attempting to bind port 2d32b836-9f5b-463b-b17b-9c1854b2e381 on network fc80e41b-34f3-4e4a-9a03-f8238e22d99a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:00.739954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.746313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:00.747085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Checking segment: {'id': '238438bf-7ac4-4a1e-9aa9-01fe887bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:00.747714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.748339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Bound using segment: {'id': '238438bf-7ac4-4a1e-9aa9-01fe887bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:00.749045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Bound port: 2d32b836-9f5b-463b-b17b-9c1854b2e381, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238438bf-7ac4-4a1e-9aa9-01fe887bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fc80e41b-34f3-4e4a-9a03-f8238e22d99a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:00.749700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.819761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Pushing event updated for resources: {'Port': ['ID=51228c83-8e72-4b9c-a680-6c5580fc704c,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:00.824300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Attempting to bind port 51228c83-8e72-4b9c-a680-6c5580fc704c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:00.824696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Attempting to bind port 51228c83-8e72-4b9c-a680-6c5580fc704c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:00.825317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Attempting to bind port 51228c83-8e72-4b9c-a680-6c5580fc704c on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:00.841147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.841742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.842991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.844192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.844736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.845514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.845892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.846268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.847095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.847095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.847479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:00.852703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:00.853324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:00.853998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:00.854446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.854881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:00.855392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Bound port: 51228c83-8e72-4b9c-a680-6c5580fc704c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:00.855961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.867168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] For port 2d32b836-9f5b-463b-b17b-9c1854b2e381, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:00.871156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] For port 2d32b836-9f5b-463b-b17b-9c1854b2e381, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d32b836-9f5b-463b-b17b-9c1854b2e381,segment=NetworkSegment(238438bf-7ac4-4a1e-9aa9-01fe887bb29c),segment_id=238438bf-7ac4-4a1e-9aa9-01fe887bb29c)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:00.873445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.891519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object cba4fffc-21a8-4765-8264-e19b988288dd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:00.896919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.899301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.902820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-786c8c62-0972-452b-a137-21b6e8ca2c09 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:00.912810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:00.941175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.955995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] For port 51228c83-8e72-4b9c-a680-6c5580fc704c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:00.955995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] For port 51228c83-8e72-4b9c-a680-6c5580fc704c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51228c83-8e72-4b9c-a680-6c5580fc704c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:00.965877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eb9fd20d-98bc-4712-952f-7dbf8dc35d62 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:00.971030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:00.984914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b220560-e5e4-422f-b4cc-597892e52188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:01.008797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=748154fe-37bd-4e6f-b6ce-6875fe8da8f5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:01.013593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:01.033904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:01.034577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: d5ce68ff-6048-4ff8-a93f-cd5032bc8b08, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:01.068087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:01.072432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:01.078057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:01.083996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:01.084966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:01.103683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Pushing event updated for resources: {'Port': ['ID=51228c83-8e72-4b9c-a680-6c5580fc704c,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:01.115663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:01.124215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=cba4fffc-21a8-4765-8264-e19b988288dd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:01.124215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:01.131992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:01.132477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:01.152848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:01.161818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58182) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:01.163754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3389487 Dec 23 15:21:01.194645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Pushing event updated for resources: {'Port': ['ID=2d32b836-9f5b-463b-b17b-9c1854b2e381,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:01.208742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:01.332290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, d5ce68ff-6048-4ff8-a93f-cd5032bc8b08) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:01.339562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:01.339735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:01.345893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdc70c-1b5e-4b4f-8027-bf0e7cc1074f None None] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:01.354506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:01.497031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2438045 Dec 23 15:21:01.500572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58186) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:01.687490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-d5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:01.689026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:01.814137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:20:59Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:01.824456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d0213-8bcc-46b1-8e52-b882417b7a7f None None] The sync data for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv is: [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:20:59Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:02.022908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Allocated IP 172.20.0.2 (d5ce68ff-6048-4ff8-a93f-cd5032bc8b08/748154fe-37bd-4e6f-b6ce-6875fe8da8f5/7d4f7c39-148a-4306-b0b9-06114d08f40e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:02.223652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:02.328540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:02.349716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Transition to ACTIVE for port object 7d4f7c39-148a-4306-b0b9-06114d08f40e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:02.385437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Transition to ACTIVE for port object 7d4f7c39-148a-4306-b0b9-06114d08f40e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:02.394593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:02.405383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:02.491771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:02.496660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:02.513144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:02.543792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Pushing event updated for resources: {'Port': ['ID=7d4f7c39-148a-4306-b0b9-06114d08f40e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:02.547621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:02.711474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Attempting to bind port 7d4f7c39-148a-4306-b0b9-06114d08f40e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:02.711911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Attempting to bind port 7d4f7c39-148a-4306-b0b9-06114d08f40e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:02.712339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Attempting to bind port 7d4f7c39-148a-4306-b0b9-06114d08f40e on network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:02.728151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:02.728368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Checking segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:02.735772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:02.736710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Bound using segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:02.737494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Bound port: 7d4f7c39-148a-4306-b0b9-06114d08f40e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:02.738147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:03.009133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] For port 7d4f7c39-148a-4306-b0b9-06114d08f40e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:03.021793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] For port 7d4f7c39-148a-4306-b0b9-06114d08f40e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7d4f7c39-148a-4306-b0b9-06114d08f40e,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:03.029907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:03.038984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:03.166499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Pushing event updated for resources: {'Port': ['ID=7d4f7c39-148a-4306-b0b9-06114d08f40e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:03.177646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:03.235041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:03.251842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:03.274421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:03.300715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:03.597442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=cba4fffc-21a8-4765-8264-e19b988288dd,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:03.659089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:03.732906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51228c83-8e72-4b9c-a680-6c5580fc704c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:03.864192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:03.920466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356cd2e-3b56-4172-a1df-0e1a0ac79dce None None] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:04.115745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 51228c83-8e72-4b9c-a680-6c5580fc704c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:04.130923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.179995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 51228c83-8e72-4b9c-a680-6c5580fc704c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:04.180103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.206739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (d5ce68ff-6048-4ff8-a93f-cd5032bc8b08/748154fe-37bd-4e6f-b6ce-6875fe8da8f5/d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:04.257516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-80bd55d2-b6fd-4da3-bb2c-4ba7fe34f6b1 None None] Provisioning for port 2d32b836-9f5b-463b-b17b-9c1854b2e381 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:04.499277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.509212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.532187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:04.536575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 51228c83-8e72-4b9c-a680-6c5580fc704c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51228c83-8e72-4b9c-a680-6c5580fc704c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:04.562547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.568310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5584b433-137e-4396-88a5-19e64bfda0c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:04.580771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.581733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d32b836-9f5b-463b-b17b-9c1854b2e381 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:04.624467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:04.639686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:04.642979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:04.647395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:04.709394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:04.718616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.718779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:04.725841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.727632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.736946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.739496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=51228c83-8e72-4b9c-a680-6c5580fc704c,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:04.740443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e76cbb4-a6ea-45c2-b5d4-2cb0b69996ab tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:04.743073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:04.810012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2d32b836-9f5b-463b-b17b-9c1854b2e381 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:04.816343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2d32b836-9f5b-463b-b17b-9c1854b2e381 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:04.816777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.842554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.926249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=cba4fffc-21a8-4765-8264-e19b988288dd,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:04.932227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:04.975667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:04.992825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:04.994606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:05.014684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 2d32b836-9f5b-463b-b17b-9c1854b2e381, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d32b836-9f5b-463b-b17b-9c1854b2e381,segment=NetworkSegment(238438bf-7ac4-4a1e-9aa9-01fe887bb29c),segment_id=238438bf-7ac4-4a1e-9aa9-01fe887bb29c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:05.018548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:05.021856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0f0135d-50d9-4964-9d60-f59f5961d682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:05.117970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=2d32b836-9f5b-463b-b17b-9c1854b2e381,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:05.121999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:05.327330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d710d409-c41a-404b-8503-014a059f5dd7 None None] Provisioning for port cba4fffc-21a8-4765-8264-e19b988288dd completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:05.333221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d710d409-c41a-404b-8503-014a059f5dd7 None None] Provisioning complete for port cba4fffc-21a8-4765-8264-e19b988288dd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:05.333656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d710d409-c41a-404b-8503-014a059f5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:05.404716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:05.410545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:05.443203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b36a1f8-b9cd-46f6-ac71-5e6022d673cc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:05.452944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d710d409-c41a-404b-8503-014a059f5dd7 None None] Port cba4fffc-21a8-4765-8264-e19b988288dd cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:05.478651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d710d409-c41a-404b-8503-014a059f5dd7 None None] Provisioning complete for port 2d32b836-9f5b-463b-b17b-9c1854b2e381 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:05.479085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d710d409-c41a-404b-8503-014a059f5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:05.550358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:05.555781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:05.559865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:05.706519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7d4f7c39-148a-4306-b0b9-06114d08f40e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:05.757180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be32c7d-25e5-4c40-88dc-b9ecabb04b20 None None] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:05.803150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:05.804571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:05.885430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router ce37fbc2-1faa-42b0-857f-e11a5fb76760 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:21:06.040946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:21:06.080104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7d4f7c39-148a-4306-b0b9-06114d08f40e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:06.094207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51228c83-8e72-4b9c-a680-6c5580fc704c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:06.107639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:06.118983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/ce37fbc2-1faa-42b0-857f-e11a5fb76760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9548948 Dec 23 15:21:06.121001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:06.145435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] Sync routers for ids ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:06.147910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Provisioning complete for port cba4fffc-21a8-4765-8264-e19b988288dd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:06.148333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:06.213401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b3a51-8996-48f4-a98e-bb3d9241ffca tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:06.215037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-209b3a51-8996-48f4-a98e-bb3d9241ffca tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports/cba4fffc-21a8-4765-8264-e19b988288dd HTTP/1.1" status: 200 len: 983 time: 0.0926285 Dec 23 15:21:06.217868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:06.265965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Port cba4fffc-21a8-4765-8264-e19b988288dd cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:06.271260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] Routers {'ce37fbc2-1faa-42b0-857f-e11a5fb76760'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:06.271979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:06.289813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 273410bc-a721-4292-9f63-10d90809c907 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:06.427608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:06.452345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 51228c83-8e72-4b9c-a680-6c5580fc704c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:06.454493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:06.534584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Provisioning for port 7d4f7c39-148a-4306-b0b9-06114d08f40e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:06.542128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Provisioning complete for port 7d4f7c39-148a-4306-b0b9-06114d08f40e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:06.542914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:06.594064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] Routers {'ce37fbc2-1faa-42b0-857f-e11a5fb76760'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:06.595061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:06.857731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:06.858196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1f22-a7ca-400f-9894-37b5ad531080 None None] The sync data for ids ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:06.872426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:06.884264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Sync routers for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:06.889847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/273410bc-a721-4292-9f63-10d90809c907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3880169 Dec 23 15:21:06.892533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58202) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:06.906233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:06.907177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:06.949477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:06.982589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d32b836-9f5b-463b-b17b-9c1854b2e381 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:07.082981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.104894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2d32b836-9f5b-463b-b17b-9c1854b2e381 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:07.105376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.138318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.138853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.139439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.140002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.140557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.141111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.144031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.147583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a320dfd-c9bc-44ba-8e7e-9b3653f8836c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2535803 Dec 23 15:21:07.152655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58206) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:07.169864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] For port 7d4f7c39-148a-4306-b0b9-06114d08f40e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7d4f7c39-148a-4306-b0b9-06114d08f40e,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:07.184437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.189867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:07.206403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:07.260107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.260782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.261427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.261978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.262651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.263551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.264119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:07.266490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-33c182dc-8649-4bf3-bfb4-51ed0c20d4bc tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4618 time: 0.1112976 Dec 23 15:21:07.269676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58210) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:07.340650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Pushing event updated for resources: {'Port': ['ID=7d4f7c39-148a-4306-b0b9-06114d08f40e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:07.343989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:07.376752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-40534965-1829-4800-939b-11ad49131d16 None None] Provisioning complete for port cba4fffc-21a8-4765-8264-e19b988288dd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:07.377431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40534965-1829-4800-939b-11ad49131d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.421638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port cba4fffc-21a8-4765-8264-e19b988288dd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:07.422028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.444501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-40534965-1829-4800-939b-11ad49131d16 None None] Port cba4fffc-21a8-4765-8264-e19b988288dd cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:07.475616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-40534965-1829-4800-939b-11ad49131d16 None None] Provisioning for port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:07.486045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-40534965-1829-4800-939b-11ad49131d16 None None] Provisioning complete for port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:07.486476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40534965-1829-4800-939b-11ad49131d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.555896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-40534965-1829-4800-939b-11ad49131d16 None None] Port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:07.569816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-40534965-1829-4800-939b-11ad49131d16 None None] Provisioning complete for port 7d4f7c39-148a-4306-b0b9-06114d08f40e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:07.570261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40534965-1829-4800-939b-11ad49131d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.611027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7d4f7c39-148a-4306-b0b9-06114d08f40e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:07.648061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b736fe51-766c-46f2-9496-d41cc997ea90 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.3763340 Dec 23 15:21:07.668955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.739496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7d4f7c39-148a-4306-b0b9-06114d08f40e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:07.739912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.754629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:05Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:07.758984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Checking router: 273410bc-a721-4292-9f63-10d90809c907 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:21:07.759523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Updating router 273410bc-a721-4292-9f63-10d90809c907 port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:21:07.817293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.831694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for cba4fffc-21a8-4765-8264-e19b988288dd owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:07.949446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58216) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:07.957121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388439388', 'description': 'tempest-secgroup-smoke-1388439388 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:07.964528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:07.969294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:07.972752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:07.979711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:07.987294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-089f0e44-b6e3-46ba-a434-2cc4519ce26e None None] Provisioning complete for port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:07.987789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-089f0e44-b6e3-46ba-a434-2cc4519ce26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:07.992027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.043520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.050418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-089f0e44-b6e3-46ba-a434-2cc4519ce26e None None] Port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:08.056918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:08.058151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-058fc899-3ba2-4216-9a3a-71b09da8696d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.061841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:08.065081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:08.072177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:08.136278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.139725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=cba4fffc-21a8-4765-8264-e19b988288dd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.139968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.150072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-28b858b5-f674-4af0-a983-63bc7a6c8cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.185899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.187213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2355886 Dec 23 15:21:08.190391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58220) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:08.205145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.207941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '0eed13b1-f13b-4ee2-bf8d-d357772ee7df', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:08.214606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:08.219839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:08.223367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:08.229089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.231563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:08.235909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed13b1-f13b-4ee2-bf8d-d357772ee7df,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.241034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.254930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Transition to ACTIVE for port object d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:08.259718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.262722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.269055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.296023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.334867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.339280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.341603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.392379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee48e79-e062-480a-aacb-e9b95fb5d78c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.396906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.411087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.413663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2222311 Dec 23 15:21:08.416891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58224) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:08.431488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7f375-da54-482b-ab74-ac8cb52ced65 None None] Pushing event updated for resources: {'Port': ['ID=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.432652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '0eed13b1-f13b-4ee2-bf8d-d357772ee7df', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:08.435277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9d7f375-da54-482b-ab74-ac8cb52ced65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.447154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:08.452383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:08.456051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:08.466679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:08.493981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.553871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Attempting to bind port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:08.554671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Attempting to bind port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:08.555286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Attempting to bind port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 on network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:08.563471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:08.563868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Checking segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:08.564299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.564746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Bound using segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:08.565315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Bound port: d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:08.565742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.581004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.586211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.588470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-456a44b5-7f2e-4860-9bed-a7f28d94676d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.626475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68fb80e-42ba-4d4d-a1e7-b5f9901f1077,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.629607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.631073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.635291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2142332 Dec 23 15:21:08.636036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58228) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:08.643943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '0eed13b1-f13b-4ee2-bf8d-d357772ee7df', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:08.653653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:08.659601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:08.663309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:08.672515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:08.691206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] For port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:08.695085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] For port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:08.695994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.702687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.713623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.786288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.791735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.794271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:08.808199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7f375-da54-482b-ab74-ac8cb52ced65 None None] Pushing event updated for resources: {'Port': ['ID=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.811711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9d7f375-da54-482b-ab74-ac8cb52ced65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.813656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:08.814346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:08.830924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80328bff-9921-4073-b2d2-1fb8bc7d3f21,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:08.839540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:08.848986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.853315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2152600 Dec 23 15:21:08.857640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:08.864419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '0eed13b1-f13b-4ee2-bf8d-d357772ee7df', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:08.871761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:08.876902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:08.882242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:08.890917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:08.910197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.985638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.990443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:08.992409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:09.011969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9052631d-bce2-48e9-8515-1b2531800c8a,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:09.016274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:09.036526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:09.036751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.042292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1831524 Dec 23 15:21:09.042998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58236) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:09.050196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '0eed13b1-f13b-4ee2-bf8d-d357772ee7df', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:09.057937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:09.062799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:09.066177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:09.074352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:09.086279 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:21:09.094246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.121602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router ce37fbc2-1faa-42b0-857f-e11a5fb76760 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:09.176100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.179361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.187486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-04676ad4-0e4e-4979-9416-7272c718f9c9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:09.214241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af56a47-dc11-4304-a094-344ae3a783bc,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:09.217095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:09.218327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.221293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1756024 Dec 23 15:21:09.222649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58240) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:09.229059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '0eed13b1-f13b-4ee2-bf8d-d357772ee7df', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:09.236870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:09.241113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:09.244899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:09.251093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:09.265067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:21:09.272505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.281719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:09.293437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] Sync routers for ids ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:09.295895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/ce37fbc2-1faa-42b0-857f-e11a5fb76760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0763493 Dec 23 15:21:09.301327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:09.310046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] Routers {'ce37fbc2-1faa-42b0-857f-e11a5fb76760'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:09.310753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:09.358062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.362045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.364664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c06e2be-f401-469f-9c33-2d3ca8380f16 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:09.393542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503d312d-1c07-466f-80e2-016eceff58f1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:09.402020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:09.411580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.412981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1892366 Dec 23 15:21:09.444281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:09.452736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:09.460162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b991d-2820-4b01-bdb9-ac0b75fc3d89 None None] The sync data for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv is: [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:09.473834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] Routers {'ce37fbc2-1faa-42b0-857f-e11a5fb76760'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:09.474582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:20:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:09.565589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:09.566157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1985f3-71a7-45a4-a663-f29ebc983ff8 None None] The sync data for ids ['ce37fbc2-1faa-42b0-857f-e11a5fb76760'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:09.725130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-73b90c00-e206-4d72-be0e-09809819e5b2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 15:21:09.726524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73b90c00-e206-4d72-be0e-09809819e5b2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/ce37fbc2-1faa-42b0-857f-e11a5fb76760/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4239891 Dec 23 15:21:09.729841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58260) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:09.755627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-317af659-c49c-488d-9255-24b9c88b9787 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388439388&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0533803 Dec 23 15:21:09.779427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17d74718-de01-447e-b3b6-0fcadd5c0861 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:09.796242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17d74718-de01-447e-b3b6-0fcadd5c0861 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:09.797864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17d74718-de01-447e-b3b6-0fcadd5c0861 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce37fbc2-1faa-42b0-857f-e11a5fb76760 HTTP/1.1" status: 200 len: 205 time: 0.0669162 Dec 23 15:21:09.800657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58264) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:09.932519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a178c-f5ae-4265-8c38-d2157d517ced req-eade18b9-403a-4f7e-95b6-fee811dbdc64 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:09.933311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-678a178c-f5ae-4265-8c38-d2157d517ced req-eade18b9-403a-4f7e-95b6-fee811dbdc64 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:09.950215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-678a178c-f5ae-4265-8c38-d2157d517ced req-eade18b9-403a-4f7e-95b6-fee811dbdc64 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:09.951897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-eade18b9-403a-4f7e-95b6-fee811dbdc64 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 HTTP/1.1" status: 200 len: 796 time: 0.1881497 Dec 23 15:21:09.957749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:09.972224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-3c17f14e-955f-4a50-b9f5-19b3b1eec979 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0124640 Dec 23 15:21:10.072417 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-58df1782-0a13-4d4b-87ab-922ed9f21814 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937703 Dec 23 15:21:10.164791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-471a4327-d1a1-4970-847e-43b3c29efa9a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:21:10.165968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-471a4327-d1a1-4970-847e-43b3c29efa9a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0795629 Dec 23 15:21:10.320895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-110c81e8-b039-4d9e-b9f0-3a06bb7c0c56 service neutron] 10.222.0.49 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476169 Dec 23 15:21:10.380143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.384665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.408858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.409486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router ce37fbc2-1faa-42b0-857f-e11a5fb76760 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:21:10.423789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.425208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e5f95a9-4876-492f-b903-d4490bf634ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/ce37fbc2-1faa-42b0-857f-e11a5fb76760 HTTP/1.1" status: 204 len: 168 time: 0.6232967 Dec 23 15:21:10.427986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58270) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:10.479768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-dae2b4f0-f2e6-434b-913d-e5ca860131ef service neutron] 10.222.0.49 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507308 Dec 23 15:21:10.686290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet f5563d16-560a-478b-b950-618b7ad60880 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:21:10.694518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.739422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c0b529da-8f3d-4b5f-876a-a89cde7217d2 req-c09d410c-68e7-443f-afb7-173d10a37caa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:10.761856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c0b529da-8f3d-4b5f-876a-a89cde7217d2 req-c09d410c-68e7-443f-afb7-173d10a37caa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:10.763200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0b529da-8f3d-4b5f-876a-a89cde7217d2 req-c09d410c-68e7-443f-afb7-173d10a37caa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 210 time: 0.1182709 Dec 23 15:21:10.779311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.873530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.952801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:10.957584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-818fed15-70ab-48e9-b568-ed208a73e801 tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:11.001115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=f5563d16-560a-478b-b950-618b7ad60880,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:11.004244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:11.008062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.015988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f369c6c-a7f8-4600-ad07-fcce90613453 None None] Network fc80e41b-34f3-4e4a-9a03-f8238e22d99a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:11.019632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/f5563d16-560a-478b-b950-618b7ad60880 HTTP/1.1" status: 204 len: 168 time: 0.5904548 Dec 23 15:21:11.022553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:11.162418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.173950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 2d32b836-9f5b-463b-b17b-9c1854b2e381 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:11.174328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.309770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] DHCP port deletion for fc80e41b-34f3-4e4a-9a03-f8238e22d99a request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:21:11.314758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Deleting port 2d32b836-9f5b-463b-b17b-9c1854b2e381 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:11.315377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.402986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 2d32b836-9f5b-463b-b17b-9c1854b2e381, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d32b836-9f5b-463b-b17b-9c1854b2e381,segment=NetworkSegment(238438bf-7ac4-4a1e-9aa9-01fe887bb29c),segment_id=238438bf-7ac4-4a1e-9aa9-01fe887bb29c)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:11.403420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.545942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 2d32b836-9f5b-463b-b17b-9c1854b2e381 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:11.619624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:11.634423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.640634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6328203-d3a3-473b-bfa7-377be3d9bea7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:11.642317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-44d04947-f09b-41a5-8e78-8f2d4638a202 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1254559 Dec 23 15:21:11.685807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=2d32b836-9f5b-463b-b17b-9c1854b2e381,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:11.688939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:11.689079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] For port 2d32b836-9f5b-463b-b17b-9c1854b2e381, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2d32b836-9f5b-463b-b17b-9c1854b2e381,segment=NetworkSegment(238438bf-7ac4-4a1e-9aa9-01fe887bb29c),segment_id=238438bf-7ac4-4a1e-9aa9-01fe887bb29c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:11.689655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.691273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port 2d32b836-9f5b-463b-b17b-9c1854b2e381 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:21:11.751740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-216f873b-c61e-4603-b77e-7bcc3aada22e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1098 time: 0.0837061 Dec 23 15:21:11.835265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.837718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Calling delete_port for 2d32b836-9f5b-463b-b17b-9c1854b2e381 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:11.869005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc80e41b-34f3-4e4a-9a03-f8238e22d99a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:11.877851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:11.888927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:11.889123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238438bf-7ac4-4a1e-9aa9-01fe887bb29c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:11.889370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.889469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238438bf-7ac4-4a1e-9aa9-01fe887bb29c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:11.905533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.953626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-43c6a374-eccf-47b1-a257-f7704ee1ed90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:11.955396 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-43c6a374-eccf-47b1-a257-f7704ee1ed90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.1808767 Dec 23 15:21:11.980203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:21:11.980625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:21:11.988592 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-98f5677e-6c86-47f1-9a1b-f827229ce388 req-04dd2245-2bcd-4eba-839e-f9da41548a8a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 210 time: 0.0661612 Dec 23 15:21:11.989976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:11.998993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:21:12.000004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:21:12.022539 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:21:12.052990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.091732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:12.097072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.098665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-164bcbef-6d67-4596-bad2-f51ff669cd00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:12.146063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.161796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.169784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0058309-b894-4057-a3e1-41018208abea tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:12.183475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d32b836-9f5b-463b-b17b-9c1854b2e381 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:21:12.211170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=fc80e41b-34f3-4e4a-9a03-f8238e22d99a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:12.215893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:12.219133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/fc80e41b-34f3-4e4a-9a03-f8238e22d99a HTTP/1.1" status: 204 len: 168 time: 1.1948075 Dec 23 15:21:12.223420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:12.225467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:12.235430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 2d32b836-9f5b-463b-b17b-9c1854b2e381 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:21:12.235960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2d32b836-9f5b-463b-b17b-9c1854b2e381 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:21:12.237324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586650421'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:12.248701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.253001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.253223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:12.253455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.253843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.254234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.254616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.254995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.255375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.255753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.256152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.256556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:12.264387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:12.268378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:12.269412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:12.276272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:12.287219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:12.293468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.327650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:21:12.361445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.361896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment 6f7346dd-be1d-417a-909d-fa76c7a9adf6 of type vlan for network 61d73e5b-ef64-411e-858a-250b9c54e51f Dec 23 15:21:12.394254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.430047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.435421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:12.436187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.436372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-15815e6e-62a3-42be-b956-a48da8b175d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 1001 time: 0.4740989 Dec 23 15:21:12.443075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95494dff-82cd-47dd-a53d-b54cbf0468db tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:12.481626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Deleting port 2d32b836-9f5b-463b-b17b-9c1854b2e381 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:12.482304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.548949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3204966 Dec 23 15:21:12.550312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58302) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:12.555963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fbdd4-2aa1-4cb4-ac99-6115eb55964e None None] The port '2d32b836-9f5b-463b-b17b-9c1854b2e381' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:21:12.556433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-d461db8d-5cf2-4879-aa65-31ad0f33a056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:12.558199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-d461db8d-5cf2-4879-aa65-31ad0f33a056 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.1094978 Dec 23 15:21:12.558799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:12.572158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a178c-f5ae-4265-8c38-d2157d517ced req-2f9f29e1-074c-4c52-965d-b8d0d2caf8d6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:12.572898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-678a178c-f5ae-4265-8c38-d2157d517ced req-2f9f29e1-074c-4c52-965d-b8d0d2caf8d6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:12.586160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=61d73e5b-ef64-411e-858a-250b9c54e51f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:12.597816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 61d73e5b-ef64-411e-858a-250b9c54e51f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:21:12.632317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-678a178c-f5ae-4265-8c38-d2157d517ced req-2f9f29e1-074c-4c52-965d-b8d0d2caf8d6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:12.633676 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-2f9f29e1-074c-4c52-965d-b8d0d2caf8d6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 HTTP/1.1" status: 200 len: 796 time: 0.5743029 Dec 23 15:21:12.640108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:12.688591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:12.692631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:12.695003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-8aa4ba6b-f3a8-415b-a8f0-65f0ad71d11d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176336 Dec 23 15:21:12.695820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:12.702419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:12.712929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:12.731691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-678a178c-f5ae-4265-8c38-d2157d517ced req-621e6cce-21dc-47d2-9dbc-b139c791b95c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:12.817405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-678a178c-f5ae-4265-8c38-d2157d517ced req-621e6cce-21dc-47d2-9dbc-b139c791b95c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:12.818673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-621e6cce-21dc-47d2-9dbc-b139c791b95c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 380 time: 0.1727345 Dec 23 15:21:12.828919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:12.839762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['0eed13b1-f13b-4ee2-bf8d-d357772ee7df']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:12.957214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-586b305e-c47f-4cd7-bdc9-a82f4c990e07 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518709 Dec 23 15:21:13.118330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:13.179602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:13.212686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1f43787-b849-4d53-8cd2-cb0069b9f0cd req-c0da1077-1d55-471b-95a2-ac50c6b91191 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 210 time: 0.0766718 Dec 23 15:21:13.222938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2cceb76-ee48-429b-ab1d-756ffd9ebf48 req-28b43d6c-6c14-4950-be16-b388f718a6ed service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553196 Dec 23 15:21:13.224036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:13.229757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.314221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.318151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-acaf60e4-74dc-4304-8e30-377d00863fdf tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:13.402334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=d0ecf037-d276-4f17-b7ec-b77060be4a3a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:13.405319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:13.412236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.9 (d5ce68ff-6048-4ff8-a93f-cd5032bc8b08/748154fe-37bd-4e6f-b6ce-6875fe8da8f5/5d493299-592a-481b-8a6e-1b92df2c0adb) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:13.416477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': '6f7346dd-be1d-417a-909d-fa76c7a9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:13.416874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: 61d73e5b-ef64-411e-858a-250b9c54e51f, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:13.439424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 61d73e5b-ef64-411e-858a-250b9c54e51f is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:13.448823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 61d73e5b-ef64-411e-858a-250b9c54e51f) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:13.453677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:13.454881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.458854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153e310-e6a9-43a9-9865-0300d33f8f4c None None] Network 61d73e5b-ef64-411e-858a-250b9c54e51f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:13.478663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9273756 Dec 23 15:21:13.481447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:13.487583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-319200755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:13.494971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:13.499040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:13.502384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:13.508796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:13.519944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.521051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.542174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.560498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:13.564841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.587694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.592183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3f6d9fa7-69c4-4f6b-98cc-bf9db101383d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1067007 Dec 23 15:21:13.592526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58312) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:13.706287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.748911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:13.749336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.784443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 5d493299-592a-481b-8a6e-1b92df2c0adb will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:13.800084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-61d73e5b-ef64-411e-858a-250b9c54e51f', 'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': 'd0ecf037-d276-4f17-b7ec-b77060be4a3a'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:13.801053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:13.949787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.015554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:14.038647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Allocated IP 2001:db8::2 (61d73e5b-ef64-411e-858a-250b9c54e51f/d0ecf037-d276-4f17-b7ec-b77060be4a3a/4cba331f-6a47-40c6-a495-41f1aa72d4df) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:14.112702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:14.164294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:14.174326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:14.202845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=5d493299-592a-481b-8a6e-1b92df2c0adb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:14.219522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:14.274023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.285783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Transition to ACTIVE for port object 4cba331f-6a47-40c6-a495-41f1aa72d4df will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:14.306731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Transition to ACTIVE for port object 4cba331f-6a47-40c6-a495-41f1aa72d4df will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:14.311943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.317720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:14.368527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:14.369233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.379666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.429275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Pushing event updated for resources: {'Port': ['ID=4cba331f-6a47-40c6-a495-41f1aa72d4df,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:14.433045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:14.439746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Network 61d73e5b-ef64-411e-858a-250b9c54e51f is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:14.441254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:14.442407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6af66f-a63d-4d85-b944-122952755b08 req-9ce45207-a4d4-49d8-84a3-5dffe48667db tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:14.445241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5a6af66f-a63d-4d85-b944-122952755b08 req-9ce45207-a4d4-49d8-84a3-5dffe48667db tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 931 time: 0.1004610 Dec 23 15:21:14.447463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:14.504228 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5a6af66f-a63d-4d85-b944-122952755b08 req-f4e9f356-9337-4ba1-8f20-b2a6eaf5ad06 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521510 Dec 23 15:21:14.559309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Attempting to bind port 4cba331f-6a47-40c6-a495-41f1aa72d4df on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:14.559730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Attempting to bind port 4cba331f-6a47-40c6-a495-41f1aa72d4df by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '6f7346dd-be1d-417a-909d-fa76c7a9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:14.560153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Attempting to bind port 4cba331f-6a47-40c6-a495-41f1aa72d4df on network 61d73e5b-ef64-411e-858a-250b9c54e51f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:14.567129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:14.567609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Checking segment: {'id': '6f7346dd-be1d-417a-909d-fa76c7a9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:14.567986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.568437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Bound using segment: {'id': '6f7346dd-be1d-417a-909d-fa76c7a9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:14.568989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Bound port: 4cba331f-6a47-40c6-a495-41f1aa72d4df, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7346dd-be1d-417a-909d-fa76c7a9adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '61d73e5b-ef64-411e-858a-250b9c54e51f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:14.569441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.584078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7588804 Dec 23 15:21:14.628670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Request body: {'port': {'device_id': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:14.641583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8eed7067-d692-482b-b0bd-d6fc3e48be68 None None] Provisioning for port 5d493299-592a-481b-8a6e-1b92df2c0adb completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:14.665701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8eed7067-d692-482b-b0bd-d6fc3e48be68 None None] Provisioning complete for port 5d493299-592a-481b-8a6e-1b92df2c0adb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:14.666138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8eed7067-d692-482b-b0bd-d6fc3e48be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.840457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.886958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] For port 4cba331f-6a47-40c6-a495-41f1aa72d4df, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:14.905910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] For port 4cba331f-6a47-40c6-a495-41f1aa72d4df, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4cba331f-6a47-40c6-a495-41f1aa72d4df,segment=NetworkSegment(6f7346dd-be1d-417a-909d-fa76c7a9adf6),segment_id=6f7346dd-be1d-417a-909d-fa76c7a9adf6)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:14.907010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8eed7067-d692-482b-b0bd-d6fc3e48be68 None None] Port 5d493299-592a-481b-8a6e-1b92df2c0adb cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:14.910936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:14.914384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef8f515e-a80e-4ed1-88a2-0eb3c29e96ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:14.995364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Pushing event updated for resources: {'Port': ['ID=4cba331f-6a47-40c6-a495-41f1aa72d4df,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:14.998449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:15.034856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8::1 (61d73e5b-ef64-411e-858a-250b9c54e51f/d0ecf037-d276-4f17-b7ec-b77060be4a3a/ba77db57-d8e6-4466-8df7-43590f4ccb17) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:15.563182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4cba331f-6a47-40c6-a495-41f1aa72d4df up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:15.617292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:15.641512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 4cba331f-6a47-40c6-a495-41f1aa72d4df completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:15.642905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object ba77db57-d8e6-4466-8df7-43590f4ccb17 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:15.780309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d493299-592a-481b-8a6e-1b92df2c0adb {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:21:15.788080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:15.794485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:15.796934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c7b19b79-521b-45c3-bf70-caeb26ed0629 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:15.898178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Transition to ACTIVE for port object 5d493299-592a-481b-8a6e-1b92df2c0adb will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:15.907703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=ba77db57-d8e6-4466-8df7-43590f4ccb17,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:15.910805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:15.913912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:15.921471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c69ee56-4d37-4c1f-b892-3ef53a6f467d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:15.952619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 61d73e5b-ef64-411e-858a-250b9c54e51f is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:15.963431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:15.965999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:15.966574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.010055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab904-360e-4b3a-9894-71981882c280 req-fbdd5859-572f-48a4-b629-5659c4b2822e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:16.010830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4f5ab904-360e-4b3a-9894-71981882c280 req-fbdd5859-572f-48a4-b629-5659c4b2822e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:16.100490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Pushing event updated for resources: {'Port': ['ID=5d493299-592a-481b-8a6e-1b92df2c0adb,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:16.115336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:16.125226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4f5ab904-360e-4b3a-9894-71981882c280 req-fbdd5859-572f-48a4-b629-5659c4b2822e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:16.126604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f5ab904-360e-4b3a-9894-71981882c280 req-fbdd5859-572f-48a4-b629-5659c4b2822e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 931 time: 0.4740176 Dec 23 15:21:16.312611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.353858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f5ab904-360e-4b3a-9894-71981882c280 req-4dc416a8-d666-431d-8c6c-557b1713c6ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986003 Dec 23 15:21:16.426097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Attempting to bind port 5d493299-592a-481b-8a6e-1b92df2c0adb on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:16.426370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Attempting to bind port 5d493299-592a-481b-8a6e-1b92df2c0adb by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:16.426736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Attempting to bind port 5d493299-592a-481b-8a6e-1b92df2c0adb on network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:16.447705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Port 5d493299-592a-481b-8a6e-1b92df2c0adb on network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:21:16.448068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Attempting to bind port 5d493299-592a-481b-8a6e-1b92df2c0adb on network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:16.579970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:16.580350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Checking segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:16.580784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Bound using segment: {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:16.581310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Bound port: 5d493299-592a-481b-8a6e-1b92df2c0adb, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcd4137-23da-476e-99a3-0790192734d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:16.581697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.712928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d6637-6f6c-4ccd-a48f-2f931c915105 None None] Network 61d73e5b-ef64-411e-858a-250b9c54e51f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:16.783878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56ed8fb7-25b0-4972-98be-5c7fdc860def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.822329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] For port 5d493299-592a-481b-8a6e-1b92df2c0adb, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:16.835795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Provisioning for port 4cba331f-6a47-40c6-a495-41f1aa72d4df completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:16.840777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] For port 5d493299-592a-481b-8a6e-1b92df2c0adb, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5d493299-592a-481b-8a6e-1b92df2c0adb,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:16.845221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Provisioning complete for port 4cba331f-6a47-40c6-a495-41f1aa72d4df triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:16.845417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.861582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.869192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-79ff9d23-4c69-4f67-9613-078fec0731cd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:16.973648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:16.975263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] 10.222.0.65 "PUT /v2.0/ports/5d493299-592a-481b-8a6e-1b92df2c0adb HTTP/1.1" status: 200 len: 1093 time: 2.3526411 Dec 23 15:21:16.975824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:21:17.016924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Pushing event updated for resources: {'Port': ['ID=5d493299-592a-481b-8a6e-1b92df2c0adb,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:17.030104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:17.058873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.084012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.117860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.119569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.125192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:17.139229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] For port 4cba331f-6a47-40c6-a495-41f1aa72d4df, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4cba331f-6a47-40c6-a495-41f1aa72d4df,segment=NetworkSegment(6f7346dd-be1d-417a-909d-fa76c7a9adf6),segment_id=6f7346dd-be1d-417a-909d-fa76c7a9adf6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:17.142900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.145117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:17.204622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'status': 'completed', 'code': 200} Dec 23 15:21:17.229455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Pushing event updated for resources: {'Port': ['ID=4cba331f-6a47-40c6-a495-41f1aa72d4df,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:17.235900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:17.328098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=ba77db57-d8e6-4466-8df7-43590f4ccb17,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:17.333882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:17.386897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-ec95d8b4-c1f7-4893-8860-feea45f4d4db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 1096 time: 0.3243580 Dec 23 15:21:17.490143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-e24afff6-a1f8-4d8f-9223-28933c7de3d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d493299-592a-481b-8a6e-1b92df2c0adb HTTP/1.1" status: 200 len: 217 time: 0.0944369 Dec 23 15:21:17.492371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 61d73e5b-ef64-411e-858a-250b9c54e51f is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:17.495262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:17.573828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4cba331f-6a47-40c6-a495-41f1aa72d4df up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:17.633743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fe989eaf-5b4f-4098-8f86-5cc74d18cafc None None] Provisioning complete for port 4cba331f-6a47-40c6-a495-41f1aa72d4df triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:17.636434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe989eaf-5b4f-4098-8f86-5cc74d18cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.739723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4cba331f-6a47-40c6-a495-41f1aa72d4df triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:17.740253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.790891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a178c-f5ae-4265-8c38-d2157d517ced req-96b24c57-1e17-40fe-b19b-de0a183c06cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:17.792530 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-96b24c57-1e17-40fe-b19b-de0a183c06cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=748154fe-37bd-4e6f-b6ce-6875fe8da8f5 HTTP/1.1" status: 200 len: 835 time: 0.2918446 Dec 23 15:21:17.914617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fe989eaf-5b4f-4098-8f86-5cc74d18cafc None None] Provisioning for port ba77db57-d8e6-4466-8df7-43590f4ccb17 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:17.931780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fe989eaf-5b4f-4098-8f86-5cc74d18cafc None None] Provisioning complete for port ba77db57-d8e6-4466-8df7-43590f4ccb17 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:17.932291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fe989eaf-5b4f-4098-8f86-5cc74d18cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:17.959917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f5208-cdf1-4760-8cf6-8ac828fcc577 req-c2a08afd-0fce-4faa-85f0-cce567b0cbd2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:17.961617 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-048f5208-cdf1-4760-8cf6-8ac828fcc577 req-c2a08afd-0fce-4faa-85f0-cce567b0cbd2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 943 time: 0.2728868 Dec 23 15:21:17.988232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fe989eaf-5b4f-4098-8f86-5cc74d18cafc None None] Port ba77db57-d8e6-4466-8df7-43590f4ccb17 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:18.112488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-65fb1817-3f35-471a-bff4-220d5a325342 None None] Provisioning complete for port ba77db57-d8e6-4466-8df7-43590f4ccb17 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:18.112913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-65fb1817-3f35-471a-bff4-220d5a325342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:18.183741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:18.187890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-65fb1817-3f35-471a-bff4-220d5a325342 None None] Port ba77db57-d8e6-4466-8df7-43590f4ccb17 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:18.337687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8c590f12-f549-4c49-8b5b-406960ab3632 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5363510 Dec 23 15:21:18.348698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-048f5208-cdf1-4760-8cf6-8ac828fcc577 req-6e542912-e88c-49ae-bf8b-f0df9f7a250b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771856 Dec 23 15:21:18.515953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-7fc1370c-af51-4821-8021-90ac8688cd46 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699224 Dec 23 15:21:18.637654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router e2788183-7361-4ce6-a424-9a5ec41a9b03 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:21:18.677553 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-678a178c-f5ae-4265-8c38-d2157d517ced req-8022448c-f05d-4e69-aba4-2965b8d36a54 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524510 Dec 23 15:21:18.750366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13d2ac47-49b4-4a64-bcf3-93b3d0ceb977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:18.906580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-531ab87d-b7d1-4baf-8f7f-8b6c538057af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 1096 time: 0.1610730 Dec 23 15:21:19.023418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:19.034028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] Sync routers for ids ['e2788183-7361-4ce6-a424-9a5ec41a9b03'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:19.045347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/e2788183-7361-4ce6-a424-9a5ec41a9b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4515827 Dec 23 15:21:19.048350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] Routers {'e2788183-7361-4ce6-a424-9a5ec41a9b03'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:19.048622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:19.049038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2788183-7361-4ce6-a424-9a5ec41a9b03'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:19.083090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-ca348162-8177-4bef-b5ad-d787ae12f3ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:19.084799 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-ca348162-8177-4bef-b5ad-d787ae12f3ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 HTTP/1.1" status: 200 len: 897 time: 0.1672881 Dec 23 15:21:19.115765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:19.127419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] Routers {'e2788183-7361-4ce6-a424-9a5ec41a9b03'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:19.128078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2788183-7361-4ce6-a424-9a5ec41a9b03'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:19.128376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c2cb7-c5df-44f9-884d-3c513dc82211 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:19.129046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-147c2cb7-c5df-44f9-884d-3c513dc82211 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:19.145032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-147c2cb7-c5df-44f9-884d-3c513dc82211 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:19.149570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-147c2cb7-c5df-44f9-884d-3c513dc82211 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports/ba77db57-d8e6-4466-8df7-43590f4ccb17 HTTP/1.1" status: 200 len: 911 time: 0.0965912 Dec 23 15:21:19.149964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:19.163867 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-e5fdf92e-bee9-46e1-a71e-443cbd596d0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d493299-592a-481b-8a6e-1b92df2c0adb HTTP/1.1" status: 200 len: 217 time: 0.0724421 Dec 23 15:21:19.192466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:19.192936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ff344-dfed-4e83-bd2e-5951f946bcbf None None] The sync data for ids ['e2788183-7361-4ce6-a424-9a5ec41a9b03'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:19.235631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-70d3f28e-7ae2-4e43-bd09-f45cdf1aa228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:19.237438 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-70d3f28e-7ae2-4e43-bd09-f45cdf1aa228 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=748154fe-37bd-4e6f-b6ce-6875fe8da8f5 HTTP/1.1" status: 200 len: 835 time: 0.0662930 Dec 23 15:21:19.328170 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-9c236756-703f-4187-96fa-8f4e5788ddd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812492 Dec 23 15:21:19.390730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:19.492067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-c35cc1e4-f6f4-4109-ad26-2aa5aa54be68 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509068 Dec 23 15:21:19.599369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019f213-15b3-4930-82ec-9b1bf2f00fbd req-de5ba5ca-729f-4be3-9775-07da7dbe979a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:19.601022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b019f213-15b3-4930-82ec-9b1bf2f00fbd req-de5ba5ca-729f-4be3-9775-07da7dbe979a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 943 time: 0.1183238 Dec 23 15:21:19.606851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:19.642927 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0efda4b8-9145-4bcc-af26-21a9c4b70574 req-b981b80e-348a-4d53-b1dc-7fb7a26591a9 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423779 Dec 23 15:21:19.801434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b019f213-15b3-4930-82ec-9b1bf2f00fbd req-95a39ab4-288a-42ed-a517-2dc1d0ea4df5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264138 Dec 23 15:21:20.298718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port ba77db57-d8e6-4466-8df7-43590f4ccb17 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:20.299101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:20.495547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:20.630151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for ba77db57-d8e6-4466-8df7-43590f4ccb17 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:20.806995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5d493299-592a-481b-8a6e-1b92df2c0adb details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:21:20.818710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:20.823425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:20.853459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:20.871252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=ba77db57-d8e6-4466-8df7-43590f4ccb17,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:20.875129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:20.984665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5d493299-592a-481b-8a6e-1b92df2c0adb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5d493299-592a-481b-8a6e-1b92df2c0adb,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:21.004848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'port_id': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'mac_address': 'fa:16:3e:d6:85:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:21:21.021709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b5858-363c-4573-9229-4a0064e82b02 req-b6b3fdb4-e312-4039-b79d-5a4a1b7059d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:21.023725 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-652b5858-363c-4573-9229-4a0064e82b02 req-b6b3fdb4-e312-4039-b79d-5a4a1b7059d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 943 time: 0.0957978 Dec 23 15:21:21.055810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:21.068958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:21.086211 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-652b5858-363c-4573-9229-4a0064e82b02 req-e4d75cf4-9db5-4802-b0c8-da0d73b853f3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540514 Dec 23 15:21:21.097094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d493299-592a-481b-8a6e-1b92df2c0adb {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:21:21.115197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5d493299-592a-481b-8a6e-1b92df2c0adb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5d493299-592a-481b-8a6e-1b92df2c0adb,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:21.118957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:21.122141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:21.194254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=5d493299-592a-481b-8a6e-1b92df2c0adb,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:21.197637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:21.359384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['5d493299-592a-481b-8a6e-1b92df2c0adb'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:21:21.735412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router e2788183-7361-4ce6-a424-9a5ec41a9b03 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:21.887508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:21.899048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] Sync routers for ids ['e2788183-7361-4ce6-a424-9a5ec41a9b03'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:21.906456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/e2788183-7361-4ce6-a424-9a5ec41a9b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7553802 Dec 23 15:21:21.909808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58338) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:21.913090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] Routers {'e2788183-7361-4ce6-a424-9a5ec41a9b03'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:21.913825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2788183-7361-4ce6-a424-9a5ec41a9b03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:21.955948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-771915d9-af0f-4d20-ad15-01f78e27e9a6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:21.971953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-771915d9-af0f-4d20-ad15-01f78e27e9a6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:21.973251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-771915d9-af0f-4d20-ad15-01f78e27e9a6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2788183-7361-4ce6-a424-9a5ec41a9b03 HTTP/1.1" status: 200 len: 205 time: 0.0623262 Dec 23 15:21:21.976245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58342) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:21.977706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:21.990239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] Routers {'e2788183-7361-4ce6-a424-9a5ec41a9b03'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:21.990959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2788183-7361-4ce6-a424-9a5ec41a9b03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:22.056852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:22.057215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5531d3-c71b-4b29-b33e-8e29d1d4ce87 None None] The sync data for ids ['e2788183-7361-4ce6-a424-9a5ec41a9b03'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:22.140125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.303226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e7d56-faca-4b15-b72e-46f29f3ada59 req-b3e3129d-7011-4d14-a286-e1d067333d9f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:22.304769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-331e7d56-faca-4b15-b72e-46f29f3ada59 req-b3e3129d-7011-4d14-a286-e1d067333d9f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 944 time: 0.0933886 Dec 23 15:21:22.361401 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-331e7d56-faca-4b15-b72e-46f29f3ada59 req-7abddeee-d27b-4d9f-9541-85a425d7a817 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503674 Dec 23 15:21:22.560284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.564882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.589112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.589718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router e2788183-7361-4ce6-a424-9a5ec41a9b03 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:21:22.603325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.604945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-208c2699-d4da-472e-a88e-cd5909182763 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/e2788183-7361-4ce6-a424-9a5ec41a9b03 HTTP/1.1" status: 204 len: 168 time: 0.6276395 Dec 23 15:21:22.608089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58348) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:22.823380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5d493299-592a-481b-8a6e-1b92df2c0adb up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:22.824885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet d0ecf037-d276-4f17-b7ec-b77060be4a3a {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:21:22.828595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.890220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.897892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 5d493299-592a-481b-8a6e-1b92df2c0adb completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:22.903343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 5d493299-592a-481b-8a6e-1b92df2c0adb triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:22.903772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:22.981005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.030118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.058466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.059051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:21:23.063251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e293282-66c4-41c1-ba72-c9833b3a6078 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:23.069724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5d493299-592a-481b-8a6e-1b92df2c0adb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5d493299-592a-481b-8a6e-1b92df2c0adb,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:23.074275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.076734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:23.107354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ecf037-d276-4f17-b7ec-b77060be4a3a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:23.112107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:23.112981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.119987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'code': 200} Dec 23 15:21:23.122882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:23.122976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/d0ecf037-d276-4f17-b7ec-b77060be4a3a HTTP/1.1" status: 204 len: 168 time: 0.5132332 Dec 23 15:21:23.127641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2a884c-a6f0-4547-bff5-9e1f6e8e0019 None None] Network 61d73e5b-ef64-411e-858a-250b9c54e51f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:23.247058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=5d493299-592a-481b-8a6e-1b92df2c0adb,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:23.251382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.253947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:23.263176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 4cba331f-6a47-40c6-a495-41f1aa72d4df {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:23.263554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.412819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c012a99-497f-4e18-8d07-60892925e506 req-0b34b3a6-2b00-4101-ae90-267bd821ed67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 1098 time: 0.1145205 Dec 23 15:21:23.428947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] DHCP port deletion for 61d73e5b-ef64-411e-858a-250b9c54e51f request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:21:23.433688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Deleting port 4cba331f-6a47-40c6-a495-41f1aa72d4df {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:23.434119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.469340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c012a99-497f-4e18-8d07-60892925e506 req-ed1d0e25-cdda-45cb-874b-88ac73c33a85 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496466 Dec 23 15:21:23.504731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 4cba331f-6a47-40c6-a495-41f1aa72d4df, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4cba331f-6a47-40c6-a495-41f1aa72d4df,segment=NetworkSegment(6f7346dd-be1d-417a-909d-fa76c7a9adf6),segment_id=6f7346dd-be1d-417a-909d-fa76c7a9adf6)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:23.506301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.543213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4cba331f-6a47-40c6-a495-41f1aa72d4df no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:21:23.683742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 4cba331f-6a47-40c6-a495-41f1aa72d4df owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:23.716117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] For port 4cba331f-6a47-40c6-a495-41f1aa72d4df, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4cba331f-6a47-40c6-a495-41f1aa72d4df,segment=NetworkSegment(6f7346dd-be1d-417a-909d-fa76c7a9adf6),segment_id=6f7346dd-be1d-417a-909d-fa76c7a9adf6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:23.716565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.777799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:23.781797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b1e4a66-e3c5-41cc-b521-57731e2e98c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:23.819095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461449f-607b-4413-8499-94d0900f5cdc req-506dfbc5-c146-4978-a79f-08290c79c06b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:23.820753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3461449f-607b-4413-8499-94d0900f5cdc req-506dfbc5-c146-4978-a79f-08290c79c06b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 945 time: 0.3186123 Dec 23 15:21:23.841723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=4cba331f-6a47-40c6-a495-41f1aa72d4df,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:23.859453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:23.868452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port 4cba331f-6a47-40c6-a495-41f1aa72d4df on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:21:23.882996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Calling delete_port for 4cba331f-6a47-40c6-a495-41f1aa72d4df owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:23.938973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.002234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3461449f-607b-4413-8499-94d0900f5cdc req-420227d4-83f6-4e15-a2e9-02cbec3bae82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648273 Dec 23 15:21:24.023489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:21:24.023868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:21:24.039024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.067876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d73e5b-ef64-411e-858a-250b9c54e51f']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:24.081040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7346dd-be1d-417a-909d-fa76c7a9adf6') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:24.081568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7346dd-be1d-417a-909d-fa76c7a9adf6') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:24.099352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.119461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.126680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:21:24.127117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:21:24.143111 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:21:24.235241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.239670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.242794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4607b6d-795f-4600-b44a-69083b7ea966 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:24.270015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=61d73e5b-ef64-411e-858a-250b9c54e51f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:24.272537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:24.279985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/61d73e5b-ef64-411e-858a-250b9c54e51f HTTP/1.1" status: 204 len: 168 time: 1.1562340 Dec 23 15:21:24.284554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:24.290202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-386864362', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:24.298139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:24.302535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:24.305760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:24.312044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:24.322957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.323949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.343168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.521647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.524985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Deleting port 4cba331f-6a47-40c6-a495-41f1aa72d4df {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:24.525460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.745831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.760777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4d03a-d228-42ee-bcda-72ebb9682b80 None None] The port '4cba331f-6a47-40c6-a495-41f1aa72d4df' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:21:24.780578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:24.953107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 172.26.2.235 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/9c15b641-ecbc-44aa-b541-b127f4de11e4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:25.112734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:25.141113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:25.145841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b8f994a-708b-465d-8b9c-fb0af00ee677 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:25.220312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:25.221258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=9c15b641-ecbc-44aa-b541-b127f4de11e4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:25.224154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:25.226247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:25.227068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:25.228351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e4dec-49c8-45be-97b5-537cb695c3d7 req-bba2dbed-5652-4816-a3f0-e66553ae3479 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:25.230048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-af0e4dec-49c8-45be-97b5-537cb695c3d7 req-bba2dbed-5652-4816-a3f0-e66553ae3479 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 945 time: 0.0969088 Dec 23 15:21:25.282683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-af0e4dec-49c8-45be-97b5-537cb695c3d7 req-5b32ac24-08d2-4a0b-9452-52eaa909f6ac tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Dec 23 15:21:25.393919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:25.394714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:25.571643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990531a-1ea1-4953-96c6-d927c8f2c84b req-7953c396-692a-42ac-8fdf-7440ef2f1fa9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:25.573307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e990531a-1ea1-4953-96c6-d927c8f2c84b req-7953c396-692a-42ac-8fdf-7440ef2f1fa9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 945 time: 0.1200867 Dec 23 15:21:25.688357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e990531a-1ea1-4953-96c6-d927c8f2c84b req-4f02b35f-1ce6-4a91-a528-e05df77f4247 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633042 Dec 23 15:21:25.716911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58368) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:25.750868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 366fa16a-2ce2-48b8-9096-4dc9e33d9161 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:21:25.792907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8024a3f2-6f8d-4e29-bc41-3c609123e359 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 1093 time: 0.0745845 Dec 23 15:21:25.795849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58372) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:25.801555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:25.807788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:25.812262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:25.815980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:25.822696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:25.834437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:25.976390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:25.986552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] Sync routers for ids ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:25.988802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:25.999613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] Routers {'366fa16a-2ce2-48b8-9096-4dc9e33d9161'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:26.000371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:26.003834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:26.008365 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7227583 Dec 23 15:21:26.009367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58376) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:26.067195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:26.080547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] Routers {'366fa16a-2ce2-48b8-9096-4dc9e33d9161'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:26.081152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:26.144150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.75 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/d06b6e56-bfec-4c99-867d-bb8b3ccec0c4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:26.148041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:26.148174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1444e348-a4cd-4d32-b903-755a52426362 None None] The sync data for ids ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:26.231628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ef4e943-1de2-4c2f-b9fe-bc626b1c2ebd tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/routers/366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 200 len: 884 time: 0.2185247 Dec 23 15:21:26.231857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58380) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:26.579827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:26.608785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:26.614000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:26.679052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:26.680090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:26.684133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:26.707542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f08d009-adaa-42ea-b679-37e14cb17fd0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:router {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:26.724685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f08d009-adaa-42ea-b679-37e14cb17fd0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:router {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:26.726124 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f08d009-adaa-42ea-b679-37e14cb17fd0 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4932821 Dec 23 15:21:26.728220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d06b6e56-bfec-4c99-867d-bb8b3ccec0c4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:26.729061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:26.732881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:26.736228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-386864362'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:27.238918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.296934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.350701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.361995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.528647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.532552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.537185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4fcea93-24d7-491f-b5a6-8cf6a543b4cc tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:27.587325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 366fa16a-2ce2-48b8-9096-4dc9e33d9161 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:27.654603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d06b6e56-bfec-4c99-867d-bb8b3ccec0c4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:27.659192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:27.668356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.810282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:27.817331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:27.818798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-33f14092-f264-4a83-8ec2-fee49f021a48 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 200 len: 891 time: 1.0884197 Dec 23 15:21:27.822710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58388) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:27.826786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] Sync routers for ids ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:27.840393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] Routers {'366fa16a-2ce2-48b8-9096-4dc9e33d9161'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:27.841137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:27.880864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP d9314883-6573-4aba-ab4c-3a36218ef6ac associated. External IP: 172.26.2.75, port: 5d493299-592a-481b-8a6e-1b92df2c0adb. Dec 23 15:21:27.907270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:27.919580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] Routers {'366fa16a-2ce2-48b8-9096-4dc9e33d9161'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:27.920233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:27.982790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:27.983237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9618bc8-5688-469b-9a6e-3b7f4358957a None None] The sync data for ids ['366fa16a-2ce2-48b8-9096-4dc9e33d9161'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:28.049603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4372790c-eba4-42d2-9659-3be71dfa2137 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/routers/366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 200 len: 891 time: 0.2250018 Dec 23 15:21:28.052651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:28.098577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7147d66c-518c-4891-8131-9b4107b4080a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:28.114072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7147d66c-518c-4891-8131-9b4107b4080a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:28.115521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7147d66c-518c-4891-8131-9b4107b4080a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 200 len: 205 time: 0.0615232 Dec 23 15:21:28.118306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58396) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:28.319572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 273410bc-a721-4292-9f63-10d90809c907 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:28.332065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:28.535862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:28.547074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] Sync routers for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:28.547230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:28.556690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 9c15b641-ecbc-44aa-b541-b127f4de11e4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:28.557069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:28.561516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:28.562278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:28.562987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:28.625407 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8259163 Dec 23 15:21:28.625407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:21:28.628398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58400) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:28.742543 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5a87092e-541f-4d80-b9a1-f485b6b9873f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/d9314883-6573-4aba-ab4c-3a36218ef6ac HTTP/1.1" status: 200 len: 990 time: 0.1116798 Dec 23 15:21:28.743602 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'status': 'completed', 'code': 200} Dec 23 15:21:28.751104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:28.828411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-c3fec097-e924-4874-8d47-a501de727413 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 1098 time: 0.0841043 Dec 23 15:21:28.927067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:28.984385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-8c479413-37f7-4913-9004-7a1739ea1a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:28.986243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-8c479413-37f7-4913-9004-7a1739ea1a24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 HTTP/1.1" status: 200 len: 897 time: 0.1510415 Dec 23 15:21:29.104121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-9adae226-62a4-4987-81d7-4c34bfc493f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d493299-592a-481b-8a6e-1b92df2c0adb HTTP/1.1" status: 200 len: 998 time: 0.1106334 Dec 23 15:21:29.134651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 9c15b641-ecbc-44aa-b541-b127f4de11e4 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:29.178969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-d4f084c3-5352-41c8-a91a-28fbcd79e939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:29.180545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-d4f084c3-5352-41c8-a91a-28fbcd79e939 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=748154fe-37bd-4e6f-b6ce-6875fe8da8f5 HTTP/1.1" status: 200 len: 835 time: 0.0690296 Dec 23 15:21:29.271164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-83e7b073-ec3b-4bc1-8954-ae4f503cfdfc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823524 Dec 23 15:21:29.304422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:29.309706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:29.313605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'd9314883-6573-4aba-ab4c-3a36218ef6ac', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '273410bc-a721-4292-9f63-10d90809c907', 'port_id': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'mac_address': 'fa:16:3e:d6:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:21:27Z', 'updated_at': '2021-12-23T15:21:27Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:29.317751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] Checking router: 273410bc-a721-4292-9f63-10d90809c907 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:21:29.329579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:29.330239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:29.358373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=9c15b641-ecbc-44aa-b541-b127f4de11e4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:29.365636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:29.433966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-7f623367-5ba3-431c-8c24-9e5597bfa621 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556273 Dec 23 15:21:29.528308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:29.618081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:29.751820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:29.827292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51e8d96b-e26d-45c5-8d98-4d2fa0fdbc26 req-e2b680cd-93bb-43ba-b68f-23dfcfbe6086 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854768 Dec 23 15:21:29.923416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'd9314883-6573-4aba-ab4c-3a36218ef6ac', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '273410bc-a721-4292-9f63-10d90809c907', 'port_id': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'mac_address': 'fa:16:3e:d6:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:21:27Z', 'updated_at': '2021-12-23T15:21:27Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:29.927858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b335dc9f-c2f4-4433-9bb5-9044d6430cb0 None None] The sync data for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv is: [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'd9314883-6573-4aba-ab4c-3a36218ef6ac', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '273410bc-a721-4292-9f63-10d90809c907', 'port_id': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'mac_address': 'fa:16:3e:d6:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:21:27Z', 'updated_at': '2021-12-23T15:21:27Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:30.002862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.012249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-319c39d1-d787-4b18-932b-6eaecab8ee82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/d9314883-6573-4aba-ab4c-3a36218ef6ac HTTP/1.1" status: 200 len: 990 time: 0.2592945 Dec 23 15:21:30.013126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.037451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.038008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router 366fa16a-2ce2-48b8-9096-4dc9e33d9161 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:21:30.060187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.061445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 204 len: 168 time: 1.9421458 Dec 23 15:21:30.065361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58410) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:30.071509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-790225629'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:30.077490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:30.081723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:30.084893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:30.091115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:30.101575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:30.107177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.142972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:21:30.152751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.153149 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment 87a85158-c396-42de-8ffa-c400ac35ccac of type vlan for network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f Dec 23 15:21:30.183258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.217966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.222306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:30.222978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.227406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:30.256688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b0fb0f-4f32-48b9-98b2-23a92eabbd31 None None] New status for floating IP d9314883-6573-4aba-ab4c-3a36218ef6ac: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:21:30.334966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2684517 Dec 23 15:21:30.338535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58414) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:30.344027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=a541ad6a-3bf0-458f-aab6-eb25b8d1d43f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:30.345900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:30.361528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:30.423691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:21:30.478331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:30.482515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:30.485636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:30.491899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:30.502838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:30.614285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.742615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.861045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:30.865812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9543a5bf-f164-442c-bce4-ef1cfae4a462 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:30.944510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=a54fd6d5-3415-4291-a188-2816b77aa4f5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:30.949693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:30.961703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': '87a85158-c396-42de-8ffa-c400ac35ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:30.962113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: a541ad6a-3bf0-458f-aab6-eb25b8d1d43f, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:30.986330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:30.996990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a541ad6a-3bf0-458f-aab6-eb25b8d1d43f) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:31.001689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:31.002868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.006551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c463bf-136d-4e78-b0ed-d2478f1e4bb6 None None] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:31.016498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58418) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:31.112955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-69dafb61-208d-40f6-8260-1b9051310b67 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7730305 Dec 23 15:21:31.116072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:31.122554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-200618390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:31.132701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:31.137582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:31.140858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:31.141828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c8e3977c-f3b2-4dc0-bbed-8f0ad7d916ff tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/d9314883-6573-4aba-ab4c-3a36218ef6ac HTTP/1.1" status: 200 len: 992 time: 0.1239898 Dec 23 15:21:31.153338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:31.165036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.166065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.184338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.202677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.228334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.229688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-234e71e4-fba0-43df-a516-2aea75347552 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1121967 Dec 23 15:21:31.233690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:31.241013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a541ad6a-3bf0-458f-aab6-eb25b8d1d43f', 'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': 'a54fd6d5-3415-4291-a188-2816b77aa4f5'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:31.242015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.419774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Allocated IP 2001:db8::2 (a541ad6a-3bf0-458f-aab6-eb25b8d1d43f/a54fd6d5-3415-4291-a188-2816b77aa4f5/3e211426-45f1-4199-99d8-77cf91a00ad6) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:31.638393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.650088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Transition to ACTIVE for port object 3e211426-45f1-4199-99d8-77cf91a00ad6 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:31.670155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Transition to ACTIVE for port object 3e211426-45f1-4199-99d8-77cf91a00ad6 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:31.675532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.680635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:31.746170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:31.750413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.753833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:31.759115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:31.761437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Pushing event updated for resources: {'Port': ['ID=3e211426-45f1-4199-99d8-77cf91a00ad6,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:31.765886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:31.852124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Attempting to bind port 3e211426-45f1-4199-99d8-77cf91a00ad6 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:31.852511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Attempting to bind port 3e211426-45f1-4199-99d8-77cf91a00ad6 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '87a85158-c396-42de-8ffa-c400ac35ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:31.852947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Attempting to bind port 3e211426-45f1-4199-99d8-77cf91a00ad6 on network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:31.860192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:31.860624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Checking segment: {'id': '87a85158-c396-42de-8ffa-c400ac35ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:31.861081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.861562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Bound using segment: {'id': '87a85158-c396-42de-8ffa-c400ac35ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:31.862085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Bound port: 3e211426-45f1-4199-99d8-77cf91a00ad6, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a85158-c396-42de-8ffa-c400ac35ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a541ad6a-3bf0-458f-aab6-eb25b8d1d43f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:31.862508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.959184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] For port 3e211426-45f1-4199-99d8-77cf91a00ad6, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:31.962468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] For port 3e211426-45f1-4199-99d8-77cf91a00ad6, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3e211426-45f1-4199-99d8-77cf91a00ad6,segment=NetworkSegment(87a85158-c396-42de-8ffa-c400ac35ccac),segment_id=87a85158-c396-42de-8ffa-c400ac35ccac)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:31.966915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:31.970743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8108364-b0cd-42eb-87a3-381a8bedb36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:32.050285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Pushing event updated for resources: {'Port': ['ID=3e211426-45f1-4199-99d8-77cf91a00ad6,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:32.055808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:32.121474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8::1 (a541ad6a-3bf0-458f-aab6-eb25b8d1d43f/a54fd6d5-3415-4291-a188-2816b77aa4f5/08e79a4d-d1df-420a-baec-f0df0e0aa059) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:32.580134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:32.597321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object 08e79a4d-d1df-420a-baec-f0df0e0aa059 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:32.618407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:32.623302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8271718c-0e02-4868-98af-441a2112e78b tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:32.688488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:32.696654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:32.699299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:32.700041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:32.706983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=08e79a4d-d1df-420a-baec-f0df0e0aa059,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:32.709754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:32.796375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:33.209601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:33.215021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:33.215873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:33.219514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c59f9a25-d66c-4ff5-8e5f-b07f1b963e72 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:33.364678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=08e79a4d-d1df-420a-baec-f0df0e0aa059,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:33.369361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:33.437624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:33.438966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:33.577421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3e211426-45f1-4199-99d8-77cf91a00ad6 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:33.669369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 3e211426-45f1-4199-99d8-77cf91a00ad6 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:33.747764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c80b0c-00e5-4b8f-b242-35aa83e4ddaa None None] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:33.831641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router a76a5da1-da01-401d-b58f-181ac4f815ab is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:21:33.854960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Provisioning for port 3e211426-45f1-4199-99d8-77cf91a00ad6 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:33.872457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Provisioning complete for port 3e211426-45f1-4199-99d8-77cf91a00ad6 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:33.872893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.016424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:34.029784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] Sync routers for ids ['a76a5da1-da01-401d-b58f-181ac4f815ab'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:34.031178 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/a76a5da1-da01-401d-b58f-181ac4f815ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963614 Dec 23 15:21:34.034687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58430) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:34.044883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] Routers {'a76a5da1-da01-401d-b58f-181ac4f815ab'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:34.045598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a76a5da1-da01-401d-b58f-181ac4f815ab'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:34.102010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.113715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:34.121078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9491f-4f00-406f-802d-58d82699dcf5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:34.125511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07c9491f-4f00-406f-802d-58d82699dcf5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports/08e79a4d-d1df-420a-baec-f0df0e0aa059 HTTP/1.1" status: 200 len: 911 time: 0.0865538 Dec 23 15:21:34.125752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58434) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:34.126109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] Routers {'a76a5da1-da01-401d-b58f-181ac4f815ab'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:34.126809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a76a5da1-da01-401d-b58f-181ac4f815ab'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:34.132744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a54fd6d5-3415-4291-a188-2816b77aa4f5'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:34.151527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] For port 3e211426-45f1-4199-99d8-77cf91a00ad6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3e211426-45f1-4199-99d8-77cf91a00ad6,segment=NetworkSegment(87a85158-c396-42de-8ffa-c400ac35ccac),segment_id=87a85158-c396-42de-8ffa-c400ac35ccac)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:34.156045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.158037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13a9452d-e808-42f9-8ae3-fc56856aa432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:34.190834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:34.191304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e1d33-58de-42e2-bec2-149f8d6e6c20 None None] The sync data for ids ['a76a5da1-da01-401d-b58f-181ac4f815ab'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:34.233989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Pushing event updated for resources: {'Port': ['ID=3e211426-45f1-4199-99d8-77cf91a00ad6,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:34.237481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:34.273873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.499325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea7b1-e865-460a-bca8-5b23cac3d76b None None] Provisioning complete for port 3e211426-45f1-4199-99d8-77cf91a00ad6 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:34.499778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea7b1-e865-460a-bca8-5b23cac3d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.641908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea7b1-e865-460a-bca8-5b23cac3d76b None None] Provisioning for port 08e79a4d-d1df-420a-baec-f0df0e0aa059 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:34.649048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea7b1-e865-460a-bca8-5b23cac3d76b None None] Provisioning complete for port 08e79a4d-d1df-420a-baec-f0df0e0aa059 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:34.649734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea7b1-e865-460a-bca8-5b23cac3d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.719604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ea7b1-e865-460a-bca8-5b23cac3d76b None None] Port 08e79a4d-d1df-420a-baec-f0df0e0aa059 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:34.843549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-849e7efe-8407-4e19-8695-beb61c9ac6b7 None None] Provisioning complete for port 08e79a4d-d1df-420a-baec-f0df0e0aa059 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:34.844083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-849e7efe-8407-4e19-8695-beb61c9ac6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.844341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.852045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.856884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:34.857606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:34.861966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/ports/08e79a4d-d1df-420a-baec-f0df0e0aa059 HTTP/1.1" status: 200 len: 911 time: 0.7320323 Dec 23 15:21:34.861966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:34.863119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:34.902191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-849e7efe-8407-4e19-8695-beb61c9ac6b7 None None] Port 08e79a4d-d1df-420a-baec-f0df0e0aa059 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:34.935570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=08e79a4d-d1df-420a-baec-f0df0e0aa059,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:34.939449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:35.028089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-91db42cc-83be-47c0-9430-b5d845aad0a5 None None] Provisioning complete for port 08e79a4d-d1df-420a-baec-f0df0e0aa059 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:35.028444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91db42cc-83be-47c0-9430-b5d845aad0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:35.087104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-91db42cc-83be-47c0-9430-b5d845aad0a5 None None] Port 08e79a4d-d1df-420a-baec-f0df0e0aa059 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:35.249721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:35.544056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3e211426-45f1-4199-99d8-77cf91a00ad6 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:35.624986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3e211426-45f1-4199-99d8-77cf91a00ad6 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:35.625475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:36.118916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 08e79a4d-d1df-420a-baec-f0df0e0aa059 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:36.119530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:36.326673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:36.457848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 08e79a4d-d1df-420a-baec-f0df0e0aa059 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:36.643061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:36.652065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0de7ebf-006f-4586-878c-92132130dfc9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:36.700186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=08e79a4d-d1df-420a-baec-f0df0e0aa059,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:36.704897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:36.889024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:37.329583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router a76a5da1-da01-401d-b58f-181ac4f815ab has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:37.479340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:37.490597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e42398-2429-4700-86c0-105d601347c2 None None] Sync routers for ids ['a76a5da1-da01-401d-b58f-181ac4f815ab'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:37.493540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/a76a5da1-da01-401d-b58f-181ac4f815ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288321 Dec 23 15:21:37.496487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:37.505338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e42398-2429-4700-86c0-105d601347c2 None None] Routers {'a76a5da1-da01-401d-b58f-181ac4f815ab'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:37.506149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02e42398-2429-4700-86c0-105d601347c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a76a5da1-da01-401d-b58f-181ac4f815ab'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:37.545000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc18f210-c97a-44a3-8e5f-6b5c8d98cae3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:21:37.561001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc18f210-c97a-44a3-8e5f-6b5c8d98cae3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:21:37.562286 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc18f210-c97a-44a3-8e5f-6b5c8d98cae3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76a5da1-da01-401d-b58f-181ac4f815ab HTTP/1.1" status: 200 len: 205 time: 0.0647802 Dec 23 15:21:37.565315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58446) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:37.572395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02e42398-2429-4700-86c0-105d601347c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:37.585115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e42398-2429-4700-86c0-105d601347c2 None None] Routers {'a76a5da1-da01-401d-b58f-181ac4f815ab'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:37.585755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02e42398-2429-4700-86c0-105d601347c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['a76a5da1-da01-401d-b58f-181ac4f815ab'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:37.716051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:37.817877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-02e42398-2429-4700-86c0-105d601347c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:37.818314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e42398-2429-4700-86c0-105d601347c2 None None] The sync data for ids ['a76a5da1-da01-401d-b58f-181ac4f815ab'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:38.367996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.372728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.396601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.397256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router a76a5da1-da01-401d-b58f-181ac4f815ab {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:21:38.412308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.413557 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-22649887-1e9b-4183-9f7f-00a11fbff5cc tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/a76a5da1-da01-401d-b58f-181ac4f815ab HTTP/1.1" status: 204 len: 168 time: 0.8472061 Dec 23 15:21:38.417137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58450) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:38.625383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet a54fd6d5-3415-4291-a188-2816b77aa4f5 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:21:38.629207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.686344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.775315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.859214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.863198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:38.903782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=a54fd6d5-3415-4291-a188-2816b77aa4f5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:38.907434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:38.908479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:38.914947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b796e7-bbe0-47df-a7fd-723b72006f85 None None] Network a541ad6a-3bf0-458f-aab6-eb25b8d1d43f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:38.915169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fcdbcaf2-e897-4a7f-aba9-fae2950572fa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/a54fd6d5-3415-4291-a188-2816b77aa4f5 HTTP/1.1" status: 204 len: 168 time: 0.4969821 Dec 23 15:21:38.918184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:39.042616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.054558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 3e211426-45f1-4199-99d8-77cf91a00ad6 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:39.054935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.177337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] DHCP port deletion for a541ad6a-3bf0-458f-aab6-eb25b8d1d43f request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:21:39.182205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Deleting port 3e211426-45f1-4199-99d8-77cf91a00ad6 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:39.182631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.277333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 3e211426-45f1-4199-99d8-77cf91a00ad6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3e211426-45f1-4199-99d8-77cf91a00ad6,segment=NetworkSegment(87a85158-c396-42de-8ffa-c400ac35ccac),segment_id=87a85158-c396-42de-8ffa-c400ac35ccac)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:39.277763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.398622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] For port 3e211426-45f1-4199-99d8-77cf91a00ad6, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3e211426-45f1-4199-99d8-77cf91a00ad6,segment=NetworkSegment(87a85158-c396-42de-8ffa-c400ac35ccac),segment_id=87a85158-c396-42de-8ffa-c400ac35ccac)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:39.399202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.410537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 3e211426-45f1-4199-99d8-77cf91a00ad6 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:39.484286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.488332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6311d7e7-b5e2-4f1d-9552-4377d431011d tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:39.531658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Calling delete_port for 3e211426-45f1-4199-99d8-77cf91a00ad6 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:21:39.536417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=3e211426-45f1-4199-99d8-77cf91a00ad6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:39.539438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:39.542047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port 3e211426-45f1-4199-99d8-77cf91a00ad6 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:21:39.560557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3e211426-45f1-4199-99d8-77cf91a00ad6 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:21:39.602892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 3e211426-45f1-4199-99d8-77cf91a00ad6 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:21:39.603294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3e211426-45f1-4199-99d8-77cf91a00ad6 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:21:39.639153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:21:39.639579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:21:39.674879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.702501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a541ad6a-3bf0-458f-aab6-eb25b8d1d43f']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:39.715316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a85158-c396-42de-8ffa-c400ac35ccac') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:39.715651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a85158-c396-42de-8ffa-c400ac35ccac') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:39.727910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.743110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.749652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:21:39.750070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:21:39.765658 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:21:39.849086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.852755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cf25248d-0732-4c88-b488-3e9888fe330e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:39.868157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.880344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=a541ad6a-3bf0-458f-aab6-eb25b8d1d43f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:39.885615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:39.892883 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/a541ad6a-3bf0-458f-aab6-eb25b8d1d43f HTTP/1.1" status: 204 len: 168 time: 0.9736631 Dec 23 15:21:39.897209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58458) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:39.903141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472181426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:39.910265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:39.915074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:39.918314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:39.924767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:39.936798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.937765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.958637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:39.978343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.004959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.006323 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cdd5e57b-675f-42aa-bb59-a6e1ce746088 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1079531 Dec 23 15:21:40.009460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58462) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:40.015921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1103781977'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:40.021961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:40.026438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:40.029744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:40.036400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:40.049888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:40.056795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.089686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:21:40.102876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.103274 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment 245b0e34-7f55-479f-a27e-01532fc89379 of type vlan for network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 Dec 23 15:21:40.132994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.140684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Deleting port 3e211426-45f1-4199-99d8-77cf91a00ad6 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:21:40.141198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.164945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.169279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:40.169926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.173839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c393c79-f518-469f-940e-1e48c89b5fd1 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:40.211703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3bd33431-f0d3-46c0-b420-2fa0f79f0034 None None] The port '3e211426-45f1-4199-99d8-77cf91a00ad6' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:21:40.286139 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2754285 Dec 23 15:21:40.289202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58466) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:40.297733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:40.317699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=16b68cf7-f3f6-4113-96c5-7b9b2d251375,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:40.323832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:40.329678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:21:40.423563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:40.427734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:40.430842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:40.436970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:40.446491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:40.559907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.802211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.806043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d1abf015-c9d2-482b-9c9e-b5491b29f15f tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:40.880713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=74afd0fc-a938-44fb-8f92-8191cdfb0623,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:40.884143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:40.900973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:40.901405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: 16b68cf7-f3f6-4113-96c5-7b9b2d251375, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:40.925700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:40.935744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 16b68cf7-f3f6-4113-96c5-7b9b2d251375) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:40.940120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:40.940846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:40.944946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346021d1-869d-4728-951d-5a8c1ad00b15 None None] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:40.964066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6737361 Dec 23 15:21:40.967119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58470) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:41.169714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:41.170629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.340621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Allocated IP 2001:db8::2 (16b68cf7-f3f6-4113-96c5-7b9b2d251375/74afd0fc-a938-44fb-8f92-8191cdfb0623/6c952177-5563-4e06-9257-236823427eb5) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:41.482358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.556363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.567448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Transition to ACTIVE for port object 6c952177-5563-4e06-9257-236823427eb5 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:41.588593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Transition to ACTIVE for port object 6c952177-5563-4e06-9257-236823427eb5 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:41.594187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.602088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:41.669875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:41.674081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:41.676888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:41.679450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Pushing event updated for resources: {'Port': ['ID=6c952177-5563-4e06-9257-236823427eb5,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:41.683100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:41.773277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Attempting to bind port 6c952177-5563-4e06-9257-236823427eb5 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:41.773603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Attempting to bind port 6c952177-5563-4e06-9257-236823427eb5 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:41.774015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Attempting to bind port 6c952177-5563-4e06-9257-236823427eb5 on network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:41.780825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:41.781309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Checking segment: {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:41.781757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.782198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Bound using segment: {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:41.782710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Bound port: 6c952177-5563-4e06-9257-236823427eb5, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:41.783122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.852114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8::1 (16b68cf7-f3f6-4113-96c5-7b9b2d251375/74afd0fc-a938-44fb-8f92-8191cdfb0623/584c6749-a011-4558-a7bc-0e7911c729ef) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:41.877031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] For port 6c952177-5563-4e06-9257-236823427eb5, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:41.880285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] For port 6c952177-5563-4e06-9257-236823427eb5, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6c952177-5563-4e06-9257-236823427eb5,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:41.884678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:41.889219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:41.972225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Pushing event updated for resources: {'Port': ['ID=6c952177-5563-4e06-9257-236823427eb5,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:41.975779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:42.027120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.043890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object 584c6749-a011-4558-a7bc-0e7911c729ef will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:42.065525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.069988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5761e7ad-b3f4-4656-9158-543577ddd803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:42.386449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:42.395112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:42.400792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:42.401386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.407191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=584c6749-a011-4558-a7bc-0e7911c729ef,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:42.414623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:42.492783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.906233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.911093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.911937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:42.915733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5bbce016-790f-47fd-8c67-4b91e5e2bf90 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:43.043093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:21:43.056074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=584c6749-a011-4558-a7bc-0e7911c729ef,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:43.060519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:43.123642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:43.124852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:43.517832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:21:43.573464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6c952177-5563-4e06-9257-236823427eb5 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:43.655478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 6c952177-5563-4e06-9257-236823427eb5 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:43.664094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ce5c3-07c6-418c-82dd-1026353f128e None None] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:43.704995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:43.715529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:43.719325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7510796 Dec 23 15:21:43.722518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58474) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:43.729298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-115242534'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:43.733042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:43.733851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:43.734881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:43.740404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:43.743691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:43.750075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:43.759696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:43.765544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:43.775446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Provisioning for port 6c952177-5563-4e06-9257-236823427eb5 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:43.794815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Provisioning complete for port 6c952177-5563-4e06-9257-236823427eb5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:43.795247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:43.796808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:21:43.806076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:43.806546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment 26842bb9-2d65-4300-abd4-248589d328ad of type vlan for network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 Dec 23 15:21:43.834831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:43.867276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:43.871556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:43.872205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:43.877865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc053fb3-7651-4318-ba2b-9a52abcd9800 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:43.894530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:43.993092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2693613 Dec 23 15:21:43.996136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58478) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:43.999218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=16780a50-0e3b-436b-9b56-5ef6e2f43ea5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:44.002177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:44.006500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:44.020622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:21:44.136757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:44.142472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:44.145500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:44.152401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:44.163540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:44.250639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:42Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:42Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:44.255627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:21:44.256243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Updating router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b port 584c6749-a011-4558-a7bc-0e7911c729ef binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:21:44.294019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.317177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.377114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.446778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] For port 6c952177-5563-4e06-9257-236823427eb5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6c952177-5563-4e06-9257-236823427eb5,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:44.464257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.467752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:44.551729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.559901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Pushing event updated for resources: {'Port': ['ID=6c952177-5563-4e06-9257-236823427eb5,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:44.571645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b57da09-2be6-48a4-9fe1-753b209fe11a tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:44.635617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:44.670083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:44.678961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:44.689299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:44.689657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: 16780a50-0e3b-436b-9b56-5ef6e2f43ea5, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:44.715148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:44.719658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.725215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 16780a50-0e3b-436b-9b56-5ef6e2f43ea5) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:44.730058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:44.730863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.733982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Transition to ACTIVE for port object 584c6749-a011-4558-a7bc-0e7911c729ef will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:44.738885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca256753-f490-4c64-b39c-f182a896f758 None None] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:44.743781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:44.748615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:44.761729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7644556 Dec 23 15:21:44.762043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58482) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:44.814770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee26aa4-6eb5-4033-a3d2-5dc9e617b236 None None] Pushing event updated for resources: {'Port': ['ID=584c6749-a011-4558-a7bc-0e7911c729ef,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:44.819774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eee26aa4-6eb5-4033-a3d2-5dc9e617b236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:44.953360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cd336f6d-86f2-4251-96ed-3ff6431ed2df None None] Provisioning complete for port 6c952177-5563-4e06-9257-236823427eb5 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:44.953711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd336f6d-86f2-4251-96ed-3ff6431ed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.087362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:45.088298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.239540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Attempting to bind port 584c6749-a011-4558-a7bc-0e7911c729ef on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:45.239736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Attempting to bind port 584c6749-a011-4558-a7bc-0e7911c729ef by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:45.240071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Attempting to bind port 584c6749-a011-4558-a7bc-0e7911c729ef on network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:45.247409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:45.247827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Checking segment: {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:45.248266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.248707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Bound using segment: {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:45.249239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Bound port: 584c6749-a011-4558-a7bc-0e7911c729ef, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245b0e34-7f55-479f-a27e-01532fc89379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:45.249654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.369315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Allocated IP 2001:db8:1::2 (16780a50-0e3b-436b-9b56-5ef6e2f43ea5/e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9/b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:45.374329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cd336f6d-86f2-4251-96ed-3ff6431ed2df None None] Provisioning for port 584c6749-a011-4558-a7bc-0e7911c729ef completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:45.375931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] For port 584c6749-a011-4558-a7bc-0e7911c729ef, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:45.385501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] For port 584c6749-a011-4558-a7bc-0e7911c729ef, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=584c6749-a011-4558-a7bc-0e7911c729ef,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:45.393155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.398501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:45.530452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee26aa4-6eb5-4033-a3d2-5dc9e617b236 None None] Pushing event updated for resources: {'Port': ['ID=584c6749-a011-4558-a7bc-0e7911c729ef,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:45.537196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eee26aa4-6eb5-4033-a3d2-5dc9e617b236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:45.538091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:45.538539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:45.617406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.659528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6c952177-5563-4e06-9257-236823427eb5 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:45.759112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.774801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Transition to ACTIVE for port object b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:45.794564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:45.808506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 6c952177-5563-4e06-9257-236823427eb5 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:45.809099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.838760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Transition to ACTIVE for port object b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:45.865928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:45.881928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:45.988118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:45.996131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:46.012889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:46.018754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Pushing event updated for resources: {'Port': ['ID=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:46.026413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:46.190001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Attempting to bind port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:46.190547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Attempting to bind port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:46.192139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Attempting to bind port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 on network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:46.207626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:46.208104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Checking segment: {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:46.208570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:46.209067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Bound using segment: {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:46.209765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Bound port: b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:46.210193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:46.267278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:42Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:45Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:46.272096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238fbeb-8c3a-4b2f-bcd0-2df3ad92f0af None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:42Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:45Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:46.365774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] For port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:46.374245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] For port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,segment=NetworkSegment(26842bb9-2d65-4300-abd4-248589d328ad),segment_id=26842bb9-2d65-4300-abd4-248589d328ad)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:46.378503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:46.391332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9217acc1-79ba-49fc-8c77-6c86bdd52d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:46.509841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Pushing event updated for resources: {'Port': ['ID=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:46.527220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:46.579878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8:1::1 (16780a50-0e3b-436b-9b56-5ef6e2f43ea5/e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9/56c597a5-2474-48d0-b3b8-5329c0e43b3a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:46.714463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c89e11b2-3ea0-4484-acba-4702b0747c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:46.792011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:46.860489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object 56c597a5-2474-48d0-b3b8-5329c0e43b3a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:46.914157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:46.923412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ae31c3c-0a60-4edb-88bf-75d1e7094648 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:47.021485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=56c597a5-2474-48d0-b3b8-5329c0e43b3a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:47.034889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:47.039087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:47.041430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:47.043978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:47.044563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.170085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.639399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 584c6749-a011-4558-a7bc-0e7911c729ef up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:47.664753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.669047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.670067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.675114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83bb0b0c-3585-4ee0-bc51-ebf3b1b7294f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:47.717534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 584c6749-a011-4558-a7bc-0e7911c729ef completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:47.722983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 584c6749-a011-4558-a7bc-0e7911c729ef triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:47.723493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.818355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=56c597a5-2474-48d0-b3b8-5329c0e43b3a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:47.821464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:47.852245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.890006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 584c6749-a011-4558-a7bc-0e7911c729ef, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=584c6749-a011-4558-a7bc-0e7911c729ef,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:47.891297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:47.892726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:47.894248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:47.895373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:47.925588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e860835-d49f-4090-82f4-a24ad4a4473d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:48.024639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=584c6749-a011-4558-a7bc-0e7911c729ef,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:48.033563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:48.036035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:48.159119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.271599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:48.282422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8e731-78a2-42b0-96c7-3e0f711708b2 None None] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:48.442694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Provisioning for port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:48.455231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Provisioning complete for port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:48.455666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.475624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:48.489133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7258480 Dec 23 15:21:48.493751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58504) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:48.500343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-730775260'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:48.505979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:48.510482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:48.514128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:48.522766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:48.534421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:48.543451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.573874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:21:48.583774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.584141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment f63c9310-92dc-476d-a747-e2c32fe653db of type vlan for network 71320c72-cafa-4aea-8835-8e5f2549ffcb Dec 23 15:21:48.614842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.649398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.654555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:48.655678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.662798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:48.790443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2926731 Dec 23 15:21:48.791811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58508) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:48.800816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:48.816743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=71320c72-cafa-4aea-8835-8e5f2549ffcb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:48.820037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:48.840410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:21:48.867982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e1258b1-1234-4b1d-9418-7a726bd365bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:48.943234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:48.948516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:48.952341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:48.959967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:48.970405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:48.975181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.041697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] For port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,segment=NetworkSegment(26842bb9-2d65-4300-abd4-248589d328ad),segment_id=26842bb9-2d65-4300-abd4-248589d328ad)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:49.046889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.048687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:49.127650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.129958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Pushing event updated for resources: {'Port': ['ID=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:49.134163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:49.265718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:49.279286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:49.279963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:49.405523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.414127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-727c608a-da42-4559-9dbd-5aeb96fcb0b5 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:49.492369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ec09782d-2973-4dea-9381-de3e6b7581ac None None] Provisioning for port 56c597a5-2474-48d0-b3b8-5329c0e43b3a completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:49.508468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=7121b3b5-70ae-4fc1-bcb8-b6f913dc8919,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:49.513882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:49.524940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:49.525502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: 71320c72-cafa-4aea-8835-8e5f2549ffcb, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:49.528363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:49.568345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:49.580206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 71320c72-cafa-4aea-8835-8e5f2549ffcb) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:49.586883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:49.587808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.617940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb2f76-5f41-41b5-b192-99abbf3eeb81 None None] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:49.620088 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5ca3aa6c-857c-4cf4-a60a-f419663b40fe tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8279879 Dec 23 15:21:49.623231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58518) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:49.631986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 584c6749-a011-4558-a7bc-0e7911c729ef up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:49.676118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.686259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ec09782d-2973-4dea-9381-de3e6b7581ac None None] Provisioning complete for port 56c597a5-2474-48d0-b3b8-5329c0e43b3a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:49.686764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec09782d-2973-4dea-9381-de3e6b7581ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:49.990460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ec09782d-2973-4dea-9381-de3e6b7581ac None None] Port 56c597a5-2474-48d0-b3b8-5329c0e43b3a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:50.091961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 584c6749-a011-4558-a7bc-0e7911c729ef triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:50.092624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:50.126606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ec09782d-2973-4dea-9381-de3e6b7581ac None None] Provisioning complete for port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:50.127066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec09782d-2973-4dea-9381-de3e6b7581ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:50.392268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-71320c72-cafa-4aea-8835-8e5f2549ffcb', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:50.397538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:50.665861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:50.770687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:50.830222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 3, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:50.886908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:21:50.887320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Updating router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b port 56c597a5-2474-48d0-b3b8-5329c0e43b3a binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:21:50.968136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.005753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.032000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Allocated IP 2001:db8:2::2 (71320c72-cafa-4aea-8835-8e5f2549ffcb/7121b3b5-70ae-4fc1-bcb8-b6f913dc8919/26d1996e-d271-4fbe-8449-9332973ff164) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:51.040610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cacc136c-1af8-4a42-8adc-ed352b2e1f40 None None] Provisioning complete for port 56c597a5-2474-48d0-b3b8-5329c0e43b3a triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:51.041044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cacc136c-1af8-4a42-8adc-ed352b2e1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.150313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:51.150761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.261426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cacc136c-1af8-4a42-8adc-ed352b2e1f40 None None] Port 56c597a5-2474-48d0-b3b8-5329c0e43b3a cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:51.646826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.681299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Transition to ACTIVE for port object 26d1996e-d271-4fbe-8449-9332973ff164 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:51.733195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Transition to ACTIVE for port object 26d1996e-d271-4fbe-8449-9332973ff164 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:51.809826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.825394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:51.845020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8:2::1 (71320c72-cafa-4aea-8835-8e5f2549ffcb/7121b3b5-70ae-4fc1-bcb8-b6f913dc8919/2e5c8739-e262-411e-bba7-bb895b990172) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:51.901581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:51.934667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:51.937579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Pushing event updated for resources: {'Port': ['ID=26d1996e-d271-4fbe-8449-9332973ff164,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:51.939371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Transition to ACTIVE for port object 56c597a5-2474-48d0-b3b8-5329c0e43b3a will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:51.942607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:51.944689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:51.947203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:52.040755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.053201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-390dea0e-add3-448d-91e2-f48917a51834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:52.080673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.102970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object 2e5c8739-e262-411e-bba7-bb895b990172 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:52.188021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Attempting to bind port 26d1996e-d271-4fbe-8449-9332973ff164 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:52.188449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Attempting to bind port 26d1996e-d271-4fbe-8449-9332973ff164 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:52.188865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Attempting to bind port 26d1996e-d271-4fbe-8449-9332973ff164 on network 71320c72-cafa-4aea-8835-8e5f2549ffcb {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:52.226382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:52.227367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Checking segment: {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:52.227367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.227984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Bound using segment: {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:52.228166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Bound port: 26d1996e-d271-4fbe-8449-9332973ff164, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:52.228688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.239799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Pushing event updated for resources: {'Port': ['ID=56c597a5-2474-48d0-b3b8-5329c0e43b3a,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:52.242041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.245491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:52.263543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:52.507987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Attempting to bind port 56c597a5-2474-48d0-b3b8-5329c0e43b3a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:52.508371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Attempting to bind port 56c597a5-2474-48d0-b3b8-5329c0e43b3a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:52.508724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Attempting to bind port 56c597a5-2474-48d0-b3b8-5329c0e43b3a on network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:52.519999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:52.527830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:52.531575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:52.532523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.543903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:52.544361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Checking segment: {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:52.544977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.545483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Bound using segment: {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:52.546052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Bound port: 56c597a5-2474-48d0-b3b8-5329c0e43b3a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26842bb9-2d65-4300-abd4-248589d328ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:52.546485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:52.554909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=2e5c8739-e262-411e-bba7-bb895b990172,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:52.559234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:52.952164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] For port 56c597a5-2474-48d0-b3b8-5329c0e43b3a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:52.956219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] For port 26d1996e-d271-4fbe-8449-9332973ff164, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:52.961026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] For port 56c597a5-2474-48d0-b3b8-5329c0e43b3a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=56c597a5-2474-48d0-b3b8-5329c0e43b3a,segment=NetworkSegment(26842bb9-2d65-4300-abd4-248589d328ad),segment_id=26842bb9-2d65-4300-abd4-248589d328ad)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:52.970475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] For port 26d1996e-d271-4fbe-8449-9332973ff164, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=26d1996e-d271-4fbe-8449-9332973ff164,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:53.206068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:53.326344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:53.333357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:53.339973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4f9e9dc-b3c7-4ec8-b984-eb0caa753452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:53.466950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:53.467864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:53.567766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Pushing event updated for resources: {'Port': ['ID=26d1996e-d271-4fbe-8449-9332973ff164,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:53.838212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Pushing event updated for resources: {'Port': ['ID=56c597a5-2474-48d0-b3b8-5329c0e43b3a,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:53.847014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:53.848397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:53.848829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:53.854243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:54.070336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:54.290653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:54.291534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:54.309912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:54.500300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=2e5c8739-e262-411e-bba7-bb895b990172,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:54.508449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:54.626687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:54.627958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:54.653338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:21:51Z', 'revision_number': 1, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:54.661195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875292-471e-45ee-b888-0b8bc2dbefc4 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:21:51Z', 'revision_number': 1, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:55.139892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:21:55.469299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:21:55.505151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8779471 Dec 23 15:21:55.505681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58536) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:55.512708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277181978'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:55.518906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:55.524265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:network and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:55.529721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:55.542474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:55.612922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:55.619191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:55.669009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:21:55.686032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:55.686450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added segment d668c919-c921-4cb5-bcc6-b88188714791 of type vlan for network 421c593f-4e15-4765-b714-fb18ab95935b Dec 23 15:21:55.718120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:55.723009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e440c0-300f-492e-9731-972119943146 None None] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:55.826729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:55.831625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:55.832949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:55.844768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afaed2ac-42d4-4493-a69c-ade92d599dc8 tempest-NetworksTest-815759620 tempest-NetworksTest-815759620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:55.874013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 26d1996e-d271-4fbe-8449-9332973ff164 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:55.997672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-50f3be98-0b64-4c09-a125-f8870dce4f4e None None] Provisioning for port 26d1996e-d271-4fbe-8449-9332973ff164 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:56.008195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Network': ['ID=421c593f-4e15-4765-b714-fb18ab95935b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:56.012004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:56.025228 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5172603 Dec 23 15:21:56.027813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58544) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:56.034730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'subnet': {'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:56.047686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 421c593f-4e15-4765-b714-fb18ab95935b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:21:56.191143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:21:56.195780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:subnet and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:21:56.199025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:21:56.205976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:21:56.270556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Made reservation on behalf of 5fa5fa5cea4d46dc936718a577c6ed98 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:21:56.355314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 26d1996e-d271-4fbe-8449-9332973ff164 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:56.366490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 26d1996e-d271-4fbe-8449-9332973ff164 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:56.366933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:56.563112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:56.602247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 26d1996e-d271-4fbe-8449-9332973ff164, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=26d1996e-d271-4fbe-8449-9332973ff164,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:56.619888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:56.622819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:56.737883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:56.860300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=26d1996e-d271-4fbe-8449-9332973ff164,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:56.867391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:57.107562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3be4a349-a9ba-4f50-a58a-3399d416c436 None None] Provisioning for port 2e5c8739-e262-411e-bba7-bb895b990172 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:57.115972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:57.117597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3be4a349-a9ba-4f50-a58a-3399d416c436 None None] Provisioning complete for port 2e5c8739-e262-411e-bba7-bb895b990172 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:57.119733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3be4a349-a9ba-4f50-a58a-3399d416c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:57.127811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f62dc93-ce77-4032-a9e3-22c7c1f2ed5e tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:57.205230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Subnet': ['ID=7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:57.215064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.216206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.216206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.216206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.217967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.217967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.217967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.217967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.218246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.218605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.218985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:21:57.220414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3be4a349-a9ba-4f50-a58a-3399d416c436 None None] Port 2e5c8739-e262-411e-bba7-bb895b990172 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:57.253786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:57.256180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3be4a349-a9ba-4f50-a58a-3399d416c436 None None] Provisioning complete for port 26d1996e-d271-4fbe-8449-9332973ff164 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:57.258252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3be4a349-a9ba-4f50-a58a-3399d416c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:57.262066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Checking segment: {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:57.262643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network hostable DHCP agents. Network: 421c593f-4e15-4765-b714-fb18ab95935b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:21:57.300301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:21:57.322473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:57.323475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:57.353785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 421c593f-4e15-4765-b714-fb18ab95935b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:21:57.379016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 421c593f-4e15-4765-b714-fb18ab95935b) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:57.395695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:57.400514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:57.458968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df7d8b-e45e-4930-b094-2987ddee4959 None None] Network 421c593f-4e15-4765-b714-fb18ab95935b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:21:57.531641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:57.612226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b7cfcafe-dd27-4072-a70c-811877d9543f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5831299 Dec 23 15:21:57.615528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58550) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:57.784687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-421c593f-4e15-4765-b714-fb18ab95935b', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:21:57.785685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.007896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 56c597a5-2474-48d0-b3b8-5329c0e43b3a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:58.022017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:21:53Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:58.026430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:21:58.026907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Updating router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b port 2e5c8739-e262-411e-bba7-bb895b990172 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:21:58.055478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0aeff20b-af90-4d64-8dcd-9ef783d5438e None None] Provisioning complete for port 2e5c8739-e262-411e-bba7-bb895b990172 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:58.055900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0aeff20b-af90-4d64-8dcd-9ef783d5438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.083181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.145114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Allocated IP 2001:db8:3::2 (421c593f-4e15-4765-b714-fb18ab95935b/7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00/13915458-5bb2-4e78-82ea-b5fa7266c117) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:58.153609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0aeff20b-af90-4d64-8dcd-9ef783d5438e None None] Port 2e5c8739-e262-411e-bba7-bb895b990172 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:21:58.253893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 56c597a5-2474-48d0-b3b8-5329c0e43b3a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:58.262939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 56c597a5-2474-48d0-b3b8-5329c0e43b3a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:58.263362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.448788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.466913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.479918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Transition to ACTIVE for port object 2e5c8739-e262-411e-bba7-bb895b990172 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:58.488081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.491963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:58.494050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.506209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Transition to ACTIVE for port object 13915458-5bb2-4e78-82ea-b5fa7266c117 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:58.526860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Transition to ACTIVE for port object 13915458-5bb2-4e78-82ea-b5fa7266c117 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:58.539046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.551702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:58.572263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57bb65-3d6a-4733-84f6-46fe46b19e82 None None] Pushing event updated for resources: {'Port': ['ID=2e5c8739-e262-411e-bba7-bb895b990172,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:58.575832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d57bb65-3d6a-4733-84f6-46fe46b19e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:58.659438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Network 421c593f-4e15-4765-b714-fb18ab95935b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:58.675470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:58.683507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:58.685790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Pushing event updated for resources: {'Port': ['ID=13915458-5bb2-4e78-82ea-b5fa7266c117,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:58.693216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:58.769013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Attempting to bind port 2e5c8739-e262-411e-bba7-bb895b990172 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:58.769462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Attempting to bind port 2e5c8739-e262-411e-bba7-bb895b990172 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:58.769886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Attempting to bind port 2e5c8739-e262-411e-bba7-bb895b990172 on network 71320c72-cafa-4aea-8835-8e5f2549ffcb {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:58.777361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:58.777795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Checking segment: {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:58.778254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.779418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Bound using segment: {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:58.780010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Bound port: 2e5c8739-e262-411e-bba7-bb895b990172, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63c9310-92dc-476d-a747-e2c32fe653db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:58.780575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.795005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.913086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] For port 2e5c8739-e262-411e-bba7-bb895b990172, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:58.917363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] For port 2e5c8739-e262-411e-bba7-bb895b990172, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2e5c8739-e262-411e-bba7-bb895b990172,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:58.925243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:58.934824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:58.957771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-38cc5ab6-0c91-4c86-a82a-3b5654cf55a9 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761358312&fields=id&tenant_id=281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 267 time: 0.1201611 Dec 23 15:21:59.021033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Attempting to bind port 13915458-5bb2-4e78-82ea-b5fa7266c117 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:21:59.021590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Attempting to bind port 13915458-5bb2-4e78-82ea-b5fa7266c117 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:21:59.022083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Attempting to bind port 13915458-5bb2-4e78-82ea-b5fa7266c117 on network 421c593f-4e15-4765-b714-fb18ab95935b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:21:59.026015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57bb65-3d6a-4733-84f6-46fe46b19e82 None None] Pushing event updated for resources: {'Port': ['ID=2e5c8739-e262-411e-bba7-bb895b990172,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:59.032481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d57bb65-3d6a-4733-84f6-46fe46b19e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:59.035555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 56c597a5-2474-48d0-b3b8-5329c0e43b3a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=56c597a5-2474-48d0-b3b8-5329c0e43b3a,segment=NetworkSegment(26842bb9-2d65-4300-abd4-248589d328ad),segment_id=26842bb9-2d65-4300-abd4-248589d328ad)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:21:59.042675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.043514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 26d1996e-d271-4fbe-8449-9332973ff164 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:59.063895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:21:59.064828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:59.084859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-38ad6c0e-e60c-4822-ab2b-f06032921bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:59.113908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:21:59.114160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Checking segment: {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:21:59.114536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.115040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Bound using segment: {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:21:59.115594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Bound port: 13915458-5bb2-4e78-82ea-b5fa7266c117, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:21:59.116019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.154325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Allocated IP 2001:db8:3::1 (421c593f-4e15-4765-b714-fb18ab95935b/7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00/a6663f8c-61ee-44fd-8a8f-a8d186561519) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:21:59.253082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=56c597a5-2474-48d0-b3b8-5329c0e43b3a,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:59.257126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:59.279000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:21:59.289889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 26d1996e-d271-4fbe-8449-9332973ff164 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:59.290320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.314736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-8cffc6f8-d807-41b3-bc9a-3b003253e693 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:21:59.316511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-8cffc6f8-d807-41b3-bc9a-3b003253e693 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 812 time: 0.3496563 Dec 23 15:21:59.344036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] For port 13915458-5bb2-4e78-82ea-b5fa7266c117, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:21:59.366884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-a6ce0a1c-4496-49f6-8495-c3a2800a8415 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/quotas/281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 375 time: 0.0426891 Dec 23 15:21:59.368520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] For port 13915458-5bb2-4e78-82ea-b5fa7266c117, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=13915458-5bb2-4e78-82ea-b5fa7266c117,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:21:59.384426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.390130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c63060c2-ac56-46c5-b28c-16c2266f88b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:59.498943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.527866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Transition to ACTIVE for port object a6663f8c-61ee-44fd-8a8f-a8d186561519 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:21:59.553412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Pushing event updated for resources: {'Port': ['ID=13915458-5bb2-4e78-82ea-b5fa7266c117,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:59.561876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:59.567895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-211cc605-0702-43ef-b0b1-ab22db4d1de4 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1997032 Dec 23 15:21:59.580000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-115327c4-c1b1-4b87-ae62-21e75950d1da service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:21:59.581067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-115327c4-c1b1-4b87-ae62-21e75950d1da service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0070965 Dec 23 15:21:59.667532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.676699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:21:59.764178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 421c593f-4e15-4765-b714-fb18ab95935b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:21:59.769114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:21:59.771861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:21:59.772448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:21:59.790393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2e5c8739-e262-411e-bba7-bb895b990172 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:21:59.813344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=a6663f8c-61ee-44fd-8a8f-a8d186561519,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:21:59.816707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:21:59.843540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-c65d5f90-4d5e-47fe-b21b-480da4f9e8ba service neutron] 10.222.0.49 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549314 Dec 23 15:21:59.875469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:21:58Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:21:59.883265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a99e30-6d8d-4087-88ba-dc8734b703e2 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:52Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:21:58Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:21:59.902600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2e5c8739-e262-411e-bba7-bb895b990172 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:21:59.909772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2e5c8739-e262-411e-bba7-bb895b990172 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:21:59.910211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.054467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.057113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.095172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 2e5c8739-e262-411e-bba7-bb895b990172, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2e5c8739-e262-411e-bba7-bb895b990172,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:00.100803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.101834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 56c597a5-2474-48d0-b3b8-5329c0e43b3a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:00.138161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-380629d5-af78-4a91-9b9b-b2eedf23fdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:00.233482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=2e5c8739-e262-411e-bba7-bb895b990172,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:00.237553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:00.250828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 56c597a5-2474-48d0-b3b8-5329c0e43b3a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:00.251260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.411069 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-d4356386-64b1-4b03-9390-a0247d5880f7 service neutron] 10.222.0.49 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590811 Dec 23 15:22:00.737332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.766013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.770226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.771139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:00.775628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f63652ae-f06a-48cb-a070-4d5d1c8b71ab tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:00.872462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25c21e12-4401-47c0-b6ea-8d8ffb09317d req-76055d72-9ae5-492d-aa0c-2e42477941e3 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 210 time: 0.0698762 Dec 23 15:22:00.928345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event updated for resources: {'Port': ['ID=a6663f8c-61ee-44fd-8a8f-a8d186561519,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:00.931657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:01.007300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Network 421c593f-4e15-4765-b714-fb18ab95935b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:01.008582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:01.369871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0459a2-85cc-48ff-9a52-ffc773b1967a None None] Network 421c593f-4e15-4765-b714-fb18ab95935b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:01.377759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:01.492012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0691529b-4323-48f3-9c52-1160acd0446b None None] Provisioning for port 13915458-5bb2-4e78-82ea-b5fa7266c117 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:01.574260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:01.586158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:01.593019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9734051 Dec 23 15:22:01.593713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58582) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:01.599569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:01.644249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:01.644876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:01.846226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 13915458-5bb2-4e78-82ea-b5fa7266c117 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:01.908633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:02.250312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 13915458-5bb2-4e78-82ea-b5fa7266c117 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:02.296446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 13915458-5bb2-4e78-82ea-b5fa7266c117 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:02.297154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:02.409412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Provisioning for port a6663f8c-61ee-44fd-8a8f-a8d186561519 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:02.425862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Provisioning complete for port a6663f8c-61ee-44fd-8a8f-a8d186561519 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:02.426296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:02.539759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Port a6663f8c-61ee-44fd-8a8f-a8d186561519 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:22:02.555627 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2898926f-e83b-4a3c-b31f-559f1d1b02c8 req-acb5462f-729f-4ace-b5f0-d5309ba9e10c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 210 time: 0.4717803 Dec 23 15:22:02.583042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-10153b49-d587-41fe-b050-c1f260eaccad tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:02.594680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-10153b49-d587-41fe-b050-c1f260eaccad tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 812 time: 0.7052057 Dec 23 15:22:02.628468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:02.641324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:02.641748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Updating router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b port a6663f8c-61ee-44fd-8a8f-a8d186561519 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:22:02.706395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Provisioning complete for port 13915458-5bb2-4e78-82ea-b5fa7266c117 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:02.706827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:02.778052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:02.796803 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-5f1ff7ca-2744-41a4-9db1-6734795f49c5 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281fae871b4642b6b3de3234af23fd32 HTTP/1.1" status: 200 len: 379 time: 0.1955135 Dec 23 15:22:02.810445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'port': {'device_id': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'admin_state_up': True, 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'security_groups': ['54712338-f0b2-4a53-9e44-3c76d14a7515']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:02.819103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:02.949221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 13915458-5bb2-4e78-82ea-b5fa7266c117, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=13915458-5bb2-4e78-82ea-b5fa7266c117,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:02.961350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:02.962640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2e5c8739-e262-411e-bba7-bb895b990172 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:03.011362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:03.022367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:03.026152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:03.035302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Made reservation on behalf of 281fae871b4642b6b3de3234af23fd32 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:22:03.042116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.414797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.437592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:22:03.455307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Allocated IP 172.20.0.4 (83d92594-1160-40af-9d94-660d3e3de811/d9bfc0c2-1581-4c00-a810-23fe8c8d84c1/6c403ca1-e4e9-4d47-bba7-7e8f35182d89) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:03.466097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Removed routes are [] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:22:03.466540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.592650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=13915458-5bb2-4e78-82ea-b5fa7266c117,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:03.621617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:03.663268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:22:03.665337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-75772e62-35d3-4ac7-a8d5-3ed6fab6c463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:22:03.676077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2e5c8739-e262-411e-bba7-bb895b990172 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:03.676508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.770527 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-859007a7-198c-476f-98c6-db864d34b7c9 req-278e3bcf-89e2-453d-8ee1-c82b6048b540 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 210 time: 0.0612950 Dec 23 15:22:03.854812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.899140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.912482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Transition to ACTIVE for port object a6663f8c-61ee-44fd-8a8f-a8d186561519 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:03.921233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:03.926034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:04.016119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Transition to ACTIVE for port object 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:04.051731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.054529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 13915458-5bb2-4e78-82ea-b5fa7266c117 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:04.058046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.129843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dafed-ef6f-48a0-870a-744f82d75e2f None None] Pushing event updated for resources: {'Port': ['ID=a6663f8c-61ee-44fd-8a8f-a8d186561519,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:04.137560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.141616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-623dafed-ef6f-48a0-870a-744f82d75e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:04.147322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:04.296951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Network 83d92594-1160-40af-9d94-660d3e3de811 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:04.298992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:04.301651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:04.303387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Attempting to bind port a6663f8c-61ee-44fd-8a8f-a8d186561519 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:22:04.303595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Attempting to bind port a6663f8c-61ee-44fd-8a8f-a8d186561519 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:22:04.303717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:04.304000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Attempting to bind port a6663f8c-61ee-44fd-8a8f-a8d186561519 on network 421c593f-4e15-4765-b714-fb18ab95935b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:04.307816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:04.318498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:22:04.318927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Checking segment: {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:04.319380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.319826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Bound using segment: {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:22:04.320356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Bound port: a6663f8c-61ee-44fd-8a8f-a8d186561519, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd668c919-c921-4cb5-bcc6-b88188714791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:22:04.320754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.333813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 13915458-5bb2-4e78-82ea-b5fa7266c117 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:04.334232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.378395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:04.379113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.390196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58592) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:04.430854 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6271706 Dec 23 15:22:04.436472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:04.446026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Request body: {'port': {'device_id': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:04.537772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-163efa18-446b-41e8-ab23-050cb35e160b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/d9314883-6573-4aba-ab4c-3a36218ef6ac HTTP/1.1" status: 200 len: 992 time: 0.1446519 Dec 23 15:22:04.566335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] For port a6663f8c-61ee-44fd-8a8f-a8d186561519, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:22:04.575788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] For port a6663f8c-61ee-44fd-8a8f-a8d186561519, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a6663f8c-61ee-44fd-8a8f-a8d186561519,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:22:04.591351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.611939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:04.717013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.729807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dafed-ef6f-48a0-870a-744f82d75e2f None None] Pushing event updated for resources: {'Port': ['ID=a6663f8c-61ee-44fd-8a8f-a8d186561519,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:04.733645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-623dafed-ef6f-48a0-870a-744f82d75e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:04.743916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:04.744664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:04.803423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-06d51b3c-f17b-4529-ae04-44ae7d2f642b None None] Provisioning for port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:04.819629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-06d51b3c-f17b-4529-ae04-44ae7d2f642b None None] Provisioning complete for port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:04.820060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-06d51b3c-f17b-4529-ae04-44ae7d2f642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.884850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58602) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:04.915481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:04.928996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:04.929639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-266b6760-2d47-44d3-a529-4ab06e0603d3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 953 time: 3.3347826 Dec 23 15:22:04.930650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58606) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:04.993747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-06d51b3c-f17b-4529-ae04-44ae7d2f642b None None] Port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:22:05.004458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:05.247203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1bc52-3064-4909-b0be-7d3e9dfd312f req-b31a10da-2970-4973-a4c2-535dbd0bf4fd tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:05.248949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ab1bc52-3064-4909-b0be-7d3e9dfd312f req-b31a10da-2970-4973-a4c2-535dbd0bf4fd tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 931 time: 0.2503688 Dec 23 15:22:05.252916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port d06b6e56-bfec-4c99-867d-bb8b3ccec0c4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:05.254177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:05.424484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:03Z', 'revision_number': 6, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:04Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:05.429848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2ed44-7999-4a65-9a06-5350bb9583ef None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:03Z', 'revision_number': 6, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:04Z', 'revision_number': 4, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:05.460958 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ab1bc52-3064-4909-b0be-7d3e9dfd312f req-dd8b7d63-486f-4119-903e-7731f59dd38e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805263 Dec 23 15:22:05.562824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:05.565968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:05.629025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c3fbf25-cdd3-4e89-8eae-8f510f7cacba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 953 time: 0.6934795 Dec 23 15:22:05.636009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58610) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:05.645337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'routes': None}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:05.737834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:22:05.747925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:05.843658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Transition to ACTIVE for port object 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:05.851459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:05.859050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e4b503c-1116-4fa0-a95b-4a75c0c3556d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:05.999918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for d06b6e56-bfec-4c99-867d-bb8b3ccec0c4 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:06.078984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Pushing event updated for resources: {'Port': ['ID=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:06.082812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:06.184349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a6663f8c-61ee-44fd-8a8f-a8d186561519 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:06.270550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.277193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:06.307550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a6663f8c-61ee-44fd-8a8f-a8d186561519 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:06.316243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a6663f8c-61ee-44fd-8a8f-a8d186561519 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:06.318668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.327578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=d06b6e56-bfec-4c99-867d-bb8b3ccec0c4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:06.342479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.343126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.343693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.344267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.375848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.376643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.377279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.377984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.378534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.379112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.380467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:06.435692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Attempting to bind port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:22:06.436605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Attempting to bind port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:22:06.437100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Attempting to bind port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:06.449627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:06.523888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 on network 83d92594-1160-40af-9d94-660d3e3de811 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:22:06.524340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Attempting to bind port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 on network 83d92594-1160-40af-9d94-660d3e3de811 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:06.543103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:22:06.545294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Checking segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:06.548050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Bound using segment: {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:22:06.550959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Bound port: 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b961c9e-9b72-4e85-8215-15ef7495a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83d92594-1160-40af-9d94-660d3e3de811'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:22:06.551374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.574649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.745792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.782454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a6663f8c-61ee-44fd-8a8f-a8d186561519, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a6663f8c-61ee-44fd-8a8f-a8d186561519,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:06.790705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.796375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e3cdf809-c900-43fc-99e0-a39327d4c49a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:06.876605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a6663f8c-61ee-44fd-8a8f-a8d186561519,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:06.880108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:06.909752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] For port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:22:06.944826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] For port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:22:06.954043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29f5d-a8b1-43f3-8173-3633dd71cd90 req-a4459fe3-5f86-43ab-8017-a3bc60bedc38 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:06.954907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-50e29f5d-a8b1-43f3-8173-3633dd71cd90 req-a4459fe3-5f86-43ab-8017-a3bc60bedc38 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:06.962103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:06.998869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:07.070874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 273410bc-a721-4292-9f63-10d90809c907 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:07.083971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-50e29f5d-a8b1-43f3-8173-3633dd71cd90 req-a4459fe3-5f86-43ab-8017-a3bc60bedc38 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:07.085285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-50e29f5d-a8b1-43f3-8173-3633dd71cd90 req-a4459fe3-5f86-43ab-8017-a3bc60bedc38 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.4416738 Dec 23 15:22:07.088915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:07.090410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c403ca1-e4e9-4d47-bba7-7e8f35182d89 HTTP/1.1" status: 200 len: 1093 time: 2.6493349 Dec 23 15:22:07.092945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:07.142834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added routes are [] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:22:07.143200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:22:07.186667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:07.197971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Pushing event updated for resources: {'Port': ['ID=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:07.202179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:07.204372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'status': 'completed', 'code': 200} Dec 23 15:22:07.217891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:07.218902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:07.273085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:07.292863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-50e29f5d-a8b1-43f3-8173-3633dd71cd90 req-9d5258bf-b6c8-4561-b9db-040256612d04 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847467 Dec 23 15:22:07.339619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:07.356531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] Sync routers for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:07.378740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:07.379802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:07.399398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:07.469757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:07.513009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-30a0c982-501a-4e63-a8b0-58ef2bb6d3b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 1096 time: 0.3724108 Dec 23 15:22:07.536785 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/d9314883-6573-4aba-ab4c-3a36218ef6ac HTTP/1.1" status: 204 len: 168 time: 2.6508377 Dec 23 15:22:07.538799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:07.623639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'status': 'completed', 'code': 200} Dec 23 15:22:07.643224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:07.711165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-511fbd2d-ba73-448e-b458-4e5b2613b712 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89 HTTP/1.1" status: 200 len: 217 time: 0.0794332 Dec 23 15:22:07.923839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:07Z', 'revision_number': 7, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:06Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:07.929086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:07.943718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:07.944441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:08.051473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:08.056091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] Checking router: 273410bc-a721-4292-9f63-10d90809c907 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:08.072677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a6663f8c-61ee-44fd-8a8f-a8d186561519 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:08.122339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:08.123072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:08.144529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:08.231081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-f6760bd7-9eb9-4c92-91f1-ae972586c66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:08.232796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-f6760bd7-9eb9-4c92-91f1-ae972586c66b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.4777982 Dec 23 15:22:08.321322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a6663f8c-61ee-44fd-8a8f-a8d186561519 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:08.321804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:08.357294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-37b5bf19-0054-4be8-928d-64589f8b9792 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 1098 time: 0.6384449 Dec 23 15:22:08.366291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034237b-4c5b-4b4e-a16a-9c7c2386932f req-3f9211bf-3764-433d-b9ba-b211659a1a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:08.368317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1034237b-4c5b-4b4e-a16a-9c7c2386932f req-3f9211bf-3764-433d-b9ba-b211659a1a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 945 time: 0.2435400 Dec 23 15:22:08.405893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:08.595019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:07Z', 'revision_number': 7, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:06Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:08.599643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51a659-e557-43bf-8926-aeaba76644a6 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:07Z', 'revision_number': 7, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:06Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:08.624477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaad1ea-6573-4fab-9210-f0c7897be50c req-4d216079-5e73-4163-b2ee-4988a2ef936f tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:08.633713 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-faaad1ea-6573-4fab-9210-f0c7897be50c req-4d216079-5e73-4163-b2ee-4988a2ef936f tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.1495953 Dec 23 15:22:08.707807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-faaad1ea-6573-4fab-9210-f0c7897be50c req-5c5c799a-0cec-439e-8911-a71801e05af7 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721223 Dec 23 15:22:08.768529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-d2583b36-35f0-41cc-9d8e-584438009c2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:08.770227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-d2583b36-35f0-41cc-9d8e-584438009c2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 HTTP/1.1" status: 200 len: 897 time: 0.3985772 Dec 23 15:22:08.777364 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-e496564b-db42-407b-8b9a-ae838349cb7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5362413 Dec 23 15:22:08.838771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:08.843266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8f075-2119-4887-9b40-2f2e1839489b None None] The sync data for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv is: [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd89e86bd-c7f2-4ad3-8f8b-2814b3f092d0', 'name': '', 'network_id': 'd5ce68ff-6048-4ff8-a93f-cd5032bc8b08', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:03Z', 'updated_at': '2021-12-23T15:21:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '748154fe-37bd-4e6f-b6ce-6875fe8da8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:08.846912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1034237b-4c5b-4b4e-a16a-9c7c2386932f req-17e48e00-7f59-45a4-8dea-a4aecbc20564 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465246 Dec 23 15:22:08.897889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:08.964518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:08.967581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-001397c5-e0d4-4379-b5d6-eb1e047edd68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d493299-592a-481b-8a6e-1b92df2c0adb HTTP/1.1" status: 200 len: 217 time: 0.1871128 Dec 23 15:22:09.150994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-eb08f081-93e1-49e8-b8c0-5ccd11dac27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:09.152663 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-eb08f081-93e1-49e8-b8c0-5ccd11dac27d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=748154fe-37bd-4e6f-b6ce-6875fe8da8f5 HTTP/1.1" status: 200 len: 835 time: 0.1684787 Dec 23 15:22:09.307176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-904de74c-913d-4024-b3a8-6e4ca23dea3d service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633319 Dec 23 15:22:09.545648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-fb2dab97-d37e-4e31-ab76-c07be02e4694 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3792658 Dec 23 15:22:09.548205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a78e9e-a45c-4b1c-93fc-c45cb61b9026 None None] New status for floating IP d9314883-6573-4aba-ab4c-3a36218ef6ac: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:22:09.556988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-0e6583c0-1311-4262-b923-610f7540b065 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:09.561344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-0e6583c0-1311-4262-b923-610f7540b065 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 945 time: 0.3069282 Dec 23 15:22:09.586567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c488b72e-7dbe-4232-a307-d9fec1d9dc89 req-c75b1ae7-a8f4-47dc-b9e7-348484ac43a0 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655177 Dec 23 15:22:09.942511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb48d-9770-4038-a528-0239694f2530 req-ea08fcd1-777b-4a68-8b89-1a9cfe992d01 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:09.944217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-34deb48d-9770-4038-a528-0239694f2530 req-ea08fcd1-777b-4a68-8b89-1a9cfe992d01 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.1154487 Dec 23 15:22:10.001468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-34deb48d-9770-4038-a528-0239694f2530 req-00a0769e-a038-4c70-b119-0ba3b000c164 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498202 Dec 23 15:22:10.001929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:10.107206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 5d493299-592a-481b-8a6e-1b92df2c0adb {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:10.107587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:10.285316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-f8338a47-b0d8-474c-9e41-009f95394a58 service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241755 Dec 23 15:22:10.456381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-3cd83a2d-171b-48a4-b690-9152847515ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 1096 time: 0.7604039 Dec 23 15:22:10.749087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b515f8-dc29-4484-9c7e-81b75515fabb req-df0cf3d2-c43e-433a-8a54-762fd5985e89 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:10.750562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-36b515f8-dc29-4484-9c7e-81b75515fabb req-df0cf3d2-c43e-433a-8a54-762fd5985e89 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 945 time: 0.7313023 Dec 23 15:22:10.850862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-14598784-3711-4b12-b95b-1e22649ffd5d service neutron] 10.222.0.65 "GET /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399745 Dec 23 15:22:10.883622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 5d493299-592a-481b-8a6e-1b92df2c0adb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5d493299-592a-481b-8a6e-1b92df2c0adb,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:10.884032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:11.043992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 5d493299-592a-481b-8a6e-1b92df2c0adb owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:11.084762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-36b515f8-dc29-4484-9c7e-81b75515fabb req-65aff6ea-a222-429a-a4d6-e40a6dcd0b57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=0eed13b1-f13b-4ee2-bf8d-d357772ee7df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255439 Dec 23 15:22:11.096185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009404f-9085-4d75-8a42-be6154a2660d req-1fda66fe-19ee-424a-9248-0b55e3f7dc1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:11.097878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-1fda66fe-19ee-424a-9248-0b55e3f7dc1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.5604565 Dec 23 15:22:11.206239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-320b4090-cd5c-4e1b-9b7f-0086d21f7add service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89 HTTP/1.1" status: 200 len: 217 time: 0.1009545 Dec 23 15:22:11.216985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c8a2c-2ca9-4618-9ab6-127345b334ad req-2ad8b68c-b05d-4e9d-a3d2-c99f424b89a1 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:11.218654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b61c8a2c-2ca9-4618-9ab6-127345b334ad req-2ad8b68c-b05d-4e9d-a3d2-c99f424b89a1 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.0913148 Dec 23 15:22:11.220185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:11.230382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:11.244325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:11.245009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:11.262845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:11.264145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d312d48b-321c-4972-a8b0-d2634be8708c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 703 time: 5.6269481 Dec 23 15:22:11.267300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58632) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:11.297496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009404f-9085-4d75-8a42-be6154a2660d req-a07694fc-f1f3-452a-bbbf-4ab5a5a819df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:11.299090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-a07694fc-f1f3-452a-bbbf-4ab5a5a819df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.0768650 Dec 23 15:22:11.360906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b61c8a2c-2ca9-4618-9ab6-127345b334ad req-ea5a3f93-ae70-4555-a63f-89635564bee1 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356335 Dec 23 15:22:11.447020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:11.447548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:11.456471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-baa62ac1-5e4c-4a03-bbc9-7efd438a11d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:11.491309 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b1049684-8083-4970-b134-ed79a43191ed tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 703 time: 0.2224326 Dec 23 15:22:11.494319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58636) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:11.500019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-27dda281-b603-4c95-9d9d-7808246c0b41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1935618 Dec 23 15:22:11.513247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=5d493299-592a-481b-8a6e-1b92df2c0adb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:11.539230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:11.689840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 5d493299-592a-481b-8a6e-1b92df2c0adb on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:22:11.694729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:11.706179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'name': 'network-vif-deleted', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:11.712523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0a87593f-2e05-4f4f-ba59-6ad2282f47cd req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/5d493299-592a-481b-8a6e-1b92df2c0adb HTTP/1.1" status: 204 len: 173 time: 2.1225808 Dec 23 15:22:11.800367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-d95989a2-a107-4247-b871-d5d122cce513 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905812 Dec 23 15:22:11.804182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cc6ae0-56e2-4278-9585-30edf85a4552', 'name': 'network-vif-deleted', 'tag': '5d493299-592a-481b-8a6e-1b92df2c0adb', 'status': 'completed', 'code': 200} Dec 23 15:22:11.935594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:12.080605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:07Z', 'revision_number': 7, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:06Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:12.087232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:12.104494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:12.105490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:12.343588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4009404f-9085-4d75-8a42-be6154a2660d req-444f9935-4310-4df4-8349-8775f9ec5ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322902 Dec 23 15:22:12.396420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-257adeab-af48-4c94-8e9b-f2531af67651 req-10e05444-a3ec-4f67-89b2-a62f6d7fc03b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:12.406082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:12.603004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d98b-589d-49e2-8bc3-1231a5b59e17 req-28cdbce7-593d-4360-bec6-7b75e2abd0bb tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:12.607140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-daf0d98b-589d-49e2-8bc3-1231a5b59e17 req-28cdbce7-593d-4360-bec6-7b75e2abd0bb tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.0949814 Dec 23 15:22:12.665191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-daf0d98b-589d-49e2-8bc3-1231a5b59e17 req-81fa8b51-521e-407a-b73a-359cd96dc4b2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511947 Dec 23 15:22:12.723539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-257adeab-af48-4c94-8e9b-f2531af67651 req-10e05444-a3ec-4f67-89b2-a62f6d7fc03b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:12.724851 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-257adeab-af48-4c94-8e9b-f2531af67651 req-10e05444-a3ec-4f67-89b2-a62f6d7fc03b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=95cc6ae0-56e2-4278-9585-30edf85a4552 HTTP/1.1" status: 200 len: 210 time: 0.3854728 Dec 23 15:22:12.802340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:07Z', 'revision_number': 7, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:06Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:12.807118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6cef4e-3d88-473b-82e0-534a54f0ed2e None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:07Z', 'revision_number': 7, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6663f8c-61ee-44fd-8a8f-a8d186561519', 'name': '', 'network_id': '421c593f-4e15-4765-b714-fb18ab95935b', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:5d:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:58Z', 'updated_at': '2021-12-23T15:22:06Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:13.022202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port a6663f8c-61ee-44fd-8a8f-a8d186561519 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:13.022602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:13.026433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5d493299-592a-481b-8a6e-1b92df2c0adb no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:13.061213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 5d493299-592a-481b-8a6e-1b92df2c0adb {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:13.061596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5d493299-592a-481b-8a6e-1b92df2c0adb not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:13.228396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port a6663f8c-61ee-44fd-8a8f-a8d186561519, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a6663f8c-61ee-44fd-8a8f-a8d186561519,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:13.228731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:13.366477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for a6663f8c-61ee-44fd-8a8f-a8d186561519 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:13.566142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:13.569887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8030fb8b-69cb-45a7-8ec0-773407774e27 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:13.613475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=a6663f8c-61ee-44fd-8a8f-a8d186561519,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:13.617459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:13.851006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:13.855307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58650) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:13.961734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ced49c-2479-41e6-85af-4aadc6427642 req-d3d48e89-ab39-4e35-b96a-eacf97815953 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:13.963317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8ced49c-2479-41e6-85af-4aadc6427642 req-d3d48e89-ab39-4e35-b96a-eacf97815953 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.1651444 Dec 23 15:22:13.969033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:14.034401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:14.060166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8ced49c-2479-41e6-85af-4aadc6427642 req-f64ae0e0-86d3-42cb-97a5-5ac5c5831f87 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888617 Dec 23 15:22:14.175363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:14.181956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54143737-8632-4a13-b9da-a5402874b277 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:14.202871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed13b1-f13b-4ee2-bf8d-d357772ee7df,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:14.205568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:14.232342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:14.240400 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/0eed13b1-f13b-4ee2-bf8d-d357772ee7df HTTP/1.1" status: 204 len: 168 time: 0.3773372 Dec 23 15:22:14.276139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58656) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:14.408446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:14.608430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:14.619524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:14.623923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1284189 Dec 23 15:22:14.627154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58660) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:14.637057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:14.644607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:14.726170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:14.887505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet 7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:22:14.892423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:14.956397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:14.960007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.064882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.188734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.195785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-379b32cb-3792-4f74-989f-35bd54c9a5ee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:15.245603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:15.249123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:15.253293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.260368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00 HTTP/1.1" status: 204 len: 168 time: 0.6325717 Dec 23 15:22:15.263557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:15.265552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c91ce8-9be4-4ef3-b86d-51b1dd38bc05 None None] Network 421c593f-4e15-4765-b714-fb18ab95935b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:15.309639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:13Z', 'revision_number': 8, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:15.313839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:15.325848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:15.326539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:21:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:15.405791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9490b-2502-4d81-a656-5e9bf7e19b52 req-35875ccc-98eb-4608-b78c-83fb88818600 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:15.407464 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c6b9490b-2502-4d81-a656-5e9bf7e19b52 req-35875ccc-98eb-4608-b78c-83fb88818600 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.2003043 Dec 23 15:22:15.439644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.475701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 13915458-5bb2-4e78-82ea-b5fa7266c117 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:15.476080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.513852 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c6b9490b-2502-4d81-a656-5e9bf7e19b52 req-1722fc77-bf25-49c2-ad6a-5bbd672dad41 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599561 Dec 23 15:22:15.594182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:15.611527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] DHCP port deletion for 421c593f-4e15-4765-b714-fb18ab95935b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:22:15.617354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Deleting port 13915458-5bb2-4e78-82ea-b5fa7266c117 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:15.618060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.620845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:15.621282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.762905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 13915458-5bb2-4e78-82ea-b5fa7266c117, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=13915458-5bb2-4e78-82ea-b5fa7266c117,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:15.763499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.875209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] For port 13915458-5bb2-4e78-82ea-b5fa7266c117, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=13915458-5bb2-4e78-82ea-b5fa7266c117,segment=NetworkSegment(d668c919-c921-4cb5-bcc6-b88188714791),segment_id=d668c919-c921-4cb5-bcc6-b88188714791)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:15.875812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.877652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:15.878777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:15.935315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 13915458-5bb2-4e78-82ea-b5fa7266c117 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:16.031035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Calling delete_port for 13915458-5bb2-4e78-82ea-b5fa7266c117 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:16.046193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:16.056015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.061945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ada6cbb-7987-4874-90b7-fecba8dd6440 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:16.102100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:13Z', 'revision_number': 8, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:16.106917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c7813-4bb9-4133-a5e2-5bf9fd7c9a69 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:13Z', 'revision_number': 8, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '2e5c8739-e262-411e-bba7-bb895b990172', 'name': '', 'network_id': '71320c72-cafa-4aea-8835-8e5f2549ffcb', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:f5:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:50Z', 'updated_at': '2021-12-23T15:22:00Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '7121b3b5-70ae-4fc1-bcb8-b6f913dc8919', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:16.111567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 13915458-5bb2-4e78-82ea-b5fa7266c117 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:16.119413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=13915458-5bb2-4e78-82ea-b5fa7266c117,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:16.128720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:16.137085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port 13915458-5bb2-4e78-82ea-b5fa7266c117 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:22:16.153080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:22:16.153637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:22:16.161093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 13915458-5bb2-4e78-82ea-b5fa7266c117 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:16.161570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 13915458-5bb2-4e78-82ea-b5fa7266c117 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:16.283290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.288806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0c37e83-a2ac-4c2a-a834-9ed5ce6e855a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:16.336841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:16.341608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:16.565860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.602292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421c593f-4e15-4765-b714-fb18ab95935b']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:16.619083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd668c919-c921-4cb5-bcc6-b88188714791') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:16.619376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd668c919-c921-4cb5-bcc6-b88188714791') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:16.635446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.654843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Deleting port 13915458-5bb2-4e78-82ea-b5fa7266c117 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:16.655285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.660439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.700044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.716033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:22:16.716526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.733742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9dd1-1144-4800-b172-bb633adbb62c None None] The port '13915458-5bb2-4e78-82ea-b5fa7266c117' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:22:16.733916 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:22:16.763958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42f3c66f-5342-49d7-8787-ad088bcd6bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.838487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.843496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-caaf5916-ab1f-42d8-96d8-c3f73342cf3e tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:16.859586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:16.880661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=421c593f-4e15-4765-b714-fb18ab95935b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:16.890884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:16.895031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/421c593f-4e15-4765-b714-fb18ab95935b HTTP/1.1" status: 204 len: 168 time: 1.6289918 Dec 23 15:22:16.900750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58672) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:16.904700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf464-854c-4b23-8e5d-dea180b66fb5 req-b3b73dd7-0741-436d-90bf-871ee4a11ca7 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:16.904980 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e25cf464-854c-4b23-8e5d-dea180b66fb5 req-b3b73dd7-0741-436d-90bf-871ee4a11ca7 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 943 time: 0.2382560 Dec 23 15:22:16.957047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e25cf464-854c-4b23-8e5d-dea180b66fb5 req-24956427-40e0-4158-87a1-2e03c39dda77 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Dec 23 15:22:17.049875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:22:17.209279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:17.230324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'port_id': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'mac_address': 'fa:16:3e:ba:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:22:17.286492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:17.305859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:22:17.321402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:17.334778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:17.336771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2a76c5e8-4e71-4854-8271-fc66c6941a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:17.417696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:17.427449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.427852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.428243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.428667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.429055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.429472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.429894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.430278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.430658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.431028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.431402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:22:17.436078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:17.549015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['6c403ca1-e4e9-4d47-bba7-7e8f35182d89'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:22:17.820896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:17.999120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a6663f8c-61ee-44fd-8a8f-a8d186561519 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:18.040905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a6663f8c-61ee-44fd-8a8f-a8d186561519 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:18.041329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a6663f8c-61ee-44fd-8a8f-a8d186561519 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:18.093351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 273410bc-a721-4292-9f63-10d90809c907 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:18.164034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:18.423677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5cff-197d-4160-9fd1-30a956c2c47a req-2e285c1b-edbb-4caf-a924-067800a0119c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:18.425385 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0c5b5cff-197d-4160-9fd1-30a956c2c47a req-2e285c1b-edbb-4caf-a924-067800a0119c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 944 time: 0.3038213 Dec 23 15:22:18.557607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0c5b5cff-197d-4160-9fd1-30a956c2c47a req-37a492f0-8953-4c7b-b174-af895919fb96 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247585 Dec 23 15:22:18.748137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:18.759550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] Sync routers for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:18.770428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-89853f2a-c811-4b2d-8793-6320db1106fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:18.776343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:18.779057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:18.813933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/273410bc-a721-4292-9f63-10d90809c907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5364745 Dec 23 15:22:18.817214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58678) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:18.996022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:19.107923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:19.341104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 2e5c8739-e262-411e-bba7-bb895b990172 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:19.341537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.472923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.546653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:19.546906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 748154fe-37bd-4e6f-b6ce-6875fe8da8f5 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:22:19.553601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.555905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:19.556351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.626036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:22:16Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:19.635130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] Checking router: 273410bc-a721-4292-9f63-10d90809c907 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:19.640697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.701450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] Routers {'273410bc-a721-4292-9f63-10d90809c907'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:19.701977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['273410bc-a721-4292-9f63-10d90809c907'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:19.708890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 2e5c8739-e262-411e-bba7-bb895b990172, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2e5c8739-e262-411e-bba7-bb895b990172,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:19.709321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.763948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.779502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b349f3-8015-421d-80c4-4a3d0eddd3fd req-adee733a-aa11-4cbe-9924-533dd668a098 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:19.781317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55b349f3-8015-421d-80c4-4a3d0eddd3fd req-adee733a-aa11-4cbe-9924-533dd668a098 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 944 time: 0.0924649 Dec 23 15:22:19.819152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:19.848664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55b349f3-8015-421d-80c4-4a3d0eddd3fd req-b74a7268-ac39-4045-a216-e5c8cba141ce tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581300 Dec 23 15:22:19.863515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 2e5c8739-e262-411e-bba7-bb895b990172 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:19.904167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:19.913727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.917920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea913eaf-a993-4bed-9030-3082f554b224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:19.983408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:19.987686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'code': 200} Dec 23 15:22:20.024750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:20.027600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] Set router 273410bc-a721-4292-9f63-10d90809c907 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:20.044463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:22:20.071730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:20.126900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.137990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f12dbf47-07da-4f61-90fb-0235c992a8b6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:20.187676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=748154fe-37bd-4e6f-b6ce-6875fe8da8f5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:20.193564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.195864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:20.213463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/748154fe-37bd-4e6f-b6ce-6875fe8da8f5 HTTP/1.1" status: 204 len: 168 time: 1.3935533 Dec 23 15:22:20.213655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a46d8-70ef-47bd-9666-c4c44825cc8d None None] Network d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:20.215262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58688) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:20.271795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.284736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b230b65f-1b01-4cad-abd7-fd49f908b72e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:20.388608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=2e5c8739-e262-411e-bba7-bb895b990172,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:20.391955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:20.533080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:22:16Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:20.538422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1380535-32b0-455c-ba3a-8178e8f7ac0f None None] The sync data for ids ['273410bc-a721-4292-9f63-10d90809c907'] in dv-neutron-822797-1-hyperv is: [{'id': '273410bc-a721-4292-9f63-10d90809c907', 'name': 'tempest-TestNetworkBasicOps-router-305410115', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:22:16Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '51228c83-8e72-4b9c-a680-6c5580fc704c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273410bc-a721-4292-9f63-10d90809c907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:20:58Z', 'updated_at': '2021-12-23T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:20.573010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd8e2c30-a4f7-471c-87f6-98849f783d55 req-3cd80313-4912-4648-b76d-86f10618eaf0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 1098 time: 0.2958698 Dec 23 15:22:20.625794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] DHCP port deletion for d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:22:20.631014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Deleting port 7d4f7c39-148a-4306-b0b9-06114d08f40e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:20.631453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.797899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd8e2c30-a4f7-471c-87f6-98849f783d55 req-164ea421-5be8-4b81-a365-691c0a3062d4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170467 Dec 23 15:22:20.855750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.872023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.877976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:20.891084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] For port 7d4f7c39-148a-4306-b0b9-06114d08f40e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7d4f7c39-148a-4306-b0b9-06114d08f40e,segment=NetworkSegment(dfcd4137-23da-476e-99a3-0790192734d5),segment_id=dfcd4137-23da-476e-99a3-0790192734d5)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:20.891534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:21.032216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Calling delete_port for 7d4f7c39-148a-4306-b0b9-06114d08f40e owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:21.111870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e1073-c779-4893-803f-113ba95d2948 req-941b7bf3-e11c-4408-9eef-0991ef7e5fd6 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:21.113656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb6e1073-c779-4893-803f-113ba95d2948 req-941b7bf3-e11c-4408-9eef-0991ef7e5fd6 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 945 time: 0.1101730 Dec 23 15:22:21.125609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:21.131252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:21.172057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb6e1073-c779-4893-803f-113ba95d2948 req-8f492f44-625e-4e2e-8f11-09116a29f113 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515294 Dec 23 15:22:21.187350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Pushing event deleted for resources: {'Port': ['ID=7d4f7c39-148a-4306-b0b9-06114d08f40e,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:21.190143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:21.205419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] No DVR routers for this DVR port 7d4f7c39-148a-4306-b0b9-06114d08f40e on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:22:21.753837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:21.821022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 51228c83-8e72-4b9c-a680-6c5580fc704c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:21.821438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:22.030441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:22.049500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7d4f7c39-148a-4306-b0b9-06114d08f40e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:22.053238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 51228c83-8e72-4b9c-a680-6c5580fc704c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51228c83-8e72-4b9c-a680-6c5580fc704c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:22.053649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:22.085730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7d4f7c39-148a-4306-b0b9-06114d08f40e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:22.086150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7d4f7c39-148a-4306-b0b9-06114d08f40e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:22.086627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:22.119689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:22.120111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d89e86bd-c7f2-4ad3-8f8b-2814b3f092d0 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:22.188786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 51228c83-8e72-4b9c-a680-6c5580fc704c owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:22.528829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d7e89-2419-45cd-b0aa-774101a369cd req-00ec0cb4-19cd-421b-8253-df6e3113c6f0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:22.530399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-569d7e89-2419-45cd-b0aa-774101a369cd req-00ec0cb4-19cd-421b-8253-df6e3113c6f0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 945 time: 0.2269256 Dec 23 15:22:22.563861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:22.577058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:22.590091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:22.590785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:22.615380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7121661 Dec 23 15:22:22.618343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:22.647566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-569d7e89-2419-45cd-b0aa-774101a369cd req-74798b70-bcdf-47ba-aaf0-36a52556c29b tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103075 Dec 23 15:22:22.659399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:22.664401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:22.708195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=51228c83-8e72-4b9c-a680-6c5580fc704c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:22.712894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:22.763147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:22.937754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet 7121b3b5-70ae-4fc1-bcb8-b6f913dc8919 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:22:22.949237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:22.955240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:22.991051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549b6e-c335-4e1f-911a-3004e6c80c66 req-f11ccda1-3c1c-4d9f-843d-ea20ff89a532 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:22.992639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f549b6e-c335-4e1f-911a-3004e6c80c66 req-f11ccda1-3c1c-4d9f-843d-ea20ff89a532 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 945 time: 0.1903751 Dec 23 15:22:23.053660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.107745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f549b6e-c335-4e1f-911a-3004e6c80c66 req-92ef6c16-76df-419b-84cd-7f7e5ebfff23 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051373 Dec 23 15:22:23.123166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:20Z', 'revision_number': 9, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:23.127911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:23.151677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:23.153351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:23.154178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:23.171152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.304089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.309716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a573f2d2-64fd-4ff0-b345-634c78f791a7 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:23.359031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=7121b3b5-70ae-4fc1-bcb8-b6f913dc8919,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:23.367470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:23.370668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:23.371502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.379628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/7121b3b5-70ae-4fc1-bcb8-b6f913dc8919 HTTP/1.1" status: 204 len: 168 time: 0.7600923 Dec 23 15:22:23.382380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58708) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:23.383736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a264d7a-e920-4f80-868c-05ec0c8c5840 None None] Network 71320c72-cafa-4aea-8835-8e5f2549ffcb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:23.554350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.562395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.606306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.621922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.622933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router 273410bc-a721-4292-9f63-10d90809c907 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:22:23.630806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 26d1996e-d271-4fbe-8449-9332973ff164 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:23.630806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.644892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.646553 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/273410bc-a721-4292-9f63-10d90809c907 HTTP/1.1" status: 204 len: 168 time: 3.4301620 Dec 23 15:22:23.650312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58712) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:23.706951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8cba533-b44b-4ef8-80f3-4848ec767fd0 tempest-TestVolumeBootPattern-1445271534 tempest-TestVolumeBootPattern-1445271534-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 1093 time: 0.5525920 Dec 23 15:22:23.709716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:23.716825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:23.732134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:23.732134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Usage tracker for resource:floatingip and tenant:281fae871b4642b6b3de3234af23fd32 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:23.732134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:23.742768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:23.783487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] DHCP port deletion for 71320c72-cafa-4aea-8835-8e5f2549ffcb request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:22:23.790443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Deleting port 26d1996e-d271-4fbe-8449-9332973ff164 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:23.798547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.799510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.864944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:23.870628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:20Z', 'revision_number': 9, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:23.876048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40e874-eacf-402a-ad08-d56f6bc4f273 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:20Z', 'revision_number': 9, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '56c597a5-2474-48d0-b3b8-5329c0e43b3a', 'name': '', 'network_id': '16780a50-0e3b-436b-9b56-5ef6e2f43ea5', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:c8:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:46Z', 'updated_at': '2021-12-23T15:21:59Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': 'e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:24.093311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 26d1996e-d271-4fbe-8449-9332973ff164, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=26d1996e-d271-4fbe-8449-9332973ff164,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:24.094067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.094494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] For port 26d1996e-d271-4fbe-8449-9332973ff164, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=26d1996e-d271-4fbe-8449-9332973ff164,segment=NetworkSegment(f63c9310-92dc-476d-a747-e2c32fe653db),segment_id=f63c9310-92dc-476d-a747-e2c32fe653db)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:24.095285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.095400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.151836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ce68ff-6048-4ff8-a93f-cd5032bc8b08']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:24.174514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcd4137-23da-476e-99a3-0790192734d5') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:24.174848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcd4137-23da-476e-99a3-0790192734d5') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:24.190655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.211254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.218320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:22:24.218906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.234097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Calling delete_port for 26d1996e-d271-4fbe-8449-9332973ff164 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:22:24.239140 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:22:24.294545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 26d1996e-d271-4fbe-8449-9332973ff164 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:24.323839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 26d1996e-d271-4fbe-8449-9332973ff164 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:24.335035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.341354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.362586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:24.367242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No active binding found for port 26d1996e-d271-4fbe-8449-9332973ff164 {{(pid=88874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 23 15:22:24.367931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 26d1996e-d271-4fbe-8449-9332973ff164 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:24.370942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.385768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1aef99aa-5104-4d9a-b9ce-b2871e397964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:24.387582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.413802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=d5ce68ff-6048-4ff8-a93f-cd5032bc8b08,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:24.421517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:24.431690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] No DVR routers for this DVR port 26d1996e-d271-4fbe-8449-9332973ff164 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:22:24.443266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/d5ce68ff-6048-4ff8-a93f-cd5032bc8b08 HTTP/1.1" status: 204 len: 168 time: 0.7888215 Dec 23 15:22:24.451244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Pushing event deleted for resources: {'Port': ['ID=26d1996e-d271-4fbe-8449-9332973ff164,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:24.453865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58720) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:24.453990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:24.469045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--1208597701', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:24.473188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:24.477668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:24.485519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:24.487073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:24.495770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:22:24.496137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:22:24.505460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:22:24.513862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.545399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:22:24.554470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.554896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e of type vlan for network b6709901-3806-4203-8a35-045939152a8d Dec 23 15:22:24.564270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Allocated IP 172.26.2.12 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/1686ab5c-2b0f-4e07-abc2-7c9375e76c0d) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:24.586864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.634685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.639411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:24.640086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.644191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b2f54fb-fe06-4afd-b78e-8a11991c1071 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:24.731178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.762451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=b6709901-3806-4203-8a35-045939152a8d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:24.765254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:24.774189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network b6709901-3806-4203-8a35-045939152a8d details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:22:24.781621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3262119 Dec 23 15:22:24.784755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58724) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:24.790699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:24.798679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:24.798826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.802925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:24.804118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2adcc6b5-2cf8-4b54-9b88-e801cdfd084e tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:24.806089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:24.812793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:24.842146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.843209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.881477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:24.886970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:24.895490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:24.895819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:24.926040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=1686ab5c-2b0f-4e07-abc2-7c9375e76c0d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:24.929201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:24.998321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 26d1996e-d271-4fbe-8449-9332973ff164 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:24.998741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.065265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.088678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] The port '26d1996e-d271-4fbe-8449-9332973ff164' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:22:25.271457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.309149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.344849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.389989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71320c72-cafa-4aea-8835-8e5f2549ffcb']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:25.417326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63c9310-92dc-476d-a747-e2c32fe653db') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:25.417682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63c9310-92dc-476d-a747-e2c32fe653db') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:25.462733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.162 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/4369f4a1-55e2-48d2-bbac-ca7aaf420f5c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:25.494772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.527511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.547179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:22:25.547630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:22:25.564316 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:22:25.631666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.671005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.676250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-978f3c9f-86f5-4dce-bd09-3cda38954a14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:25.755988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:25.760600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:25.762873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:25.765453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:25.794115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:25.911317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.915704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee540415-c8e5-4a7b-80a0-da8b6a02e4a1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:25.935974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.940790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2e5c8739-e262-411e-bba7-bb895b990172 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:25.948894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=71320c72-cafa-4aea-8835-8e5f2549ffcb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:25.955589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.956610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:25.958044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:25.975001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/71320c72-cafa-4aea-8835-8e5f2549ffcb HTTP/1.1" status: 204 len: 168 time: 2.5888526 Dec 23 15:22:25.976794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58728) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:25.978685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 2e5c8739-e262-411e-bba7-bb895b990172 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:25.978685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2e5c8739-e262-411e-bba7-bb895b990172 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:25.978685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51228c83-8e72-4b9c-a680-6c5580fc704c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:26.013345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 51228c83-8e72-4b9c-a680-6c5580fc704c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:26.014786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51228c83-8e72-4b9c-a680-6c5580fc704c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:26.225880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:22:26.283746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:26.440038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:26.451651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:26.467649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:26.468000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:26.468377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:26.469983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6839242 Dec 23 15:22:26.473065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:26.473212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58732) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:26.522233 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eb8238af-b636-405e-b6bb-09cd12e076f5 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449493 Dec 23 15:22:26.522440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58736) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:26.683658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa94c7-8004-47f8-9deb-984a7c596a13 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:26.688068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6bfa94c7-8004-47f8-9deb-984a7c596a13 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613259 Dec 23 15:22:26.688542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:26.692781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:26.736141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a38740c-68e3-49a5-8c20-98c5f286c39c tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461490 Dec 23 15:22:26.738793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58744) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:26.744844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-166997405', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:26.836885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:26.869455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:26.874058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:26.877121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:26.879664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:26.884496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:26.886807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:26.893611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:22:26.894289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36faea33-3088-4ee8-820d-e3bd8b14b34b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:27.010992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.024250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event updated for resources: {'Port': ['ID=1686ab5c-2b0f-4e07-abc2-7c9375e76c0d,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:27.029594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:27.089286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.147361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:27.151663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:27.152073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Updating router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:22:27.210721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.256821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.261537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12bd055b-cca1-4071-86f7-41d7e90453b9 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:27.340882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=a0c7f92d-800e-43c9-b03b-441cd7e8717b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:27.346496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:27.357174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:27.357656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: b6709901-3806-4203-8a35-045939152a8d, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:22:27.381553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network b6709901-3806-4203-8a35-045939152a8d is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:22:27.401663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, b6709901-3806-4203-8a35-045939152a8d) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:27.413402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:27.414311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.433200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853aa48-4cd3-4805-a647-78796c3c7a35 None None] Network b6709901-3806-4203-8a35-045939152a8d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:27.439769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6997168 Dec 23 15:22:27.442599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58748) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:27.579414 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Floating IP f28666dc-b96a-47e5-bfc4-5dacd739201b associated. External IP: 172.26.2.12, port: 6c403ca1-e4e9-4d47-bba7-7e8f35182d89. Dec 23 15:22:27.794940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.799425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-b6709901-3806-4203-8a35-045939152a8d', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:22:27.800319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.833111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Transition to ACTIVE for port object 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:27.880591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:27.891337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-623dafed-ef6f-48a0-870a-744f82d75e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:28.014660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Attempting to bind port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:22:28.015058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Attempting to bind port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:22:28.015478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Attempting to bind port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:28.021144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549adad7-a192-4b47-9036-7de15171e4bf None None] Pushing event updated for resources: {'Port': ['ID=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:28.056596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-549adad7-a192-4b47-9036-7de15171e4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:28.066939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:22:28.067419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:28.067860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.068317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:22:28.068854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Bound port: 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:22:28.069304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.144946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 56c597a5-2474-48d0-b3b8-5329c0e43b3a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:28.145440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.152787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Allocated IP 172.20.0.2 (b6709901-3806-4203-8a35-045939152a8d/a0c7f92d-800e-43c9-b03b-441cd7e8717b/8e4365ff-a890-445e-a770-5bd014938ee0) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:28.177970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] For port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:22:28.255972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] For port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:22:28.267447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.273737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f7b02c-3779-4e86-80de-ddab8fcdcd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:28.379579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549adad7-a192-4b47-9036-7de15171e4bf None None] Pushing event updated for resources: {'Port': ['ID=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:28.394363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-549adad7-a192-4b47-9036-7de15171e4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:28.417021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:28.417766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:28.464772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 56c597a5-2474-48d0-b3b8-5329c0e43b3a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=56c597a5-2474-48d0-b3b8-5329c0e43b3a,segment=NetworkSegment(26842bb9-2d65-4300-abd4-248589d328ad),segment_id=26842bb9-2d65-4300-abd4-248589d328ad)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:28.465400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.531147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.600436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 56c597a5-2474-48d0-b3b8-5329c0e43b3a owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:28.622819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.641324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Transition to ACTIVE for port object 8e4365ff-a890-445e-a770-5bd014938ee0 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:28.680235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Transition to ACTIVE for port object 8e4365ff-a890-445e-a770-5bd014938ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:28.689217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:28.734746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.744191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:28.884242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:28.911741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:28.917805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cec2fc92-c827-44c3-acd5-fcddd4ec15d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:28.991726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (b6709901-3806-4203-8a35-045939152a8d/a0c7f92d-800e-43c9-b03b-441cd7e8717b/24343507-958a-43c6-9693-520e405b0768) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:29.024675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=56c597a5-2474-48d0-b3b8-5329c0e43b3a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:29.027966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:29.110372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Network b6709901-3806-4203-8a35-045939152a8d is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:29.118956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:29.123159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Pushing event updated for resources: {'Port': ['ID=8e4365ff-a890-445e-a770-5bd014938ee0,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:29.133964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:29.136376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:29.204241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.225359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 24343507-958a-43c6-9693-520e405b0768 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:29.253679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.271319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:29.295941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Attempting to bind port 8e4365ff-a890-445e-a770-5bd014938ee0 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:22:29.296374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Attempting to bind port 8e4365ff-a890-445e-a770-5bd014938ee0 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:22:29.296786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Attempting to bind port 8e4365ff-a890-445e-a770-5bd014938ee0 on network b6709901-3806-4203-8a35-045939152a8d {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:29.313322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:22:29.313749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Checking segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:29.314202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.314646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Bound using segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:22:29.315173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Bound port: 8e4365ff-a890-445e-a770-5bd014938ee0, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:22:29.315594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.372492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.383719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network b6709901-3806-4203-8a35-045939152a8d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:29.384381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=24343507-958a-43c6-9693-520e405b0768,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:29.387472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:29.388690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:29.390883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:29.428308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:29.440331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] For port 8e4365ff-a890-445e-a770-5bd014938ee0, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:22:29.442724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17a0ac-5b26-4e8b-8f17-6be318d64bd7 None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:29.446651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] For port 8e4365ff-a890-445e-a770-5bd014938ee0, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8e4365ff-a890-445e-a770-5bd014938ee0,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:22:29.453799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.459702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.462731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-623dafed-ef6f-48a0-870a-744f82d75e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:29.510797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:29.526674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f30f00-54b4-4cce-8169-820919902244 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:29.548425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:29.549731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:29.563988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Pushing event updated for resources: {'Port': ['ID=8e4365ff-a890-445e-a770-5bd014938ee0,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:29.565897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.572168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:29.634218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:29.726703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0156286 Dec 23 15:22:29.727932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:29.780350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:29.872344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'status': 'completed', 'code': 200} Dec 23 15:22:30.183611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-7db0401b-47d1-4104-ac68-4cf6803d4b40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 1098 time: 0.2840765 Dec 23 15:22:30.241969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:30.364091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-f5065834-ce81-4390-a311-d706997d0cce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:30.365939 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-f5065834-ce81-4390-a311-d706997d0cce service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.1654565 Dec 23 15:22:30.533823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-23db4cd6-6442-43cb-bab4-b2f94168b464 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89 HTTP/1.1" status: 200 len: 998 time: 0.1571219 Dec 23 15:22:30.597042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:57Z', 'revision_number': 1, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}, {'id': 'f28666dc-b96a-47e5-bfc4-5dacd739201b', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ba:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:30.602673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f30f00-54b4-4cce-8169-820919902244 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:30.604035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:30.613805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:30.618736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:30.619419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:30.648426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-211ab3f8-adaf-4417-86ff-564dbc997cce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:30.734516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-f3e66608-3805-4208-ae88-6bf24c111d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:30.736551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-f3e66608-3805-4208-ae88-6bf24c111d27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.1905205 Dec 23 15:22:30.776707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:30.780231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:30.784820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8066308 Dec 23 15:22:30.787671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58756) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:30.790636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:30.813083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:30.819658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=24343507-958a-43c6-9693-520e405b0768,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:30.820522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:30.821507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:30.823226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:30.854044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:30.965031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-4ecea0e4-ba13-4921-bf49-7518ab0bdb1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2207801 Dec 23 15:22:31.077106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:22:31.085411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.132443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network b6709901-3806-4203-8a35-045939152a8d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:31.135859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:31.153215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:31.179507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.386529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.461722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-37f30f00-54b4-4cce-8169-820919902244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:57Z', 'revision_number': 1, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}, {'id': 'f28666dc-b96a-47e5-bfc4-5dacd739201b', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ba:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:31.470813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f30f00-54b4-4cce-8169-820919902244 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:57Z', 'revision_number': 1, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}, {'id': 'f28666dc-b96a-47e5-bfc4-5dacd739201b', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ba:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:25Z', 'revision_number': 0, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:31.548821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.570931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-62e6139a-7896-491f-885c-7756d1d5d2e3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:31.633212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:28Z', 'revision_number': 10, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:31.638668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:31.641034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:31.643303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4c5c1-6606-46c3-bc3b-76c5eb9323ce None None] Network 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:31.648065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.654713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:31.659392 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9 HTTP/1.1" status: 204 len: 168 time: 0.8638043 Dec 23 15:22:31.660085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58760) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:31.694563 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-aafd7bc4-c621-4b5f-8f5e-972e42bc0152 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210934 Dec 23 15:22:31.747959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:31.748688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:31.810900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.824598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:31.824948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:31.860056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a95c188-3d0f-46a1-b5a2-b5e1af5d14f7 req-874c2480-b013-4094-92cc-ec0008eec2e5 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562331 Dec 23 15:22:32.018301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:32.069492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69a0e2-d150-4601-8f23-cdf85aeb5ff1 None None] Network b6709901-3806-4203-8a35-045939152a8d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:32.109018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,segment=NetworkSegment(26842bb9-2d65-4300-abd4-248589d328ad),segment_id=26842bb9-2d65-4300-abd4-248589d328ad)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:32.109446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.184399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:32.252790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:32.330786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.336867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:32.339202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8e4365ff-a890-445e-a770-5bd014938ee0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:32.385695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:32.389050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:32.393140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:22:32.398652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bbd0d5be-2b1a-4706-912c-9bb2c47b0912 None None] Provisioning for port 8e4365ff-a890-445e-a770-5bd014938ee0 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:32.473507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:32.496867 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/8d6c22fc-9fc7-4e23-aa44-a04ef88a432c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0531309 Dec 23 15:22:32.511283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58764) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:32.553247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.572194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8863e007-82f9-4aab-90c8-7c09a2f806a1 None None] DHCP port deletion for 16780a50-0e3b-436b-9b56-5ef6e2f43ea5 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:22:32.583399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16780a50-0e3b-436b-9b56-5ef6e2f43ea5']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:32.597433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26842bb9-2d65-4300-abd4-248589d328ad') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:32.597767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26842bb9-2d65-4300-abd4-248589d328ad') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:32.610589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.630904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.646176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:22:32.646723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:22:32.671700 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:22:32.700311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.701050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.701496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.701908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.702318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.702728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.703138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.703543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.709877 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8efa76b4-910a-491b-b9af-ff00ebb11965 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5619 time: 0.1971774 Dec 23 15:22:32.710707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58768) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:32.792728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442dcb20-ecd3-48f0-8d90-48253ab95e4f None None] New status for floating IP f28666dc-b96a-47e5-bfc4-5dacd739201b: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:22:32.829663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.830631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.831159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.831702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.832514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.833597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.834066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:32.837469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e545e06c-be46-4332-a280-435b4351aa7d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.1257973 Dec 23 15:22:32.841613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:32.932697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 8e4365ff-a890-445e-a770-5bd014938ee0 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:32.960010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8e4365ff-a890-445e-a770-5bd014938ee0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:32.960010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.968506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:32.968506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c42261a1-669a-4785-996e-c5cf3e648e8d tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:33.003114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.023509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=16780a50-0e3b-436b-9b56-5ef6e2f43ea5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:33.023509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:33.023509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/16780a50-0e3b-436b-9b56-5ef6e2f43ea5 HTTP/1.1" status: 204 len: 168 time: 1.3595958 Dec 23 15:22:33.034206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:33.201270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.209707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:28Z', 'revision_number': 10, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:33.222742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8953f1-2b23-4f2b-b210-8c4c8de050e3 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:28Z', 'revision_number': 10, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None, '_interfaces': [{'id': '584c6749-a011-4558-a7bc-0e7911c729ef', 'name': '', 'network_id': '16b68cf7-f3f6-4113-96c5-7b9b2d251375', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'mac_address': 'fa:16:3e:6b:cc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:21:41Z', 'updated_at': '2021-12-23T15:21:47Z', 'revision_number': 5, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'subnets': [{'id': '74afd0fc-a938-44fb-8f92-8191cdfb0623', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:33.254232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 8e4365ff-a890-445e-a770-5bd014938ee0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8e4365ff-a890-445e-a770-5bd014938ee0,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:33.295306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.295306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:33.417589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fbf85ad5-664c-4597-a700-e5e4c91221e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:33.560599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=8e4365ff-a890-445e-a770-5bd014938ee0,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:33.565447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:33.586434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:33.592499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:33.592796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.641539 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb5cdcfc-ae70-4c46-b7f2-6ce73b4fb937 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.7983286 Dec 23 15:22:33.820883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.845798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.860568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:33.866151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b7c396af-7a63-4304-b88b-46d2b6a4d7e7 None None] Provisioning complete for port 8e4365ff-a890-445e-a770-5bd014938ee0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:33.868210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7c396af-7a63-4304-b88b-46d2b6a4d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.933342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:33.958021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:34.101019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:34.101019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:34.153884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8e4365ff-a890-445e-a770-5bd014938ee0 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:34.286150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 8e4365ff-a890-445e-a770-5bd014938ee0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:34.287011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.319139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:34.338215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b7c396af-7a63-4304-b88b-46d2b6a4d7e7 None None] Provisioning for port 24343507-958a-43c6-9693-520e405b0768 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:34.351485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b7c396af-7a63-4304-b88b-46d2b6a4d7e7 None None] Provisioning complete for port 24343507-958a-43c6-9693-520e405b0768 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:34.351918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b7c396af-7a63-4304-b88b-46d2b6a4d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.417494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b7c396af-7a63-4304-b88b-46d2b6a4d7e7 None None] Port 24343507-958a-43c6-9693-520e405b0768 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:22:34.424394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58782) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:34.431073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706200971', 'description': 'tempest-secgroup-smoke-1706200971 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:34.438766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:34.439994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:34.446633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:34.452399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:34.458702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:34.470262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:34.481966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.524728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:34.529281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:34.532564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:34.539654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:34.600318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.603878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.609908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e82bd4a2-1d00-4e5c-9296-294b8ce6d5fb tempest-RoutersAdminNegativeIpV6Test-410875270 tempest-RoutersAdminNegativeIpV6Test-410875270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:34.658773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:34.661886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.666397 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2408524 Dec 23 15:22:34.667461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:34.668110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58786) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:34.675877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:34.682452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:34.686682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:34.689766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:34.693082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dfacd546-4c1c-49ae-bf15-de0d8716cb72 None None] Provisioning complete for port 24343507-958a-43c6-9693-520e405b0768 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:34.693537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dfacd546-4c1c-49ae-bf15-de0d8716cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.696351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:34.717652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.797602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.803263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.806144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cea51743-ec90-4865-8a04-4dd2c464821e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:34.806443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-dfacd546-4c1c-49ae-bf15-de0d8716cb72 None None] Port 24343507-958a-43c6-9693-520e405b0768 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:22:34.810695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 56c597a5-2474-48d0-b3b8-5329c0e43b3a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:34.833425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c08429-a32c-4e14-9fdd-3c85ab248987,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:34.836157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:34.843587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.847651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1756482 Dec 23 15:22:34.847937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58790) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:34.861654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 56c597a5-2474-48d0-b3b8-5329c0e43b3a {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:34.862079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 56c597a5-2474-48d0-b3b8-5329c0e43b3a not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:34.862546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:34.862911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:34.872378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:34.877331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:34.881903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:34.887183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:34.890189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:34.917206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:34.946530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:34.946937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b37f727a-eb9d-4f6c-b1aa-ab8aac46dce4 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:35.040548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.045869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.054607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3cceaf40-526c-4c51-8464-0f5015b79af6 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.080711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a10219-b517-4fbf-8022-932b3d30aa3b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:35.083335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:35.091043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.092371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2391491 Dec 23 15:22:35.095738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58794) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:35.102898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:35.110352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:35.115451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:35.118996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:35.125922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:35.145573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.172596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 584c6749-a011-4558-a7bc-0e7911c729ef {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:35.172981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.225736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.229912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.231914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.241686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:35.246273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:35.246693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Updating router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c port 24343507-958a-43c6-9693-520e405b0768 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:22:35.260659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038f33dd-eb59-4858-97e8-59101c42ce41,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:35.263553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:35.271032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.272512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1753759 Dec 23 15:22:35.275410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58798) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:35.282975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:35.289916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:35.294376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:35.297480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:35.304029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:35.311482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.321455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.395735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.396888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 584c6749-a011-4558-a7bc-0e7911c729ef, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=584c6749-a011-4558-a7bc-0e7911c729ef,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:35.397568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.399787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.402021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f2c9c815-122b-4631-b0fe-e4ad73c1fbef tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.429522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389f6d3f-2e3a-4ccd-bb9d-71655dbbcce3,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:35.432202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:35.439731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.441535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1650281 Dec 23 15:22:35.444615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58804) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:35.452729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:35.459732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:35.463884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:35.466985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:35.473830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:35.485329 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:22:35.492549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.533377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 584c6749-a011-4558-a7bc-0e7911c729ef owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:35.564815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.568390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.577587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bee5fccd-1185-4f21-9ac3-fb93e80acbe1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.600502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfe076a-4f17-4d41-9b2c-3ac76a53ce33,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:35.603644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:35.607353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.608718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1622694 Dec 23 15:22:35.611602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58808) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:35.618764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:35.625416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:35.629547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:35.632643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:35.639028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:35.649439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:22:35.656337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.722096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.727516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b033312e-9534-4997-bbf0-7a00a4bee971 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.728999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.735678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.739565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.741690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95e63929-7e02-4406-a6cf-d28c0766b66e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.742793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Transition to ACTIVE for port object 24343507-958a-43c6-9693-520e405b0768 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:35.749412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.761686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c216e9fe-2493-49db-8113-2fecb45aab31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:35.766825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faac0843-df87-427e-bb59-c56af9d4fb4b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:35.769555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:35.776148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=584c6749-a011-4558-a7bc-0e7911c729ef,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:35.778141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:35.778832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:35.802623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1812325 Dec 23 15:22:36.043686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:36.098188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-6164d1e4-97ac-4c2e-be9d-3cc2d2737492 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:36.137114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:36.142808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-6164d1e4-97ac-4c2e-be9d-3cc2d2737492 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:36.144143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-6164d1e4-97ac-4c2e-be9d-3cc2d2737492 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706200971&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.1324363 Dec 23 15:22:36.259359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421536b-5a5d-45c9-89b9-659c35564b6e None None] Pushing event updated for resources: {'Port': ['ID=24343507-958a-43c6-9693-520e405b0768,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:36.268645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3421536b-5a5d-45c9-89b9-659c35564b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:36.332645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Attempting to bind port 24343507-958a-43c6-9693-520e405b0768 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:22:36.332967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Attempting to bind port 24343507-958a-43c6-9693-520e405b0768 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:22:36.333748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Attempting to bind port 24343507-958a-43c6-9693-520e405b0768 on network b6709901-3806-4203-8a35-045939152a8d {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:36.340887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-2dc2b4a3-e24b-49b3-a38c-0ed81f3c5013 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:36.341695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-2dc2b4a3-e24b-49b3-a38c-0ed81f3c5013 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:36.349549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:22:36.349549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Checking segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:36.349941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:36.350328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Bound using segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:22:36.350870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Bound port: 24343507-958a-43c6-9693-520e405b0768, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:22:36.351302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:36.373882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:36.374292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:36.377508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-2dc2b4a3-e24b-49b3-a38c-0ed81f3c5013 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:36.379155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-2dc2b4a3-e24b-49b3-a38c-0ed81f3c5013 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 797 time: 0.2271214 Dec 23 15:22:36.398797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-a5e02147-ac59-4fa4-aa3b-c5e98ae5b772 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0135736 Dec 23 15:22:36.493378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-a3d071f4-5eea-44a1-95d1-ce7ec2d3b035 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:36.511895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-a3d071f4-5eea-44a1-95d1-ce7ec2d3b035 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:36.514853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-a3d071f4-5eea-44a1-95d1-ce7ec2d3b035 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101696 Dec 23 15:22:36.527548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] For port 24343507-958a-43c6-9693-520e405b0768, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:22:36.531420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] For port 24343507-958a-43c6-9693-520e405b0768, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=24343507-958a-43c6-9693-520e405b0768,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:22:36.562026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:36.572657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:36.596352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:36.679631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421536b-5a5d-45c9-89b9-659c35564b6e None None] Pushing event updated for resources: {'Port': ['ID=24343507-958a-43c6-9693-520e405b0768,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:36.682018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-04d5b559-c901-441f-b964-3251b3913419 service neutron] 10.222.0.49 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499987 Dec 23 15:22:36.683749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3421536b-5a5d-45c9-89b9-659c35564b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:36.686620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:36.687527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:36.758085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:36.770997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:36.775485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7486081 Dec 23 15:22:36.780281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:36.787923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:36.789342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:36.881970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-404469f5-e3f4-47e3-bdd9-44704de2b24c service neutron] 10.222.0.49 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878810 Dec 23 15:22:36.963936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:37.029365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:37.098124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting subnet 74afd0fc-a938-44fb-8f92-8191cdfb0623 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:22:37.104487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.106173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:35Z', 'revision_number': 11, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:37.110972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:37.123876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:37.124570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:37.179872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.275440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:37.322137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be6710fd-945c-4dfc-b548-b35e9dad9b12 req-b2d6ec40-9acb-4127-a203-fa87c1355cc2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 210 time: 0.0640688 Dec 23 15:22:37.337609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.450185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.478289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-45083b87-9abf-4bbe-8a77-6071b0fff2d5 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:37.495976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:36Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:37.501947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd870f6-6fc5-452a-ad30-3e07727f3d0f None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:36Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:37.516709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.522567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1458a10-2b2f-47fd-a510-ad59ce7de8bf None None] Network 16b68cf7-f3f6-4113-96c5-7b9b2d251375 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:22:37.531113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Subnet': ['ID=74afd0fc-a938-44fb-8f92-8191cdfb0623,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:37.534976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:37.536862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/74afd0fc-a938-44fb-8f92-8191cdfb0623 HTTP/1.1" status: 204 len: 168 time: 0.7554486 Dec 23 15:22:37.539868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58838) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:37.615360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:35Z', 'revision_number': 11, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:37.621021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99581a69-4f73-45e8-95cf-a2a014ef7934 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:35Z', 'revision_number': 11, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:37.734595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.754663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Deleting port 6c952177-5563-4e06-9257-236823427eb5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:37.755058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:37.911770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] DHCP port deletion for 16b68cf7-f3f6-4113-96c5-7b9b2d251375 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:22:37.917475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Deleting port 6c952177-5563-4e06-9257-236823427eb5 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:37.918010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.036842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] For port 6c952177-5563-4e06-9257-236823427eb5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6c952177-5563-4e06-9257-236823427eb5,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:38.037280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.097317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 24343507-958a-43c6-9693-520e405b0768 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:38.257470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] For port 6c952177-5563-4e06-9257-236823427eb5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=6c952177-5563-4e06-9257-236823427eb5,segment=NetworkSegment(245b0e34-7f55-479f-a27e-01532fc89379),segment_id=245b0e34-7f55-479f-a27e-01532fc89379)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:38.257924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.426469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Calling delete_port for 6c952177-5563-4e06-9257-236823427eb5 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:38.436727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Calling delete_port for 6c952177-5563-4e06-9257-236823427eb5 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:22:38.501132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 24343507-958a-43c6-9693-520e405b0768 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:38.514086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 24343507-958a-43c6-9693-520e405b0768 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:38.514521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.521817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.532265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:38.583499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Port': ['ID=6c952177-5563-4e06-9257-236823427eb5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:38.588942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:38.592318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No DVR routers for this DVR port 6c952177-5563-4e06-9257-236823427eb5 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:22:38.616067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:22:38.616067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:22:38.678847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.700933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f75fab79-587d-4434-818f-292d6d744aee req-40d29e9f-b7cc-40bf-b1b5-aa551000b929 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 210 time: 0.0595486 Dec 23 15:22:38.740645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 24343507-958a-43c6-9693-520e405b0768, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=24343507-958a-43c6-9693-520e405b0768,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:38.746955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.756075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97a85e64-f969-46e0-8bd1-7765d7981baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:38.790598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-0d330dc3-dbc3-4a3c-aea0-a1254ad09596 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:38.792850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-0d330dc3-dbc3-4a3c-aea0-a1254ad09596 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 797 time: 0.3462520 Dec 23 15:22:38.816642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 584c6749-a011-4558-a7bc-0e7911c729ef no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:38.829697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.860801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b68cf7-f3f6-4113-96c5-7b9b2d251375']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:38.862704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 584c6749-a011-4558-a7bc-0e7911c729ef {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:38.864051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 584c6749-a011-4558-a7bc-0e7911c729ef not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:38.864807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6c952177-5563-4e06-9257-236823427eb5 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:22:38.880135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-3dffa4bb-ecf6-4007-9ded-7a1b53fe4621 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 380 time: 0.0746469 Dec 23 15:22:38.880902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245b0e34-7f55-479f-a27e-01532fc89379') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:38.881286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245b0e34-7f55-479f-a27e-01532fc89379') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:38.889810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:38.895949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.907237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 6c952177-5563-4e06-9257-236823427eb5 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:22:38.907633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 6c952177-5563-4e06-9257-236823427eb5 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:22:38.921663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.939706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:22:38.940442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:38.942513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=24343507-958a-43c6-9693-520e405b0768,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:38.945920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:22:39.037828 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:22:39.054534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.058128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:39.071817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:39.079405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.083934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:39.090775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Pushing event deleted for resources: {'Network': ['ID=16b68cf7-f3f6-4113-96c5-7b9b2d251375,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:39.095372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:22:39.096286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:39.101848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.103394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/networks/16b68cf7-f3f6-4113-96c5-7b9b2d251375 HTTP/1.1" status: 204 len: 168 time: 1.5624430 Dec 23 15:22:39.104106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:39.110291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'routes': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:39.113251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Deleting port 6c952177-5563-4e06-9257-236823427eb5 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:22:39.113721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.185618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a51feb83-d268-4a6e-98f5-b68cc4c5e6f2 None None] The port '6c952177-5563-4e06-9257-236823427eb5' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:22:39.301635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.8 (b6709901-3806-4203-8a35-045939152a8d/a0c7f92d-800e-43c9-b03b-441cd7e8717b/85cda507-5487-4f19-9a72-5f8958e2f0dc) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:39.471001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Added routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:22:39.471673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.extraroute_db [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Removed routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:22:39.472091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.526783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.544919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 85cda507-5487-4f19-9a72-5f8958e2f0dc will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:39.565897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.572019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a23c179-afc6-419b-941f-1aac5b6c626f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:39.638082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network b6709901-3806-4203-8a35-045939152a8d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:39.641628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:39.650968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:39.692531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=85cda507-5487-4f19-9a72-5f8958e2f0dc,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:39.700131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:39.731990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:39.732696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.767712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.771696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:39.773643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8885374 Dec 23 15:22:39.788614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Request body: {'port': {'device_id': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:39.932752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.014492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-61c52724-8cac-46d7-85fc-8e2fccfa1f2e None None] Provisioning for port 85cda507-5487-4f19-9a72-5f8958e2f0dc completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:40.018896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943152-a4f9-46ea-9b34-a0648185accc req-67de836f-deca-45fe-8ca9-374d7278826f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:40.020729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c943152-a4f9-46ea-9b34-a0648185accc req-67de836f-deca-45fe-8ca9-374d7278826f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 931 time: 0.1741457 Dec 23 15:22:40.021774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-61c52724-8cac-46d7-85fc-8e2fccfa1f2e None None] Provisioning complete for port 85cda507-5487-4f19-9a72-5f8958e2f0dc triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:40.022399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61c52724-8cac-46d7-85fc-8e2fccfa1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.028087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:40.117914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 24343507-958a-43c6-9693-520e405b0768 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:40.297903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c943152-a4f9-46ea-9b34-a0648185accc req-6365398a-6766-4f54-9891-0e397f4e2feb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583435 Dec 23 15:22:40.374290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-61c52724-8cac-46d7-85fc-8e2fccfa1f2e None None] Port 85cda507-5487-4f19-9a72-5f8958e2f0dc cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:22:40.413150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:40.439620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] Sync routers for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:40.445451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 24343507-958a-43c6-9693-520e405b0768 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:40.448228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.453314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ed5cb6c3-7f79-479f-b7f7-3fb9ffadd103 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 704 time: 1.3440733 Dec 23 15:22:40.459042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58856) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:40.462036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.528337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:40.528337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:40.565827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96537cfb-c698-4107-b197-6730511de5d2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:40.596957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96537cfb-c698-4107-b197-6730511de5d2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:40.596957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96537cfb-c698-4107-b197-6730511de5d2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 205 time: 0.1376722 Dec 23 15:22:40.596957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:40.870599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cda507-5487-4f19-9a72-5f8958e2f0dc {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:22:40.881841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.904553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Transition to ACTIVE for port object 85cda507-5487-4f19-9a72-5f8958e2f0dc will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:22:40.904553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.915047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:40.920237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:40.930700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b75fc33-7b0b-47de-80dc-86821e706b56 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:41.072824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:35Z', 'revision_number': 11, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:41.072824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] Checking router: 6597c800-9607-4a0f-8cc2-dcfa02af4e1b for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:41.083919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Pushing event updated for resources: {'Port': ['ID=85cda507-5487-4f19-9a72-5f8958e2f0dc,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:41.117982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] Routers {'6597c800-9607-4a0f-8cc2-dcfa02af4e1b'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:41.117982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:41.269246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:41.301055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] Set router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:41.454623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Attempting to bind port 85cda507-5487-4f19-9a72-5f8958e2f0dc on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:22:41.454623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Attempting to bind port 85cda507-5487-4f19-9a72-5f8958e2f0dc by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:22:41.454623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Attempting to bind port 85cda507-5487-4f19-9a72-5f8958e2f0dc on network b6709901-3806-4203-8a35-045939152a8d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:41.465193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Port 85cda507-5487-4f19-9a72-5f8958e2f0dc on network b6709901-3806-4203-8a35-045939152a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:22:41.474905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Attempting to bind port 85cda507-5487-4f19-9a72-5f8958e2f0dc on network b6709901-3806-4203-8a35-045939152a8d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:22:41.494100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:22:41.494100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Checking segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:22:41.494100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Bound using segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:22:41.494100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Bound port: 85cda507-5487-4f19-9a72-5f8958e2f0dc, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:22:41.494100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:41.550375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:35Z', 'revision_number': 11, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:41.580667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317ecdf5-d33a-4d8f-bf03-813d6550dc93 None None] The sync data for ids ['6597c800-9607-4a0f-8cc2-dcfa02af4e1b'] in dv-neutron-822797-1-hyperv is: [{'id': '6597c800-9607-4a0f-8cc2-dcfa02af4e1b', 'name': 'tempest-RoutersIpV6Test-router-472181426', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:21:39Z', 'updated_at': '2021-12-23T15:22:35Z', 'revision_number': 11, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:41.803564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] For port 85cda507-5487-4f19-9a72-5f8958e2f0dc, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:22:41.803564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] For port 85cda507-5487-4f19-9a72-5f8958e2f0dc, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:22:41.859043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:41.869076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:41.916984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22fc6c-572d-48b5-9587-abe8be1de673 req-57474182-f1f1-4e8a-8a25-f7a3754fd8e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:41.916984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2a22fc6c-572d-48b5-9587-abe8be1de673 req-57474182-f1f1-4e8a-8a25-f7a3754fd8e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:41.955147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:41.961325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:41.961325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] 10.222.0.65 "PUT /v2.0/ports/85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 200 len: 1093 time: 2.1694901 Dec 23 15:22:41.961325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:41.966397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:41.975729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2a22fc6c-572d-48b5-9587-abe8be1de673 req-57474182-f1f1-4e8a-8a25-f7a3754fd8e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:41.975729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a22fc6c-572d-48b5-9587-abe8be1de673 req-57474182-f1f1-4e8a-8a25-f7a3754fd8e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 943 time: 0.2964289 Dec 23 15:22:41.991685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:41.996566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Pushing event updated for resources: {'Port': ['ID=85cda507-5487-4f19-9a72-5f8958e2f0dc,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:42.001749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router 6597c800-9607-4a0f-8cc2-dcfa02af4e1b {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:22:42.007168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:42.026006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:42.026006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a5ca494b-7069-4a0f-ae64-fb4a7fd93adb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 204 len: 168 time: 1.4200032 Dec 23 15:22:42.029775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58868) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:42.033292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1611935725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:42.042083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:42.100466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'status': 'completed', 'code': 200} Dec 23 15:22:42.107337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Usage tracker for resource:router and tenant:5fa5fa5cea4d46dc936718a577c6ed98 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:42.114173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a22fc6c-572d-48b5-9587-abe8be1de673 req-60f4bfd8-d6b5-42e1-94bb-fa871c325cd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231053 Dec 23 15:22:42.114173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:42.125971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:42.171096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-c5655e4a-12f8-497d-a404-0502811ff1ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1096 time: 0.1240137 Dec 23 15:22:42.171096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:42.171096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:42.248261 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-98a7bb2d-f876-4418-ba41-a95fd2b6f9c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 200 len: 217 time: 0.0702465 Dec 23 15:22:42.322185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:42.349269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-368e7c93-c629-4e66-9479-3184895ed3f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:42.349269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-368e7c93-c629-4e66-9479-3184895ed3f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0932226 Dec 23 15:22:42.475832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:42.511961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:42.511961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2fd9271f-de9a-4bc1-a663-b0148cca7802 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4839075 Dec 23 15:22:42.516400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:42.524497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:42.529141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-ef861334-8eae-40fe-a150-8320efff632a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1568377 Dec 23 15:22:42.678346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-56f8f93a-9b79-4fb6-b9bb-fe4ad16c4deb service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393855 Dec 23 15:22:42.835844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c00055a-0529-4aa0-97e1-387bdbb75156 req-02d56473-6ba7-41df-826f-32e45d2bcdff service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488185 Dec 23 15:22:43.012683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-8719bd1d-51ca-4045-838a-45b1ded3193e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1096 time: 0.1279287 Dec 23 15:22:43.032780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:43.046201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:43.185932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-da5a893b-30a2-40b9-897d-eaaf26e43c4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:43.185932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-da5a893b-30a2-40b9-897d-eaaf26e43c4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 898 time: 0.1680136 Dec 23 15:22:43.317389 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-df843f00-4205-4588-8487-0d47e326e883 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 200 len: 217 time: 0.1223748 Dec 23 15:22:43.388762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aa385-179c-4916-8163-89a3b9da72bf req-9ab64134-5d1d-4a7a-bee5-f03a8dbf2438 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:43.388762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e13aa385-179c-4916-8163-89a3b9da72bf req-9ab64134-5d1d-4a7a-bee5-f03a8dbf2438 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 943 time: 0.1281095 Dec 23 15:22:43.388762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Router 21b1c894-cfbb-4721-abe9-6cc1128e2ba3 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:22:43.408694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-d471d07d-620f-49bb-b911-e43fe6565bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:43.408694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-d471d07d-620f-49bb-b911-e43fe6565bdf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0872710 Dec 23 15:22:43.507819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-103aaf92-1795-438d-ad58-6d6db8bb49f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883195 Dec 23 15:22:43.595606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e13aa385-179c-4916-8163-89a3b9da72bf req-95f90d3d-37af-4122-97a7-8ee308b007b9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155376 Dec 23 15:22:43.623308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:43.630680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:43.640703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] Sync routers for ids ['21b1c894-cfbb-4721-abe9-6cc1128e2ba3'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:43.645526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb1934cc-f285-4218-98ce-fc3f39566301 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "PUT /v2.0/routers/21b1c894-cfbb-4721-abe9-6cc1128e2ba3 HTTP/1.1" status: 200 len: 698 time: 1.1245236 Dec 23 15:22:43.645526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:43.650330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] Routers {'21b1c894-cfbb-4721-abe9-6cc1128e2ba3'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:43.650330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['21b1c894-cfbb-4721-abe9-6cc1128e2ba3'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:43.695107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-88e1e5fa-efb3-454c-9c40-79feeb272d92 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794283 Dec 23 15:22:43.807291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] Set router 21b1c894-cfbb-4721-abe9-6cc1128e2ba3 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:43.866031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e194681-73b2-4a05-a31d-767c71aa4ab7 req-de7f8a82-3964-4a9e-8313-90fe72ba56dd service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639140 Dec 23 15:22:43.878096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcb30806-6d36-4fef-9c2d-5d19f66dda45 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/routers/21b1c894-cfbb-4721-abe9-6cc1128e2ba3 HTTP/1.1" status: 200 len: 704 time: 0.2299685 Dec 23 15:22:43.882102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58882) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:43.940781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1c894-cfbb-4721-abe9-6cc1128e2ba3', 'name': 'tempest-RoutersIpV6Test-router-1611935725', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:42Z', 'updated_at': '2021-12-23T15:22:43Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:43.946034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] Checking router: 21b1c894-cfbb-4721-abe9-6cc1128e2ba3 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:43.948513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45c2a536-babf-44af-b83f-33a10450ffd9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Synchronizing usage tracker for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:22:43.969378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45c2a536-babf-44af-b83f-33a10450ffd9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Unset dirty status for tenant:5fa5fa5cea4d46dc936718a577c6ed98 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:22:43.969378 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-45c2a536-babf-44af-b83f-33a10450ffd9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b1c894-cfbb-4721-abe9-6cc1128e2ba3 HTTP/1.1" status: 200 len: 205 time: 0.0850787 Dec 23 15:22:43.969378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58886) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:43.974280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] Routers {'21b1c894-cfbb-4721-abe9-6cc1128e2ba3'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:43.974280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['21b1c894-cfbb-4721-abe9-6cc1128e2ba3'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:44.108351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] Set router 21b1c894-cfbb-4721-abe9-6cc1128e2ba3 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:44.118088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:44.219036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1c894-cfbb-4721-abe9-6cc1128e2ba3', 'name': 'tempest-RoutersIpV6Test-router-1611935725', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:42Z', 'updated_at': '2021-12-23T15:22:43Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:44.219036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d2adf-fc13-468f-9f9e-b02efb7cf015 None None] The sync data for ids ['21b1c894-cfbb-4721-abe9-6cc1128e2ba3'] in dv-neutron-822797-1-hyperv is: [{'id': '21b1c894-cfbb-4721-abe9-6cc1128e2ba3', 'name': 'tempest-RoutersIpV6Test-router-1611935725', 'tenant_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:42Z', 'updated_at': '2021-12-23T15:22:43Z', 'revision_number': 2, 'project_id': '5fa5fa5cea4d46dc936718a577c6ed98', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:44.884174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:44.902333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:44.949639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5549fe-7c7b-404f-8721-7977c3089fc2 req-33e6dfc9-a622-44f2-939e-84ef3ccf7fe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:44.949639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e5549fe-7c7b-404f-8721-7977c3089fc2 req-33e6dfc9-a622-44f2-939e-84ef3ccf7fe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 943 time: 0.1181409 Dec 23 15:22:45.007366 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e5549fe-7c7b-404f-8721-7977c3089fc2 req-f0d4ece5-b03a-4ca5-a5c6-37659c237511 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480876 Dec 23 15:22:45.014814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:45.014814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Fanout notify agent at l3_agent the message router_deleted on router 21b1c894-cfbb-4721-abe9-6cc1128e2ba3 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:22:45.032706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:45.032706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a766c04a-e08c-4d66-b383-d4ace1d7545c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/21b1c894-cfbb-4721-abe9-6cc1128e2ba3 HTTP/1.1" status: 204 len: 168 time: 1.0633650 Dec 23 15:22:45.045080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.099363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58896) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.102789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d94994f-3b6c-4a5c-81c2-4d57f0530999 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b1c894-cfbb-4721-abe9-6cc1128e2ba3 HTTP/1.1" status: 200 len: 205 time: 0.0540965 Dec 23 15:22:45.169644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-b534362c-6fdf-4b9a-8850-f559e683ed49 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:45.169644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b534362c-6fdf-4b9a-8850-f559e683ed49 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/21b1c894-cfbb-4721-abe9-6cc1128e2ba3 HTTP/1.1" status: 404 len: 336 time: 0.0701501 Dec 23 15:22:45.169644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58900) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.172597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 85cda507-5487-4f19-9a72-5f8958e2f0dc details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:22:45.219348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ba5d06-1d9b-4cee-97b8-28fb17524c93 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:45.219348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ba5d06-1d9b-4cee-97b8-28fb17524c93 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:45.219348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49ba5d06-1d9b-4cee-97b8-28fb17524c93 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/7d281927-dc9c-48d3-bcd9-5c9fe7b1ed00 HTTP/1.1" status: 404 len: 337 time: 0.0466919 Dec 23 15:22:45.219348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58904) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.264342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa18965-a659-451c-83d7-a21822daefc4 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:45.264342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa18965-a659-451c-83d7-a21822daefc4 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:45.264342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4fa18965-a659-451c-83d7-a21822daefc4 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/7121b3b5-70ae-4fc1-bcb8-b6f913dc8919 HTTP/1.1" status: 404 len: 337 time: 0.0420163 Dec 23 15:22:45.270485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58908) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.313032 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f4d1fe-754d-4308-b039-9de7c2feff69 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:45.313032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f4d1fe-754d-4308-b039-9de7c2feff69 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:45.313032 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-52f4d1fe-754d-4308-b039-9de7c2feff69 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/e5f2396b-d3b1-4dd7-9e6a-b0ad8f5556a9 HTTP/1.1" status: 404 len: 337 time: 0.0418870 Dec 23 15:22:45.313032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58912) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.328207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 85cda507-5487-4f19-9a72-5f8958e2f0dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:45.342671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'port_id': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'mac_address': 'fa:16:3e:af:f7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:22:45.393362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-878871cf-7539-47ef-accc-4b980d1b9129 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:45.393362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878871cf-7539-47ef-accc-4b980d1b9129 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:45.393362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-878871cf-7539-47ef-accc-4b980d1b9129 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/74afd0fc-a938-44fb-8f92-8191cdfb0623 HTTP/1.1" status: 404 len: 337 time: 0.0777342 Dec 23 15:22:45.400400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58916) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.419858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:45.447837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4532a3d6-eda2-411f-b4ae-7e5e17925c77 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 200 len: 205 time: 0.0482445 Dec 23 15:22:45.452840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58920) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.456560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cda507-5487-4f19-9a72-5f8958e2f0dc {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:22:45.467330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 85cda507-5487-4f19-9a72-5f8958e2f0dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:45.474966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:45.474966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ff58096-96bf-495a-b2a9-25d45d0ba23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:45.521987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-8703d35c-99f8-45dc-b7e6-69168018b91f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:45.521987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8703d35c-99f8-45dc-b7e6-69168018b91f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/6597c800-9607-4a0f-8cc2-dcfa02af4e1b HTTP/1.1" status: 404 len: 336 time: 0.0704348 Dec 23 15:22:45.521987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58924) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.550874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=85cda507-5487-4f19-9a72-5f8958e2f0dc,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:45.550874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:45.571596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-13c23c8d-dc3e-4252-beb4-af5f792386f9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76a5da1-da01-401d-b58f-181ac4f815ab HTTP/1.1" status: 200 len: 205 time: 0.0504129 Dec 23 15:22:45.574191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58928) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.646378 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-28fb6acb-2d04-4b08-82c2-02e7e28c9e1b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:45.647545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-28fb6acb-2d04-4b08-82c2-02e7e28c9e1b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/a76a5da1-da01-401d-b58f-181ac4f815ab HTTP/1.1" status: 404 len: 336 time: 0.0722980 Dec 23 15:22:45.650584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58932) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.696310 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-275a1e14-c9dc-449b-a313-0f8ddd38796c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:45.696802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275a1e14-c9dc-449b-a313-0f8ddd38796c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:45.698639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-275a1e14-c9dc-449b-a313-0f8ddd38796c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/a54fd6d5-3415-4291-a188-2816b77aa4f5 HTTP/1.1" status: 404 len: 337 time: 0.0470457 Dec 23 15:22:45.703751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58936) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.710205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['85cda507-5487-4f19-9a72-5f8958e2f0dc'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:22:45.757747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2a45198-3000-4f22-925a-ef37e738b597 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 200 len: 205 time: 0.0522346 Dec 23 15:22:45.760372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.846135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-4c9f47a7-77ac-4239-9b14-00a6f7e5dd0f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:45.846135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c9f47a7-77ac-4239-9b14-00a6f7e5dd0f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/366fa16a-2ce2-48b8-9096-4dc9e33d9161 HTTP/1.1" status: 404 len: 336 time: 0.0828583 Dec 23 15:22:45.853469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.895606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea7f07a2-c991-43da-9cac-afa4ade3c5b7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2788183-7361-4ce6-a424-9a5ec41a9b03 HTTP/1.1" status: 200 len: 205 time: 0.0466666 Dec 23 15:22:45.898427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58948) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:45.979670 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-6222ecf8-58dd-4abd-ac0e-e52575403117 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:45.983404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6222ecf8-58dd-4abd-ac0e-e52575403117 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/e2788183-7361-4ce6-a424-9a5ec41a9b03 HTTP/1.1" status: 404 len: 336 time: 0.0823565 Dec 23 15:22:45.984557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58952) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.029135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d87c09-e3bd-43a8-ac7b-0b13d9b69559 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:46.029673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d87c09-e3bd-43a8-ac7b-0b13d9b69559 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:46.031542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a5d87c09-e3bd-43a8-ac7b-0b13d9b69559 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/d0ecf037-d276-4f17-b7ec-b77060be4a3a HTTP/1.1" status: 404 len: 337 time: 0.0461140 Dec 23 15:22:46.034562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58956) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.082567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79d40c12-adcb-40f7-99a9-cb2ad15f365c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce37fbc2-1faa-42b0-857f-e11a5fb76760 HTTP/1.1" status: 200 len: 205 time: 0.0464771 Dec 23 15:22:46.085026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58962) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.158071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-f95888aa-f676-4fd1-8253-a385da995faa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:46.161926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f95888aa-f676-4fd1-8253-a385da995faa tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/ce37fbc2-1faa-42b0-857f-e11a5fb76760 HTTP/1.1" status: 404 len: 336 time: 0.0730836 Dec 23 15:22:46.164130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58966) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.204168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be967c8-2969-4724-a846-b93cf803f19f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:46.204734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be967c8-2969-4724-a846-b93cf803f19f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:46.206727 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6be967c8-2969-4724-a846-b93cf803f19f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/f5563d16-560a-478b-b950-618b7ad60880 HTTP/1.1" status: 404 len: 337 time: 0.0435472 Dec 23 15:22:46.209652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58970) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.220036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e8569-d65f-4287-80f2-6b93aefa893a req-12384513-238a-4616-8fd5-419bd1bff68d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:46.221956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e5e8569-d65f-4287-80f2-6b93aefa893a req-12384513-238a-4616-8fd5-419bd1bff68d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 944 time: 0.0932772 Dec 23 15:22:46.262263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-05f5167e-0e3c-44d3-9c4d-c21e1555c9ba tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd503f1d-d985-47d8-8007-21c634536a78 HTTP/1.1" status: 200 len: 205 time: 0.0510941 Dec 23 15:22:46.265103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58974) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.276951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e5e8569-d65f-4287-80f2-6b93aefa893a req-30ee1d01-235d-4c8f-b0fc-f31a1a6a1059 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484469 Dec 23 15:22:46.337680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-561f9bb7-1454-49c1-8a20-d8644165d3cb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] delete failed (client error): The resource could not be found. Dec 23 15:22:46.339194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-561f9bb7-1454-49c1-8a20-d8644165d3cb tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/routers/cd503f1d-d985-47d8-8007-21c634536a78 HTTP/1.1" status: 404 len: 336 time: 0.0716453 Dec 23 15:22:46.340705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58978) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.386586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e790eca-5312-4c9b-aca1-e733a3ce159a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:46.387103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e790eca-5312-4c9b-aca1-e733a3ce159a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:46.388949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e790eca-5312-4c9b-aca1-e733a3ce159a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/af6e0fc4-94a8-410f-a462-86409e9638e3 HTTP/1.1" status: 404 len: 337 time: 0.0471995 Dec 23 15:22:46.392070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 58982) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:46.433918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6da87c-4fb3-4cf4-8251-10b751c84d88 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] DELETE failed (client error): The resource could not be found. Dec 23 15:22:46.434423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6da87c-4fb3-4cf4-8251-10b751c84d88 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:22:46.436276 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b6da87c-4fb3-4cf4-8251-10b751c84d88 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] 10.222.0.49 "DELETE /v2.0/subnets/db5a198e-4393-486b-91b2-e9f191ea6c37 HTTP/1.1" status: 404 len: 337 time: 0.0430574 Dec 23 15:22:46.707343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-306db7bf-decc-4734-bb71-7225b4c0660e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:46.810287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58990) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:47.036656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4807f10e-2088-4c68-8163-a33e855b74c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fa5fa5cea4d46dc936718a577c6ed98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2250235 Dec 23 15:22:47.039395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 58998) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:47.108285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.138232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.184569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 85cda507-5487-4f19-9a72-5f8958e2f0dc up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:22:47.195304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.202830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e910dd6-b01e-4df6-a25d-94d049739820 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:47.222370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.226548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4be484cf-ded2-4a12-b3b8-243dcef3f155 HTTP/1.1" status: 204 len: 168 time: 0.1819792 Dec 23 15:22:47.226548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be484cf-ded2-4a12-b3b8-243dcef3f155,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:47.230393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-60616e68-a8d3-4e6f-957d-3ead3234e394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:47.281029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 85cda507-5487-4f19-9a72-5f8958e2f0dc completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:22:47.286271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 85cda507-5487-4f19-9a72-5f8958e2f0dc triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:22:47.286708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.438883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.471232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:47.483687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 85cda507-5487-4f19-9a72-5f8958e2f0dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:22:47.502883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:47.502883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77b54d9f-93b2-4622-a1e9-44531fcf011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:47.559804 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'code': 200} Dec 23 15:22:47.593838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=85cda507-5487-4f19-9a72-5f8958e2f0dc,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:47.596916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:47.601920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e96ce-c217-4604-8b1f-d8df9d043536 req-2befeac7-8c02-4eba-901c-1c5dd985046d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:47.602928 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a01e96ce-c217-4604-8b1f-d8df9d043536 req-2befeac7-8c02-4eba-901c-1c5dd985046d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 944 time: 0.1796374 Dec 23 15:22:47.654661 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a01e96ce-c217-4604-8b1f-d8df9d043536 req-cc45752f-46e5-476f-bf02-aa64783f426a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Dec 23 15:22:47.837460 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6692c66-e8cd-40fe-bed2-b1f2c0a9d7e0 req-9c383427-536b-4f6e-8b59-c99186398e92 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1098 time: 0.0811491 Dec 23 15:22:47.886878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6692c66-e8cd-40fe-bed2-b1f2c0a9d7e0 req-710494fe-8cce-4032-bb57-ed1256f1636c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Dec 23 15:22:48.166604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:48.770456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f6e32d8-a908-4afc-8b30-cfeb6f9f4fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:48.883212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970cb4-ff61-4d33-9728-6f7419c0eae5 req-6423b952-5823-4007-af95-79647a76c5ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:48.884362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b970cb4-ff61-4d33-9728-6f7419c0eae5 req-6423b952-5823-4007-af95-79647a76c5ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 945 time: 0.0961552 Dec 23 15:22:49.180763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b970cb4-ff61-4d33-9728-6f7419c0eae5 req-11449cc2-7e31-4d44-9b07-611a35ea15fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901552 Dec 23 15:22:49.391817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:50.400499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565f2b4-484e-42bb-8739-ceeda646d13d req-cb3b9e25-96a8-4c6b-9f9a-10247b026f4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:50.406815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9565f2b4-484e-42bb-8739-ceeda646d13d req-cb3b9e25-96a8-4c6b-9f9a-10247b026f4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 945 time: 0.0972073 Dec 23 15:22:50.453476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9565f2b4-484e-42bb-8739-ceeda646d13d req-69e4d484-836e-4a63-a0c4-cddfdb6c6933 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448108 Dec 23 15:22:50.670562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef45c1-cbc3-4cc4-9719-9121d9a8ae05 req-4ffda93c-d18d-4a82-a78e-56a3bf1e2f71 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:50.673236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a1ef45c1-cbc3-4cc4-9719-9121d9a8ae05 req-4ffda93c-d18d-4a82-a78e-56a3bf1e2f71 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 945 time: 0.0916274 Dec 23 15:22:50.729196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a1ef45c1-cbc3-4cc4-9719-9121d9a8ae05 req-336c8ce0-25f3-4cb0-8873-711e083460e3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502622 Dec 23 15:22:50.758744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59014) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:50.852429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:50.857747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aa5faf2f-17ab-4914-8ca8-041a01ab48a9 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1093 time: 0.0938036 Dec 23 15:22:50.857747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59018) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:50.863208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:50.870204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:22:50.875367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:22:50.878649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:22:50.886892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:22:50.900017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:51.068587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:51.221080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.250 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/c63e7301-447e-4391-b66c-ae4fe7137e77) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:22:51.395661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:51.430166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:51.432847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74110556-1f14-416b-998f-5a4fdb09dc1d tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:51.505523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:22:51.509619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:22:51.511814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=c63e7301-447e-4391-b66c-ae4fe7137e77,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:51.514152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:22:51.540746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:52.070822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:52.129991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:52.358730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:52.364727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:52.368882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-366ce7de-98e6-4dc7-b273-324751f1732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:22:52.493558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=c63e7301-447e-4391-b66c-ae4fe7137e77,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:22:52.494950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:22:52.502955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:52.730441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c associated. External IP: 172.26.2.250, port: 85cda507-5487-4f19-9a72-5f8958e2f0dc. Dec 23 15:22:53.428948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:22:53.661492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:22:53.672863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:22:53.686237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:53.687221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:53.695974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:22:53.758680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9005144 Dec 23 15:22:53.759411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:22:53.761784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59022) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:53.818715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'status': 'completed', 'code': 200} Dec 23 15:22:53.878414 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5709ba1-6213-4a9c-bc18-a3279696258e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 991 time: 0.1139305 Dec 23 15:22:53.905895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:53.921000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-a2cec0f8-bb8c-4580-99f7-d6b54ac8170f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1098 time: 0.0779521 Dec 23 15:22:54.065820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-b119e2b2-55e4-4bed-8aa1-bb839b22b6b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:54.067452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-b119e2b2-55e4-4bed-8aa1-bb839b22b6b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 898 time: 0.1387453 Dec 23 15:22:54.199029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-3f1e9634-13a3-4884-a9cc-dfce3d3e8ddc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 200 len: 999 time: 0.1174488 Dec 23 15:22:54.276881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-a91c106d-075b-4614-b2f8-dca8c3fe4572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:22:54.278646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-a91c106d-075b-4614-b2f8-dca8c3fe4572 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0709174 Dec 23 15:22:54.293590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9ba27523-542c-4a83-ac24-e31d04dab36c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'port_id': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'mac_address': 'fa:16:3e:af:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:51Z', 'updated_at': '2021-12-23T15:22:51Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:54.297749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:22:54.309035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:22:54.309730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:22:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:54.375176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-5d15ea3c-f8b8-4f8c-a1ff-091eb5ff6094 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878932 Dec 23 15:22:54.499950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:22:54.520301 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-5d6c4a09-b1df-4239-a387-7753f25f995c service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381140 Dec 23 15:22:54.666944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-671693d2-4d2b-46c5-a0b7-fa267f3d43cf req-4a5f39b1-dc19-4a27-aa53-9a1fe98e1a57 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398087 Dec 23 15:22:54.881977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59028) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:54.994490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f6e271be-cf4e-446f-bcaa-a0234accf1ca tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 991 time: 0.1110017 Dec 23 15:22:55.037693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9ba27523-542c-4a83-ac24-e31d04dab36c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'port_id': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'mac_address': 'fa:16:3e:af:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:51Z', 'updated_at': '2021-12-23T15:22:51Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:22:55.042353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8afc-505c-4aec-b229-7ae8f2f4a6d4 None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9ba27523-542c-4a83-ac24-e31d04dab36c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'port_id': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'mac_address': 'fa:16:3e:af:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:51Z', 'updated_at': '2021-12-23T15:22:51Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:22:55.411053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7c1bf-8708-4f6f-a897-5e717b1832cb None None] New status for floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:22:55.999169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59034) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:56.114760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4396288-f441-4cbf-8b48-5281841e4905 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 993 time: 0.1141150 Dec 23 15:22:57.052848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:23:00.782241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:12.552744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-3653e906-ed0c-4dd8-b645-fc698068656a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814590 Dec 23 15:23:12.708005 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-0d39db1f-1ceb-4c4d-b999-a5464ceed7fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1098 time: 0.0805340 Dec 23 15:23:12.867681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-ab3be1a1-1c61-4054-890e-0c5640adad36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:12.869779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-ab3be1a1-1c61-4054-890e-0c5640adad36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.1404500 Dec 23 15:23:12.983754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-b0af6146-b18f-46e4-8c4c-feb417eaaa5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 1001 time: 0.1076717 Dec 23 15:23:13.064521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-7615c9ce-95c9-46db-9cc7-de342a8a11b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:13.066140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-7615c9ce-95c9-46db-9cc7-de342a8a11b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.0752923 Dec 23 15:23:13.148623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-f1e4d015-795b-4294-93eb-aa7b2fff9b33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757957 Dec 23 15:23:13.305759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-9e450f8c-b0f0-4f43-8c4a-e9ac4d467b57 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503465 Dec 23 15:23:13.481419 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f18ade2-1918-4c29-b34a-22df01be9032 req-982384fa-d841-4534-a9ee-ba6e0cc0ba27 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678064 Dec 23 15:23:16.717623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f16ab4c3-271e-43e5-bc61-3455cc894175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:18.170169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:18.767240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8d89-3c01-45e0-8ccd-c7548e7e2b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:19.394845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:20.847842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:27.441366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59062) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:27.761174 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-05e4375c-cba7-402d-901c-71187215ab1a tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&network_id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 2999 time: 0.3182840 Dec 23 15:23:29.510054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:29.582822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8489f-7f0a-411c-85ec-68bab87b277d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:29.585410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b8a8489f-7f0a-411c-85ec-68bab87b277d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6 HTTP/1.1" status: 200 len: 814 time: 0.0740230 Dec 23 15:23:30.013886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59084) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:30.020387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:30.130138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:30.416796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:30.420050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:30.420402 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c disassociated. External IP: 172.26.2.250, port: 85cda507-5487-4f19-9a72-5f8958e2f0dc. Dec 23 15:23:30.782098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:30.852865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:23:31.080935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:23:31.085604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:31.092009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:23:31.105988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:23:31.106710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:31.141445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f6f67e52-491a-4a61-9473-9fb2271c1537 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 690 time: 1.1262400 Dec 23 15:23:31.142175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:23:31.144554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59088) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:31.199790 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'status': 'completed', 'code': 200} Dec 23 15:23:31.289427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fee0f985-6e74-4c94-bedb-ddd136973682 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 690 time: 0.1423395 Dec 23 15:23:31.310381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:23:31.321750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-f62046d8-038e-4a2c-b03c-27e793a1709d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1098 time: 0.0958886 Dec 23 15:23:31.469047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-5c19ca25-4ded-4197-ba64-846404d63561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:31.470718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-5c19ca25-4ded-4197-ba64-846404d63561 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 898 time: 0.1423361 Dec 23 15:23:31.546857 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-744ba7c6-13c2-4b54-bb35-beff5c7454a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 200 len: 217 time: 0.0696018 Dec 23 15:23:31.622071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-261efb15-f99b-48fb-b013-cb00095005d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:31.623691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-261efb15-f99b-48fb-b013-cb00095005d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0707550 Dec 23 15:23:31.662965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:31.667304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:23:31.679469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:23:31.680184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:31.709183 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-f601a925-83c4-4942-aff6-41aa0893ea2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792949 Dec 23 15:23:31.886784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:23:32.101125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-37d0c9f7-a44d-48b7-9092-34978bc01b42 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850625 Dec 23 15:23:32.229362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:32.233738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2004-158a-48bc-bcfe-605f3c7cd52e None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:23:32.250931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de404f7-b254-4ed5-a983-7062ed10a309 req-6409b703-4ca6-421a-be85-4c841ed809c9 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427746 Dec 23 15:23:32.292245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59094) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:32.384073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0b606450-7c65-4b69-967b-ddad4958bbc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 690 time: 0.0891056 Dec 23 15:23:32.707693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77e6cd-6472-4039-a573-cc9e401a83bf None None] New status for floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:23:33.387389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59098) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:33.476088 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3653ce97-9fa1-47fb-aabc-1c15695a8c59 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 688 time: 0.0874350 Dec 23 15:23:34.044566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:23:34.784323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:34.790976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077265150', 'description': 'tempest-secgroup-smoke-1077265150 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:34.798182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:34.809572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:34.820890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:34.860684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:34.865115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:34.868266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:34.874893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:34.933299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:34.937205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:34.940977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74c57e31-4588-4b49-94a1-5d5dac639a71 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:34.989454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:34.997210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:34.998546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2131114 Dec 23 15:23:35.002054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59108) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:35.002495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.002941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.003370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.003763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.004223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.004645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.005062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.005510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.005926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.006322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.006739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.008781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:35.010661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.018104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:35.023978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:35.027294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:35.033783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:35.051102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.116139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.120066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.122025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73d43123-79bf-4526-982b-e9ced419d4c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:35.145368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3485ca-7031-498f-acdd-92f8335357e5,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:35.158009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.159345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1561322 Dec 23 15:23:35.161041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.161507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.161928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.162348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.162661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:35.162817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.163129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.163604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.164017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.164427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.164818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.165210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:35.168553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e944f7d-5592-450a-82ae-d61726f38b5c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.169233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:35.176339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:35.181016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:35.184316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:35.190868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:35.209328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.275097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.278594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.280568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71009386-fae5-4d6d-9681-f70d0c40cc46 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:35.304251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e789f0c-05f4-4ef8-92ba-7cdd0c668235,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:35.306762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.315046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.316884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1530542 Dec 23 15:23:35.319806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59116) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:35.326330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:35.332846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:35.337076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:35.340195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:35.346394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:35.363379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.431025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.435087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.441081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d3b1a06-5ea5-45d8-814f-5ffd9c93fcbe tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:35.464937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a15b75-2f30-4539-8786-1920ea1d5475,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:35.467396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.474913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.476280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1553640 Dec 23 15:23:35.480736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59120) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:35.486953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:35.493490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:35.497828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:35.501012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:35.507521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:35.525220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.593143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.596910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.598873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-14b29ab9-ddaa-446b-9236-b17bf369a95d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:35.622426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad7eb0-6813-4c36-bd54-511f5d6f6832,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:35.625027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.632209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.633566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1516857 Dec 23 15:23:35.637821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:35.643753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:35.650852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:35.655734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:35.659231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:35.666391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:35.678618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:23:35.686048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.760336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.764610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.767427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8b06ed-f3e0-418d-ac36-f81e014425c2 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:35.793487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308ab58f-c361-49a6-afef-29a58de40aed,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:35.795902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.802656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.803963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1651764 Dec 23 15:23:35.807174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59128) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:35.813075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': 'a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:35.819547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:35.823770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:23:35.827234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:23:35.833422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:35.844492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:23:35.851761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.923832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.927332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.929354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b0392135-48f5-42e1-b0ad-b681c6049b8c tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:35.952845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f57f1b0-c837-4a51-897d-7adc6413c463,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:35.955342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:35.963537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:35.965637 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1571712 Dec 23 15:23:36.163864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-88184bb1-fd34-4444-b472-7d9aee07c55f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077265150&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0541010 Dec 23 15:23:36.344635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-4cc505b2-7dd6-43eb-84db-fbc52c6fe402 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:36.346312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-4cc505b2-7dd6-43eb-84db-fbc52c6fe402 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 797 time: 0.1719487 Dec 23 15:23:36.364897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-368827c0-31c9-43aa-bd32-f2b9d8866bce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0125022 Dec 23 15:23:36.459985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-62f4fdb0-584d-480a-ae3e-5675684bbd9f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0892837 Dec 23 15:23:36.721814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-21e59cd8-145f-4588-91d8-dfa810b87205 service neutron] 10.222.0.49 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433197 Dec 23 15:23:36.868655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-4f8ddc6b-2978-4c4a-8451-3dbdaefc2ea0 service neutron] 10.222.0.49 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405323 Dec 23 15:23:37.083207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0a78e5c7-d619-4fd1-b366-ecfa914d190c req-a4ce58ef-9361-4050-b8be-d5daade39bca tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 210 time: 0.0483210 Dec 23 15:23:38.186615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-98a3e694-d807-479d-aae4-eeb85b793ffb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:38.188200 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-98a3e694-d807-479d-aae4-eeb85b793ffb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 797 time: 0.1636932 Dec 23 15:23:38.269870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0a1f0790-c04d-4f38-8eb7-ee719ba4df39 req-a00b7845-6c73-4479-9908-d03e4f8c89fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 210 time: 0.0556822 Dec 23 15:23:38.294674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-b1862538-9b04-46ce-bf35-fa867d269668 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 473 time: 0.0955868 Dec 23 15:23:38.303732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '844028de-30e5-4582-ac8d-d005c65e2ede', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:38.451285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:23:38.462075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:23:38.472561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:23:38.478263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:38.661183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.10 (b6709901-3806-4203-8a35-045939152a8d/a0c7f92d-800e-43c9-b03b-441cd7e8717b/6ee98508-d66d-4c6f-b430-6d6cad0a082d) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:23:38.865139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:38.882249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 6ee98508-d66d-4c6f-b430-6d6cad0a082d will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:23:38.905468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:38.912245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8bd6b70e-eb17-4fd7-b366-46e53563c5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:38.980866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network b6709901-3806-4203-8a35-045939152a8d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:23:38.989189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:23:38.991843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:23:39.033879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=6ee98508-d66d-4c6f-b430-6d6cad0a082d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:39.037121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:39.064552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:39.065240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:39.093322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7935295 Dec 23 15:23:39.106921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Request body: {'port': {'device_id': '844028de-30e5-4582-ac8d-d005c65e2ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:39.226130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:39.241322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8e44be1-602f-4a42-9d89-18ac44fe12ef None None] Provisioning for port 6ee98508-d66d-4c6f-b430-6d6cad0a082d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:23:39.246506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8e44be1-602f-4a42-9d89-18ac44fe12ef None None] Provisioning complete for port 6ee98508-d66d-4c6f-b430-6d6cad0a082d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:23:39.246926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8e44be1-602f-4a42-9d89-18ac44fe12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:39.302998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b8e44be1-602f-4a42-9d89-18ac44fe12ef None None] Port 6ee98508-d66d-4c6f-b430-6d6cad0a082d cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:23:39.486589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2777-fc8f-4b70-a861-29413485d870 req-7976495c-d9c8-4ff0-9236-892941d267c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:39.488336 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-982d2777-fc8f-4b70-a861-29413485d870 req-7976495c-d9c8-4ff0-9236-892941d267c0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 932 time: 0.0934281 Dec 23 15:23:39.539635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-982d2777-fc8f-4b70-a861-29413485d870 req-480e82f9-6163-4655-bd7f-8dbafee0a9c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:23:39.556538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-982d2777-fc8f-4b70-a861-29413485d870 req-480e82f9-6163-4655-bd7f-8dbafee0a9c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:23:39.557890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-982d2777-fc8f-4b70-a861-29413485d870 req-480e82f9-6163-4655-bd7f-8dbafee0a9c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633245 Dec 23 15:23:39.596236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee98508-d66d-4c6f-b430-6d6cad0a082d {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:23:39.603381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:39.620329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Transition to ACTIVE for port object 6ee98508-d66d-4c6f-b430-6d6cad0a082d will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:23:39.624595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:39.629202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:39.757428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee98508-d66d-4c6f-b430-6d6cad0a082d,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:39.760646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:39.879889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Attempting to bind port 6ee98508-d66d-4c6f-b430-6d6cad0a082d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:23:39.880560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Attempting to bind port 6ee98508-d66d-4c6f-b430-6d6cad0a082d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:23:39.881007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Attempting to bind port 6ee98508-d66d-4c6f-b430-6d6cad0a082d on network b6709901-3806-4203-8a35-045939152a8d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:23:39.887824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Port 6ee98508-d66d-4c6f-b430-6d6cad0a082d on network b6709901-3806-4203-8a35-045939152a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:23:39.888189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Attempting to bind port 6ee98508-d66d-4c6f-b430-6d6cad0a082d on network b6709901-3806-4203-8a35-045939152a8d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:23:39.895443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:23:39.895795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Checking segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:23:39.896259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Bound using segment: {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:23:39.896726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Bound port: 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b6709901-3806-4203-8a35-045939152a8d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:23:39.897116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:39.993972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] For port 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:23:39.997345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] For port 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:23:40.001856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:40.006344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:40.065628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:40.067357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] 10.222.0.65 "PUT /v2.0/ports/6ee98508-d66d-4c6f-b430-6d6cad0a082d HTTP/1.1" status: 200 len: 1094 time: 0.9652147 Dec 23 15:23:40.070130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:23:40.099262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee98508-d66d-4c6f-b430-6d6cad0a082d,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:40.102911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:40.148099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'status': 'completed', 'code': 200} Dec 23 15:23:40.186972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-137c62f1-a522-482d-abda-4986327774b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 1097 time: 0.0805852 Dec 23 15:23:40.264174 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-75906d4d-9f5e-49da-85af-6a2c91e64e2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d HTTP/1.1" status: 200 len: 217 time: 0.0695624 Dec 23 15:23:40.336997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-bf896706-761d-43e6-a37c-e00e76f384b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:40.338594 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-bf896706-761d-43e6-a37c-e00e76f384b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0663946 Dec 23 15:23:40.439703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-1daadeff-7ff9-4966-b177-b8822a198ec1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936868 Dec 23 15:23:40.586148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-4f5083ee-7f16-4796-99fb-e0f1df59862d service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389475 Dec 23 15:23:40.740526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1c7567d-d400-420b-9a96-4dc5edbda69a req-443d6676-d84d-47cc-9e5f-a013de31b436 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451032 Dec 23 15:23:40.780382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c49a5c-8ecd-4718-ac3b-d1a5685fd2f5 req-c63cd26d-581b-4dba-ae6a-d7be8e37c2ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:40.782079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-67c49a5c-8ecd-4718-ac3b-d1a5685fd2f5 req-c63cd26d-581b-4dba-ae6a-d7be8e37c2ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 944 time: 0.0989406 Dec 23 15:23:40.831996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-67c49a5c-8ecd-4718-ac3b-d1a5685fd2f5 req-cea5f46d-596b-44c1-8c77-221ef898e139 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Dec 23 15:23:40.861775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-8100cd8e-beb1-42d7-b496-e86fe32dea38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 1097 time: 0.0766487 Dec 23 15:23:41.230456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-b3505ce5-b153-405a-9e2d-247f077fbe17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:41.231994 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-b3505ce5-b153-405a-9e2d-247f077fbe17 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 898 time: 0.3634164 Dec 23 15:23:41.320075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-fa13a6a8-dd09-412e-9180-23ef3bb25a03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d HTTP/1.1" status: 200 len: 217 time: 0.0783145 Dec 23 15:23:41.393204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-8e421402-4359-4123-8212-4e30f02ad3c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:41.394839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-8e421402-4359-4123-8212-4e30f02ad3c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0657935 Dec 23 15:23:41.456660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6ee98508-d66d-4c6f-b430-6d6cad0a082d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:23:41.482062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-2ab061ec-3f0f-44a4-9f30-b44b8c1a47c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785651 Dec 23 15:23:41.604025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:23:41.619062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'port_id': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'mac_address': 'fa:16:3e:21:12:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:23:41.629390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-cb45857d-dc65-4936-b1e5-baa525660123 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388431 Dec 23 15:23:41.675783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:41.698094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee98508-d66d-4c6f-b430-6d6cad0a082d {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:23:41.713921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:23:41.717654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:41.719637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:41.776190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d115b44d-44ae-435b-8122-498e4edc5a9c req-6e5a2707-c5de-4084-a340-84d4f254e449 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401043 Dec 23 15:23:41.788251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=6ee98508-d66d-4c6f-b430-6d6cad0a082d,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:41.798358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.798757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.799321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.799543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.799926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.800306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.800685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.801060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.801463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.801835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.802206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:23:41.806428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:41.943869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['6ee98508-d66d-4c6f-b430-6d6cad0a082d'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:23:42.048152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74e4cd-234f-421b-9989-7429a070cf39 req-5495e621-3810-4036-a807-e3ff6521792c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:42.048841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1e74e4cd-234f-421b-9989-7429a070cf39 req-5495e621-3810-4036-a807-e3ff6521792c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:23:42.065751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1e74e4cd-234f-421b-9989-7429a070cf39 req-5495e621-3810-4036-a807-e3ff6521792c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:23:42.067050 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e74e4cd-234f-421b-9989-7429a070cf39 req-5495e621-3810-4036-a807-e3ff6521792c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 945 time: 0.1080365 Dec 23 15:23:42.118205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e74e4cd-234f-421b-9989-7429a070cf39 req-b96af2c0-d0b3-42a9-9f9a-e9305b724aa9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Dec 23 15:23:43.344197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2860f42-e447-4cdc-b782-c9f2d2f3f3af req-315791f5-f0b9-41a0-a7f3-9d5370fe8b5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:43.346635 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2860f42-e447-4cdc-b782-c9f2d2f3f3af req-315791f5-f0b9-41a0-a7f3-9d5370fe8b5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 945 time: 0.0928745 Dec 23 15:23:43.398458 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2860f42-e447-4cdc-b782-c9f2d2f3f3af req-dc328c86-5edf-4f00-b2c1-6d889f32738f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455275 Dec 23 15:23:43.472162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6ee98508-d66d-4c6f-b430-6d6cad0a082d up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:23:43.553356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 6ee98508-d66d-4c6f-b430-6d6cad0a082d completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:23:43.558669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 6ee98508-d66d-4c6f-b430-6d6cad0a082d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:23:43.559101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:43.682496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:43.711843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:23:43.722490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:23:43.726302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:43.728398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:23:43.773868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'code': 200} Dec 23 15:23:43.801208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=6ee98508-d66d-4c6f-b430-6d6cad0a082d,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:23:43.804418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:23:44.017098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-34834622-00ea-4938-8156-9af44c39b7b1 req-bab4d7c8-00e0-432b-a90e-67155bcaf352 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 1099 time: 0.0777402 Dec 23 15:23:44.066424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-34834622-00ea-4938-8156-9af44c39b7b1 req-1e71ccca-f397-48e3-9362-2c25e908fb6a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Dec 23 15:23:44.610109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488eb8d-6e0b-46fe-9a39-b5cd5507e74b req-2623bf95-9ed0-401d-b0a7-05acce98d85f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:44.611792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1488eb8d-6e0b-46fe-9a39-b5cd5507e74b req-2623bf95-9ed0-401d-b0a7-05acce98d85f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 946 time: 0.0875440 Dec 23 15:23:44.661357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1488eb8d-6e0b-46fe-9a39-b5cd5507e74b req-1343e0d4-4283-45c1-a1cb-81bf89d1e058 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Dec 23 15:23:45.892201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739b0c9-8ffd-4b9a-aabf-2fbae2de9213 req-5411c4b8-9388-4add-aa3c-0b746bd08a66 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:45.893927 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a739b0c9-8ffd-4b9a-aabf-2fbae2de9213 req-5411c4b8-9388-4add-aa3c-0b746bd08a66 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 946 time: 0.0911517 Dec 23 15:23:45.944321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a739b0c9-8ffd-4b9a-aabf-2fbae2de9213 req-1397adaa-46a3-4c3c-a57f-5636ba0271a9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Dec 23 15:23:46.169108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052cff3-d72c-45f0-88d6-3da734fa6269 req-d8296889-6a7a-48d7-aa37-69afe0af89f0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:46.170791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f052cff3-d72c-45f0-88d6-3da734fa6269 req-d8296889-6a7a-48d7-aa37-69afe0af89f0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 946 time: 0.0911987 Dec 23 15:23:46.224182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f052cff3-d72c-45f0-88d6-3da734fa6269 req-efc3a828-97fb-4da8-a94e-3927d21f2f93 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Dec 23 15:23:46.252188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:46.328989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b934507d-b7c4-4a73-bb3c-0f7160869172 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 1094 time: 0.0754604 Dec 23 15:23:46.331881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:46.337798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'port_id': '6ee98508-d66d-4c6f-b430-6d6cad0a082d'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:23:46.421650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:46.719006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c207f5e3-9d12-4b99-8ab5-16f7d901a14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:47.313537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:47.317142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:47.522889 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c associated. External IP: 172.26.2.250, port: 6ee98508-d66d-4c6f-b430-6d6cad0a082d. Dec 23 15:23:47.950881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:23:48.167703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:48.170902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:23:48.175295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:48.181884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:23:48.195011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:23:48.195714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:48.232080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-05ffb0ad-a035-444e-953f-da45cbefa5e2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 992 time: 1.8990037 Dec 23 15:23:48.232751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:23:48.235237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59188) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:48.286457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'status': 'completed', 'code': 200} Dec 23 15:23:48.413129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f55921c5-39e6-47b7-88a5-c81d9c60ab24 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 992 time: 0.1762075 Dec 23 15:23:48.438681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-079b9c16-5181-42c2-b0d8-263dc38ed711 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 1099 time: 0.1146975 Dec 23 15:23:48.556804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:23:48.588054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-fb5762bb-3c5d-4697-b959-45a745d97a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:48.589744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-fb5762bb-3c5d-4697-b959-45a745d97a53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 898 time: 0.1446137 Dec 23 15:23:48.700737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-d0a26f74-78a0-492f-90db-f7ea2d96f41b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d HTTP/1.1" status: 200 len: 1000 time: 0.1041121 Dec 23 15:23:48.776069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-4b7ad3e8-dafe-4d49-b806-0a31284ace26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:23:48.777871 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-4b7ad3e8-dafe-4d49-b806-0a31284ace26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0702639 Dec 23 15:23:48.819960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0501172-0363-42eb-bde9-9392f8222832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:48.862217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-5f0ae89e-7781-4203-b45c-3e04232226e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774851 Dec 23 15:23:48.959183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9ba27523-542c-4a83-ac24-e31d04dab36c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'port_id': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'mac_address': 'fa:16:3e:21:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844028de-30e5-4582-ac8d-d005c65e2ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:51Z', 'updated_at': '2021-12-23T15:23:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:48.963559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:23:48.975034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:23:48.975786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:49.010049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-47b9b556-0e18-42e2-be08-7dc9c0dc8876 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405044 Dec 23 15:23:49.158054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3089b87-66c9-4abd-8cfd-4c94583db21e req-1d4cfcb1-201c-4b90-af81-d55a72e5c60e service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408327 Dec 23 15:23:49.164691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:23:49.416664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:49.445646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:23:49.530816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-43b4f175-6847-4ba1-9357-e9b2000b8a6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 992 time: 0.1128290 Dec 23 15:23:49.554463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9ba27523-542c-4a83-ac24-e31d04dab36c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'port_id': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'mac_address': 'fa:16:3e:21:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844028de-30e5-4582-ac8d-d005c65e2ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:51Z', 'updated_at': '2021-12-23T15:23:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:23:49.558917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f13db3-4646-4de4-a5f8-207c2e2bee2c None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9ba27523-542c-4a83-ac24-e31d04dab36c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'port_id': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'mac_address': 'fa:16:3e:21:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844028de-30e5-4582-ac8d-d005c65e2ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:22:51Z', 'updated_at': '2021-12-23T15:23:47Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:23:49.905484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c6eec-70ba-463c-89e6-11a14567ff71 None None] New status for floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:23:50.535877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59198) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:23:50.658643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-20d3744f-0090-4119-83af-f18a658a497d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 200 len: 994 time: 0.1209447 Dec 23 15:23:50.848069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:00.794976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:05.685967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:05.914171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Deleting port 1686ab5c-2b0f-4e07-abc2-7c9375e76c0d {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:05.914475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:06.092633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:06.093001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:06.219100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Calling delete_port for 1686ab5c-2b0f-4e07-abc2-7c9375e76c0d owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:06.374269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:06.378373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-439d1ad4-c5c1-4979-92cf-a99a32db748b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:06.421260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'Port': ['ID=1686ab5c-2b0f-4e07-abc2-7c9375e76c0d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:06.425722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:06.534044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:06.972229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:07.444800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:07.456503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:07.466921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:07.470210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:07.470937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:07.524525 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "DELETE /v2.0/floatingips/f28666dc-b96a-47e5-bfc4-5dacd739201b HTTP/1.1" status: 204 len: 168 time: 1.8373270 Dec 23 15:24:07.525330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:07.595107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'status': 'completed', 'code': 200} Dec 23 15:24:07.670633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:07.710510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-5cf95e4f-f7b4-4993-be9e-93efdcd5d3c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 1098 time: 0.0819054 Dec 23 15:24:07.868432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-477e7689-56f2-494a-b243-154d41288b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:07.870175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-477e7689-56f2-494a-b243-154d41288b21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.1519976 Dec 23 15:24:07.999229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-6f16091c-40b2-4994-8b0f-7a2922f7169f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89 HTTP/1.1" status: 200 len: 217 time: 0.0783253 Dec 23 15:24:08.053952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:57Z', 'revision_number': 1, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:08.058334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:08.070329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:08.070999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:08.082708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078418b1-a9d0-4662-a26e-af3a1a673f28 req-628ba4ad-3698-4f23-a7b6-71e6a94db150 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:08.084382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-078418b1-a9d0-4662-a26e-af3a1a673f28 req-628ba4ad-3698-4f23-a7b6-71e6a94db150 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 945 time: 0.2073195 Dec 23 15:24:08.109089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-a1277d7d-daa4-43d9-9680-ed1f3d198045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:08.110693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-a1277d7d-daa4-43d9-9680-ed1f3d198045 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.0994778 Dec 23 15:24:08.190037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-078418b1-a9d0-4662-a26e-af3a1a673f28 req-020882ff-8705-4392-8ba1-79994aa8774b tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985577 Dec 23 15:24:08.218335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-8f4a5e89-dd98-48e2-9dee-122b648c9584 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909159 Dec 23 15:24:08.266786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:08.370724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-bd45e15c-f781-47fb-a704-f807f6485c28 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434293 Dec 23 15:24:08.522379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d22253d-09be-4208-a193-4ef3c68fd2b1 req-1337b375-eaa4-43a7-b175-20e5c52849a5 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410058 Dec 23 15:24:08.640422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:57Z', 'revision_number': 1, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:08.645446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f92205-0707-4310-a13d-deee113fcb7a None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0c4c5343-bce2-4856-bfb8-7b4cba2de707', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'floating_ip_address': '172.26.2.101', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'port_id': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'mac_address': 'fa:16:3e:ca:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:19:52Z', 'updated_at': '2021-12-23T15:19:57Z', 'revision_number': 1, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:09.068000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109f12a-e0ef-440e-8225-6443d72869e0 None None] New status for floating IP f28666dc-b96a-47e5-bfc4-5dacd739201b: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:24:09.407446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b37e-2c7b-4bbc-a8d4-292aaed6b1b3 req-5ab71223-4fcb-4347-b0ee-9f8cd4160adc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:09.408294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5790b37e-2c7b-4bbc-a8d4-292aaed6b1b3 req-5ab71223-4fcb-4347-b0ee-9f8cd4160adc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:09.426000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5790b37e-2c7b-4bbc-a8d4-292aaed6b1b3 req-5ab71223-4fcb-4347-b0ee-9f8cd4160adc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:09.427268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5790b37e-2c7b-4bbc-a8d4-292aaed6b1b3 req-5ab71223-4fcb-4347-b0ee-9f8cd4160adc tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 945 time: 0.1044884 Dec 23 15:24:09.479377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5790b37e-2c7b-4bbc-a8d4-292aaed6b1b3 req-4ea5e4d1-fd79-43d3-90bb-a5ba2bc76b9d tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 Dec 23 15:24:09.860711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-329b2ce8-aeb6-49ee-b30f-871dee6e2324 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:09.862340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-329b2ce8-aeb6-49ee-b30f-871dee6e2324 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 945 time: 0.0950809 Dec 23 15:24:09.941125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Deleting port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:09.941564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:10.213033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] For port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:10.213647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:10.342558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Calling delete_port for 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:10.499882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:10.505947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3f6c6172-3360-4eb5-ab99-4d64f9b7c314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:10.550449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'Port': ['ID=6c403ca1-e4e9-4d47-bba7-7e8f35182d89,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:10.553489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:10.668820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] No DVR routers for this DVR port 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:10.671493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:10.684248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'name': 'network-vif-deleted', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:10.698490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-620ea23d-673f-4ce6-a877-6326a515f79b req-fea2c8da-c47a-454b-a468-3861cca07e30 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 210 time: 0.0759284 Dec 23 15:24:10.707322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-81ecf25f-dfaa-4019-adc3-1ed93edc2af0 req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "DELETE /v2.0/ports/6c403ca1-e4e9-4d47-bba7-7e8f35182d89 HTTP/1.1" status: 204 len: 173 time: 0.8383942 Dec 23 15:24:10.746439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d9d675-6584-4f34-8024-c7a39c12ed83', 'name': 'network-vif-deleted', 'tag': '6c403ca1-e4e9-4d47-bba7-7e8f35182d89', 'status': 'completed', 'code': 200} Dec 23 15:24:11.048248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:24:11.901731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-9df8e366-57d5-4f1f-b20a-3c9bcc7b78b4 req-2b00e53c-0bc3-44ff-a2f6-79fdd9ab8651 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:11.923720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-9df8e366-57d5-4f1f-b20a-3c9bcc7b78b4 req-2b00e53c-0bc3-44ff-a2f6-79fdd9ab8651 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:11.924984 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9df8e366-57d5-4f1f-b20a-3c9bcc7b78b4 req-2b00e53c-0bc3-44ff-a2f6-79fdd9ab8651 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d9d675-6584-4f34-8024-c7a39c12ed83 HTTP/1.1" status: 200 len: 210 time: 0.0801048 Dec 23 15:24:13.601619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:13.817426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:13.817797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6c403ca1-e4e9-4d47-bba7-7e8f35182d89 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:14.901445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-f531f7c5-20d2-4602-98d7-6a877a2f49ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3089015 Dec 23 15:24:15.001786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-83a8400f-e8af-49d5-917c-09eff181fa41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 1098 time: 0.0761325 Dec 23 15:24:15.162539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-ad2c7080-5793-438f-9ffb-9054afe02a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:15.164098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-ad2c7080-5793-438f-9ffb-9054afe02a24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 200 len: 898 time: 0.1403601 Dec 23 15:24:15.240585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-624d961d-39a1-4aad-beed-a2737ad02654 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 200 len: 217 time: 0.0694551 Dec 23 15:24:15.318383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-0b6bdfaa-6132-4506-a114-b8275d669055 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:15.320030 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-0b6bdfaa-6132-4506-a114-b8275d669055 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 200 len: 834 time: 0.0732355 Dec 23 15:24:15.409605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-a01f7404-1045-4d92-abd5-633eeae0544e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6709901-3806-4203-8a35-045939152a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821688 Dec 23 15:24:15.562241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-ead912a8-0f5a-4e9d-8a8c-1a1d7912cc79 service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421876 Dec 23 15:24:15.712075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14305a3a-e8bd-445d-9a2a-4fc14ce7c0df req-812c14f6-4eba-4cc6-83b1-5adb05bc15bc service neutron] 10.222.0.65 "GET /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430676 Dec 23 15:24:16.594722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:16.714100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbabccf2-1127-48d1-a859-9cb31c989f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:16.821595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Deleting port 3e93ef00-95de-46d6-b747-47181d52b6b3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:16.821974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:17.006035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:17.006288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:17.142011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Calling delete_port for 3e93ef00-95de-46d6-b747-47181d52b6b3 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:17.312957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:17.316796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:17.363210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'Port': ['ID=3e93ef00-95de-46d6-b747-47181d52b6b3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:17.367121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:17.463351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:17.890553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:18.115506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:18.126176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:18.137551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:18.139219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:18.139953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:18.196522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "DELETE /v2.0/floatingips/0c4c5343-bce2-4856-bfb8-7b4cba2de707 HTTP/1.1" status: 204 len: 168 time: 1.6005590 Dec 23 15:24:18.197316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:18.225355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:18.254295 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'status': 'completed', 'code': 200} Dec 23 15:24:18.349841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:18.367181 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-e5cc8c60-aec1-47cb-8f63-90a8002658dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281fae871b4642b6b3de3234af23fd32&device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 1098 time: 0.0901847 Dec 23 15:24:18.519970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-aba24123-1ce2-459e-a9b0-fc5a948af30b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:18.521706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-aba24123-1ce2-459e-a9b0-fc5a948af30b service neutron] 10.222.0.65 "GET /v2.0/networks?id=83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 200 len: 913 time: 0.1466980 Dec 23 15:24:18.647761 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-c00a7eaa-b926-4e84-af1e-211291f2abd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 200 len: 217 time: 0.0814745 Dec 23 15:24:18.718681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:18.723204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:18.737449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5662c3-99cc-4a9c-ace8-6d4afe977105 req-18af929e-5074-4871-9283-6905a2e00318 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:18.739165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc5662c3-99cc-4a9c-ace8-6d4afe977105 req-18af929e-5074-4871-9283-6905a2e00318 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 945 time: 0.2112119 Dec 23 15:24:18.741905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:18.742606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:23:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:18.742775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-64c6d0ed-943d-489c-827f-78a53b8a82bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:18.744177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-64c6d0ed-943d-489c-827f-78a53b8a82bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 200 len: 851 time: 0.0858274 Dec 23 15:24:18.823234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-285b2361-cd33-4c87-97bd-f51e2fef8f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:18.845284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc5662c3-99cc-4a9c-ace8-6d4afe977105 req-437bcb2c-e912-42ca-8685-fd1f9e63f721 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988343 Dec 23 15:24:18.870981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-afa196c3-4179-4286-807a-9831f217edd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83d92594-1160-40af-9d94-660d3e3de811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088414 Dec 23 15:24:18.948380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:19.025874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-1b34f33f-cbb6-4fff-b4b7-55c47200dfab service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474321 Dec 23 15:24:19.176886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-77efd9b9-3c8f-43f6-9f02-2383cb35a1e0 req-e306f38f-555b-4b75-af36-3f8905e8da64 service neutron] 10.222.0.65 "GET /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427188 Dec 23 15:24:19.289918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:19.294376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1678f-f3f7-4821-8adb-d49a60b1ad21 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:15:28Z', 'revision_number': 4, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1190470c-e837-4402-a495-03ee7288891b', 'name': '', 'network_id': '83d92594-1160-40af-9d94-660d3e3de811', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'mac_address': 'fa:16:3e:8e:1c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:27Z', 'updated_at': '2021-12-23T15:15:45Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'subnets': [{'id': 'd9bfc0c2-1581-4c00-a810-23fe8c8d84c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:19.401337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:19.691605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69eee4f-be07-49fe-b5bf-20df50423a14 None None] New status for floating IP 0c4c5343-bce2-4856-bfb8-7b4cba2de707: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:24:20.062548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59601dfe-0a13-4996-b752-c36b32c88dbf req-b2f176ae-8204-4fe9-8ac4-df3070541389 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:20.062548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-59601dfe-0a13-4996-b752-c36b32c88dbf req-b2f176ae-8204-4fe9-8ac4-df3070541389 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Synchronizing usage tracker for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:20.078571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-59601dfe-0a13-4996-b752-c36b32c88dbf req-b2f176ae-8204-4fe9-8ac4-df3070541389 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Unset dirty status for tenant:281fae871b4642b6b3de3234af23fd32 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:20.079856 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59601dfe-0a13-4996-b752-c36b32c88dbf req-b2f176ae-8204-4fe9-8ac4-df3070541389 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 945 time: 0.1053197 Dec 23 15:24:20.133973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59601dfe-0a13-4996-b752-c36b32c88dbf req-3e783184-2501-4078-b1e8-166f0fefa706 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/security-groups?id=54712338-f0b2-4a53-9e44-3c76d14a7515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451441 Dec 23 15:24:20.195175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-9b3a4cf3-6d21-4353-a063-3eb8efd11fb8 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:20.196819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-9b3a4cf3-6d21-4353-a063-3eb8efd11fb8 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 945 time: 0.0867009 Dec 23 15:24:20.283247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Deleting port 3bf5cfed-f903-455f-b8da-8c2a364c4113 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:20.283699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:20.550992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] For port 3bf5cfed-f903-455f-b8da-8c2a364c4113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3bf5cfed-f903-455f-b8da-8c2a364c4113,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:20.551438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:20.683985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Calling delete_port for 3bf5cfed-f903-455f-b8da-8c2a364c4113 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:20.834803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:20.840893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8fd87d92-0566-4765-bb43-1b76d7136b6a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:20.850740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:20.886842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'Port': ['ID=3bf5cfed-f903-455f-b8da-8c2a364c4113,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:20.890772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:20.966358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] No DVR routers for this DVR port 3bf5cfed-f903-455f-b8da-8c2a364c4113 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:20.968879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:20.971702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'name': 'network-vif-deleted', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:20.987827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee74ece8-4488-4d9f-87ee-9fba919ad795 req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.65 "DELETE /v2.0/ports/3bf5cfed-f903-455f-b8da-8c2a364c4113 HTTP/1.1" status: 204 len: 173 time: 0.7836478 Dec 23 15:24:21.026490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe7afc-ac7c-4614-8bea-039166a501ef', 'name': 'network-vif-deleted', 'tag': '3bf5cfed-f903-455f-b8da-8c2a364c4113', 'status': 'completed', 'code': 200} Dec 23 15:24:21.308667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c1572e9-0de2-47a1-9e0f-39f1f4906fbc req-a377669a-9af5-4239-bd94-72cc5f9fb96a tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffe7afc-ac7c-4614-8bea-039166a501ef HTTP/1.1" status: 200 len: 210 time: 0.0503552 Dec 23 15:24:22.428629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:22.611546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Deleting port d36e1512-7ad6-47c1-9206-621339d6fd71 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:22.611786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:22.792698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:22.793066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:22.928145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Calling delete_port for d36e1512-7ad6-47c1-9206-621339d6fd71 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:23.079575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:23.084343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a02a83e5-95d7-4af3-9210-ac4514998c1d tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:23.129439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'Port': ['ID=d36e1512-7ad6-47c1-9206-621339d6fd71,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:23.133200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:23.241701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:23.258004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:23.259286 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "DELETE /v2.0/floatingips/49c48769-9d84-4393-8335-ec4615f3c5d7 HTTP/1.1" status: 204 len: 168 time: 0.8293843 Dec 23 15:24:23.613791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3bf5cfed-f903-455f-b8da-8c2a364c4113 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:23.651865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 3bf5cfed-f903-455f-b8da-8c2a364c4113 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:23.652272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3bf5cfed-f903-455f-b8da-8c2a364c4113 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:24.376287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d0547-4ce6-4ac2-b1ba-e53d58b452d3 req-94cbbd24-e273-49eb-a657-c9503703d1dd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:24.378061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-619d0547-4ce6-4ac2-b1ba-e53d58b452d3 req-94cbbd24-e273-49eb-a657-c9503703d1dd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 946 time: 0.0885925 Dec 23 15:24:24.431594 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-619d0547-4ce6-4ac2-b1ba-e53d58b452d3 req-15f6db18-508c-447b-927d-9d1c5561a085 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449653 Dec 23 15:24:25.648523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d97fd7-e08c-4eab-ba85-f8f5a4518c20 req-d55b8b90-8a44-4e5f-b381-77865697543b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:25.650190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0d97fd7-e08c-4eab-ba85-f8f5a4518c20 req-d55b8b90-8a44-4e5f-b381-77865697543b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 946 time: 0.0876336 Dec 23 15:24:25.703919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0d97fd7-e08c-4eab-ba85-f8f5a4518c20 req-bdea964e-b68c-4549-a7c8-5083e71296e5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466132 Dec 23 15:24:25.788765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59290) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:25.837221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-c0a68619-9e01-42fb-8400-2bb41f240763 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:25.838928 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-c0a68619-9e01-42fb-8400-2bb41f240763 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 946 time: 0.1175272 Dec 23 15:24:25.947278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 6ee98508-d66d-4c6f-b430-6d6cad0a082d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:25.947278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:25.977049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.030408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.242564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.249669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f026b43-fc53-48b4-8812-bc178e5d930c tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:26.284766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54712338-f0b2-4a53-9e44-3c76d14a7515,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:26.287410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:26.296745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 6ee98508-d66d-4c6f-b430-6d6cad0a082d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6ee98508-d66d-4c6f-b430-6d6cad0a082d,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:26.297147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.365099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.366291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] 10.222.0.49 "DELETE /v2.0/security-groups/54712338-f0b2-4a53-9e44-3c76d14a7515 HTTP/1.1" status: 204 len: 168 time: 0.5764122 Dec 23 15:24:26.431429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59296) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:26.619477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.619936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.620299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c disassociated. External IP: 172.26.2.250, port: 6ee98508-d66d-4c6f-b430-6d6cad0a082d. Dec 23 15:24:26.620731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 6ee98508-d66d-4c6f-b430-6d6cad0a082d owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:26.783873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:26.792260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-87f1a842-1002-4948-a9be-e1f4cd4f1fd0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:26.839701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=6ee98508-d66d-4c6f-b430-6d6cad0a082d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:26.842560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:26.955491 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e43c4a1-6216-43aa-b126-fb1187c44ecb req-3ebd9a06-01d0-4b97-96b2-ce5dee2ca6d4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 210 time: 0.0619113 Dec 23 15:24:27.308088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:27.311410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:27.542199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:27.552626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:27.566025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:27.566722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:27.617535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 6ee98508-d66d-4c6f-b430-6d6cad0a082d on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:27.620086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:27.623089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'name': 'network-vif-deleted', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:27.639443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8132bf32-4a94-432d-90ba-c9522c0035f2 req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/6ee98508-d66d-4c6f-b430-6d6cad0a082d HTTP/1.1" status: 204 len: 173 time: 1.7892437 Dec 23 15:24:27.687671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844028de-30e5-4582-ac8d-d005c65e2ede', 'name': 'network-vif-deleted', 'tag': '6ee98508-d66d-4c6f-b430-6d6cad0a082d', 'status': 'completed', 'code': 200} Dec 23 15:24:27.770454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:27.975165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Deleting port 1190470c-e837-4402-a495-03ee7288891b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:27.975849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:28.123831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:28.128142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:28.139727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:28.140387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:28.177457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e9eb732-995b-43fa-bff9-5fa5b0ad82d3 req-03189acf-9bd0-4a99-9150-f378b48163bb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=844028de-30e5-4582-ac8d-d005c65e2ede HTTP/1.1" status: 200 len: 210 time: 0.0718734 Dec 23 15:24:28.228257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] For port 1190470c-e837-4402-a495-03ee7288891b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1190470c-e837-4402-a495-03ee7288891b,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:28.228611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:28.333746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:28.361974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Calling delete_port for 1190470c-e837-4402-a495-03ee7288891b owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:28.564534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:28.569192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:28.614200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Pushing event deleted for resources: {'Port': ['ID=1190470c-e837-4402-a495-03ee7288891b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:28.616849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:28.844661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:28.849266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45077606-cdec-49db-82c3-aca0db6c147b None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:22:29Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '24343507-958a-43c6-9693-520e405b0768', 'name': '', 'network_id': 'b6709901-3806-4203-8a35-045939152a8d', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:28Z', 'updated_at': '2021-12-23T15:22:38Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'a0c7f92d-800e-43c9-b03b-441cd7e8717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:28.928598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.291956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59310) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:29.312783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83746a69-9e1b-42bf-9ae1-168a6c1c35dd None None] New status for floating IP 9ba27523-542c-4a83-ac24-e31d04dab36c: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:24:29.373100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.409788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.464277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.470325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c033f290-ec32-4cf6-854f-99a63f53a393 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:29.488051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:29.494380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:29.496862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.498331 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/a12fc330-8298-4ed9-a6dc-a3b0dd8ff05f HTTP/1.1" status: 204 len: 168 time: 0.2052224 Dec 23 15:24:29.541078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59316) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:29.584623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:29.616528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6ee98508-d66d-4c6f-b430-6d6cad0a082d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:29.654431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 6ee98508-d66d-4c6f-b430-6d6cad0a082d {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:29.654791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 6ee98508-d66d-4c6f-b430-6d6cad0a082d not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:29.712963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port c63e7301-447e-4391-b66c-ae4fe7137e77 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:29.713343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.801594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:29.811903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] Sync routers for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:29.815511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] 10.222.0.49 "PUT /v2.0/routers/1f5ef9f3-515f-4adc-b9d9-1e13bb571e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3828251 Dec 23 15:24:29.822541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59320) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:29.827645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:29.828334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:29.900454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:29.900942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.029436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:30.044174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for c63e7301-447e-4391-b66c-ae4fe7137e77 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:30.200869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.205967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cff2c698-0542-4488-a730-f2f01c244384 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:30.247321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=c63e7301-447e-4391-b66c-ae4fe7137e77,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:30.252183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:30.307554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.361310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.371396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:24:28Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:30.376297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] Checking router: 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:30.385862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.387941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/9ba27523-542c-4a83-ac24-e31d04dab36c HTTP/1.1" status: 204 len: 168 time: 0.8455970 Dec 23 15:24:30.391263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] Routers {'1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:30.391979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:30.531196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.540726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Deleting port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:30.541403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.588184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] Set router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:30.770602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] For port b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:30.771001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.814396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:30.909095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Calling delete_port for b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:30.911669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:24:28Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:30.916040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfa829-2fc4-4006-b68b-e67281b028b3 None None] The sync data for ids ['1f5ef9f3-515f-4adc-b9d9-1e13bb571e42'] in dv-neutron-822797-1-hyperv is: [{'id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'name': 'tempest-TestVolumeBootPattern-1248215607-router', 'tenant_id': '281fae871b4642b6b3de3234af23fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:12Z', 'updated_at': '2021-12-23T15:24:28Z', 'revision_number': 5, 'project_id': '281fae871b4642b6b3de3234af23fd32', 'gw_port': {'id': 'b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ef9f3-515f-4adc-b9d9-1e13bb571e42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:14Z', 'updated_at': '2021-12-23T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:31.022499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0053cc-253d-43c3-b32e-b47fb8f25136 req-49b4cbae-3f76-466d-810c-e3526a86f39a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:31.024123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b0053cc-253d-43c3-b32e-b47fb8f25136 req-49b4cbae-3f76-466d-810c-e3526a86f39a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 945 time: 0.3007960 Dec 23 15:24:31.121055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b0053cc-253d-43c3-b32e-b47fb8f25136 req-a519a8cf-f0fb-4533-a3fd-b0a913429f4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885923 Dec 23 15:24:31.153879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.158005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a584bca5-9f17-4207-934c-5cbe5930f5fc tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:31.201958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:31.205904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:31.443543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.717923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.722688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.752732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.753352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:24:31.766179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.767479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] 10.222.0.49 "DELETE /v2.0/routers/1f5ef9f3-515f-4adc-b9d9-1e13bb571e42 HTTP/1.1" status: 204 len: 168 time: 1.9447525 Dec 23 15:24:31.770250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59328) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:31.838954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Deleting subnet d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:24:31.842496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.900927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:31.991572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.073137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.077848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b56a9b3c-88c1-4ba7-aa72-d0ca7c6bf60a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:32.091766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1190470c-e837-4402-a495-03ee7288891b no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:32.118457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bfc0c2-1581-4c00-a810-23fe8c8d84c1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:32.122931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:32.125795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.131320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 1190470c-e837-4402-a495-03ee7288891b {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:32.131320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1190470c-e837-4402-a495-03ee7288891b not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:32.131320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:32.132250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d9bfc0c2-1581-4c00-a810-23fe8c8d84c1 HTTP/1.1" status: 204 len: 168 time: 0.3609090 Dec 23 15:24:32.135083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59332) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:32.161044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd61a4-8e45-4244-b27c-14d75364e25c None None] Network 83d92594-1160-40af-9d94-660d3e3de811 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:24:32.256254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.267586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Deleting port 1d056835-021f-4877-8d8f-bc5fa8d808c4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:32.267955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.300355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:32.301022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device b7d57c8a-1a23-40c6-a714-2f8b0f6b3c23 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:32.328547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-531a7df9-ad34-4366-ab97-da9a0ab2065c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:32.329351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-531a7df9-ad34-4366-ab97-da9a0ab2065c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:32.354101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-531a7df9-ad34-4366-ab97-da9a0ab2065c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:32.355395 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-531a7df9-ad34-4366-ab97-da9a0ab2065c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 945 time: 0.1807389 Dec 23 15:24:32.426265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fdfb9-0f8b-433a-a6ec-77ea594f4fa4 req-33b5159e-a700-4e70-a047-500ecaacb008 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:32.427948 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-593fdfb9-0f8b-433a-a6ec-77ea594f4fa4 req-33b5159e-a700-4e70-a047-500ecaacb008 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 945 time: 0.1722069 Dec 23 15:24:32.467810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] DHCP port deletion for 83d92594-1160-40af-9d94-660d3e3de811 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:24:32.472417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Deleting port 1d056835-021f-4877-8d8f-bc5fa8d808c4 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:32.472847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.477265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 85cda507-5487-4f19-9a72-5f8958e2f0dc {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:32.477655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.526689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] For port 1d056835-021f-4877-8d8f-bc5fa8d808c4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1d056835-021f-4877-8d8f-bc5fa8d808c4,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:32.527018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.547573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-593fdfb9-0f8b-433a-a6ec-77ea594f4fa4 req-6970a252-0f44-4dec-9717-df6939ee8f60 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:32.617176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-593fdfb9-0f8b-433a-a6ec-77ea594f4fa4 req-6970a252-0f44-4dec-9717-df6939ee8f60 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:32.618488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-593fdfb9-0f8b-433a-a6ec-77ea594f4fa4 req-6970a252-0f44-4dec-9717-df6939ee8f60 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840534 Dec 23 15:24:32.662762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Calling delete_port for 1d056835-021f-4877-8d8f-bc5fa8d808c4 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:32.712239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] For port 1d056835-021f-4877-8d8f-bc5fa8d808c4, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1d056835-021f-4877-8d8f-bc5fa8d808c4,segment=NetworkSegment(6b961c9e-9b72-4e85-8215-15ef7495a2e6),segment_id=6b961c9e-9b72-4e85-8215-15ef7495a2e6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:32.712884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.741984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.747460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c525e8c-e473-44db-8a6f-b640d062abb2 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:32.791204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d056835-021f-4877-8d8f-bc5fa8d808c4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:32.792076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 85cda507-5487-4f19-9a72-5f8958e2f0dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=85cda507-5487-4f19-9a72-5f8958e2f0dc,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:32.792483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.796728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:32.802342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] No DVR routers for this DVR port 1d056835-021f-4877-8d8f-bc5fa8d808c4 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:32.845182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Calling delete_port for 1d056835-021f-4877-8d8f-bc5fa8d808c4 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:32.914786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:24:32.915199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:24:32.924183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 85cda507-5487-4f19-9a72-5f8958e2f0dc owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:32.934489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:32.962315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d92594-1160-40af-9d94-660d3e3de811']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:32.979874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b961c9e-9b72-4e85-8215-15ef7495a2e6') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:32.980212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b961c9e-9b72-4e85-8215-15ef7495a2e6') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:32.993271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.008884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.016042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:24:33.016481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:24:33.031377 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:24:33.074237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.080405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc0aec20-d26e-47a3-8bc0-3d70443b98be tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:33.112281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.116025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c9d4848-1837-4acf-bb05-c9aa4d7c4e29 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:33.125108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=85cda507-5487-4f19-9a72-5f8958e2f0dc,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:33.129560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:33.130712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.146598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d92594-1160-40af-9d94-660d3e3de811,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:33.150264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:33.161471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/83d92594-1160-40af-9d94-660d3e3de811 HTTP/1.1" status: 204 len: 168 time: 1.0252481 Dec 23 15:24:33.164492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:33.207251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 85cda507-5487-4f19-9a72-5f8958e2f0dc on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:33.209819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.212829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'name': 'network-vif-deleted', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:33.228815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-68f461ac-d29b-44bc-87fa-a9ab4d8cb538 req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/85cda507-5487-4f19-9a72-5f8958e2f0dc HTTP/1.1" status: 204 len: 173 time: 0.8677545 Dec 23 15:24:33.269084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd983ac-d8f8-4ac7-a56a-de67eacacf9b', 'name': 'network-vif-deleted', 'tag': '85cda507-5487-4f19-9a72-5f8958e2f0dc', 'status': 'completed', 'code': 200} Dec 23 15:24:33.416717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Deleting port 1d056835-021f-4877-8d8f-bc5fa8d808c4 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:33.417197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:33.490104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b3826a1a-e579-4df2-aa48-d9eab49a088c None None] The port '1d056835-021f-4877-8d8f-bc5fa8d808c4' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:24:33.819541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b9460ec9-24b8-4bee-9fcb-31694e6339ee req-0bf8699f-54f7-454b-9f2a-6a1584978feb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:33.834450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b9460ec9-24b8-4bee-9fcb-31694e6339ee req-0bf8699f-54f7-454b-9f2a-6a1584978feb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:33.835774 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b9460ec9-24b8-4bee-9fcb-31694e6339ee req-0bf8699f-54f7-454b-9f2a-6a1584978feb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd983ac-d8f8-4ac7-a56a-de67eacacf9b HTTP/1.1" status: 200 len: 210 time: 0.0654199 Dec 23 15:24:33.888327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:34.084253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1d056835-021f-4877-8d8f-bc5fa8d808c4 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:34.118753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 1d056835-021f-4877-8d8f-bc5fa8d808c4 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:34.119201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1d056835-021f-4877-8d8f-bc5fa8d808c4 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:34.538324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Deleting port 8019b3e7-a0f8-461f-ba5e-1a835178fe22 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:34.538913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:34.735582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] For port 8019b3e7-a0f8-461f-ba5e-1a835178fe22, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8019b3e7-a0f8-461f-ba5e-1a835178fe22,segment=NetworkSegment(d33491ad-742c-4e1b-9147-944823d2493d),segment_id=d33491ad-742c-4e1b-9147-944823d2493d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:34.735829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:34.864417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Calling delete_port for 8019b3e7-a0f8-461f-ba5e-1a835178fe22 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:34.948944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59348) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:35.026177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:35.048240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:35.052204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f6f6f9ab-1341-4a1b-9bcb-e6ac502e23c2 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:35.062267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:35.098423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Pushing event deleted for resources: {'Port': ['ID=8019b3e7-a0f8-461f-ba5e-1a835178fe22,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:35.118141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:35.124043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-802c0bed-70e6-4571-9054-8bf80dd0f442 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:35.141813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:35.142979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.144109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.144541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.145146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.145611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.146032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.146450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.146588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:35.146865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.147275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.147683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.148093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:35.150004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:35.151472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:35.154413 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/e0c9c5b7-a857-4ec1-b328-b9ff6db1e4a3 HTTP/1.1" status: 204 len: 168 time: 0.2041481 Dec 23 15:24:35.193838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59354) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:35.444497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:35.629318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 85cda507-5487-4f19-9a72-5f8958e2f0dc no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:35.846382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 85cda507-5487-4f19-9a72-5f8958e2f0dc {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:35.846781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 85cda507-5487-4f19-9a72-5f8958e2f0dc not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:35.890858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:36.094890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Router d51e2a58-9371-4aca-bc9a-6c25239cb120 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:36.568398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 24343507-958a-43c6-9693-520e405b0768 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:36.568733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:36.568903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:36.579382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] Sync routers for ids ['d51e2a58-9371-4aca-bc9a-6c25239cb120'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:36.587123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] 10.222.0.49 "PUT /v2.0/routers/d51e2a58-9371-4aca-bc9a-6c25239cb120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4215045 Dec 23 15:24:36.589909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59358) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:36.596932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] Routers {'d51e2a58-9371-4aca-bc9a-6c25239cb120'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:36.597882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d51e2a58-9371-4aca-bc9a-6c25239cb120'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:36.775129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 24343507-958a-43c6-9693-520e405b0768, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=24343507-958a-43c6-9693-520e405b0768,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:36.775721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:36.785856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] Set router d51e2a58-9371-4aca-bc9a-6c25239cb120 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:36.809369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:36.913847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 24343507-958a-43c6-9693-520e405b0768 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:37.037932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:37.099315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:24:34Z', 'revision_number': 5, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port': {'id': '68b40bc5-aed2-4dd8-8d58-a40d99094ec1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:15:42Z', 'updated_at': '2021-12-23T15:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:37.103767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] Checking router: d51e2a58-9371-4aca-bc9a-6c25239cb120 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:37.114857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:37.116257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] Routers {'d51e2a58-9371-4aca-bc9a-6c25239cb120'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:37.116964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['d51e2a58-9371-4aca-bc9a-6c25239cb120'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:37.117079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Deleting port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:37.117389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:37.119960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:37.166101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=24343507-958a-43c6-9693-520e405b0768,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:37.209509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.209952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.210385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.210811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.211237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.211659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.212082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.212499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.212992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.213439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.213853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:37.221404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:37.296541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] Set router d51e2a58-9371-4aca-bc9a-6c25239cb120 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:37.320890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] For port 68b40bc5-aed2-4dd8-8d58-a40d99094ec1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:37.321530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:37.428443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:24:37Z', 'revision_number': 6, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:37.433010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd642a8-18a8-4a12-9498-ee01d1d40f16 None None] The sync data for ids ['d51e2a58-9371-4aca-bc9a-6c25239cb120'] in dv-neutron-822797-1-hyperv is: [{'id': 'd51e2a58-9371-4aca-bc9a-6c25239cb120', 'name': 'tempest-TestVolumeBootPattern-1258509953-router', 'tenant_id': '1743b0dfd2734fab8e3601b453ab9d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:15:40Z', 'updated_at': '2021-12-23T15:24:37Z', 'revision_number': 6, 'project_id': '1743b0dfd2734fab8e3601b453ab9d14', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:37.477203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Calling delete_port for 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:37.552449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:37.663949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:37.668662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:37.711787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b40bc5-aed2-4dd8-8d58-a40d99094ec1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:37.714652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:37.954294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.150367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:38.185751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:38.186122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 68b40bc5-aed2-4dd8-8d58-a40d99094ec1 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:38.186773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8019b3e7-a0f8-461f-ba5e-1a835178fe22 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:38.193127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:38.219512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 8019b3e7-a0f8-461f-ba5e-1a835178fe22 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:38.219912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8019b3e7-a0f8-461f-ba5e-1a835178fe22 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:38.235725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.240276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.266645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.267261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51e2a58-9371-4aca-bc9a-6c25239cb120 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:24:38.280763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.284056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d51e2a58-9371-4aca-bc9a-6c25239cb120 HTTP/1.1" status: 204 len: 168 time: 1.6931102 Dec 23 15:24:38.285017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:38.369530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Deleting subnet ccdf8786-2e44-43d6-817e-37b09d796e70 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:24:38.374152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.418757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:38.430123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] Sync routers for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:38.434112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.439829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/8d6c22fc-9fc7-4e23-aa44-a04ef88a432c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2447395 Dec 23 15:24:38.442660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59366) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:38.447965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:38.448694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:38.523068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.601970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.607104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1bd939b2-0c87-451e-a200-2984e9281fb9 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:38.643596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:38.644619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdf8786-2e44-43d6-817e-37b09d796e70,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:38.648982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:38.652798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet a0c7f92d-800e-43c9-b03b-441cd7e8717b {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:24:38.654703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.656612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.664875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b9fca16b-ddb1-4eee-9a63-c3f64d7d8f78 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ccdf8786-2e44-43d6-817e-37b09d796e70 HTTP/1.1" status: 204 len: 168 time: 0.3762431 Dec 23 15:24:38.665405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:38.702262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887a6d4-a621-45ac-b3cd-9dc39284acc1 None None] Network 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:24:38.716959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.790320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.801722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Deleting port 997903e0-dc21-4622-86ea-e4abb373684f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:38.802087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.813041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.891760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.896118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16004d9c-44b2-4f78-9efb-436fff3f7b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:38.934439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c7f92d-800e-43c9-b03b-441cd7e8717b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:38.938275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:38.941924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:38.948439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/a0c7f92d-800e-43c9-b03b-441cd7e8717b HTTP/1.1" status: 204 len: 168 time: 0.5046687 Dec 23 15:24:38.952844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59374) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:38.954048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b318396-3d3f-40e0-92a1-ae31f2951ac2 None None] Network b6709901-3806-4203-8a35-045939152a8d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:24:39.032711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] For port 997903e0-dc21-4622-86ea-e4abb373684f, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=997903e0-dc21-4622-86ea-e4abb373684f,segment=NetworkSegment(d33491ad-742c-4e1b-9147-944823d2493d),segment_id=d33491ad-742c-4e1b-9147-944823d2493d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:39.033367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.180364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Calling delete_port for 997903e0-dc21-4622-86ea-e4abb373684f owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:39.260294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.265929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-591306a5-9746-45b8-b6df-1676f78c635c tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:39.314726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Pushing event deleted for resources: {'Port': ['ID=997903e0-dc21-4622-86ea-e4abb373684f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:39.318217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:39.321002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] No DVR routers for this DVR port 997903e0-dc21-4622-86ea-e4abb373684f on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:39.351012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:24:37Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:39.366989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] Checking router: 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:39.380900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] Routers {'8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:39.381949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:39.468425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67694d8c-480e-466e-9ef2-427d8a5e0a7f None None] DHCP port deletion for 1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:24:39.477004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.490478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.500807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] DHCP port deletion for b6709901-3806-4203-8a35-045939152a8d request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:24:39.519665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:39.533214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33491ad-742c-4e1b-9147-944823d2493d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:39.533553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33491ad-742c-4e1b-9147-944823d2493d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:39.545894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.562962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Deleting port 8e4365ff-a890-445e-a770-5bd014938ee0 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:39.563343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.566101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.575316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:24:39.575316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:24:39.591032 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:24:39.704706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] Set router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:39.709653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.720652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:24:39.721239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.925846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:39.926592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.938017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.943176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:39.947247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d38319a6-1e2a-4eda-8c02-66f0570ec82c tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:39.975401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:39.979844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:39.981551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d2fabb3-b3d4-4d53-8a14-1c028ec7fd2b HTTP/1.1" status: 204 len: 168 time: 1.3149536 Dec 23 15:24:40.023947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] For port 8e4365ff-a890-445e-a770-5bd014938ee0, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=8e4365ff-a890-445e-a770-5bd014938ee0,segment=NetworkSegment(d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e),segment_id=d6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:40.024394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.060324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:40.169683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59380) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:40.228582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-322ff9ae-91a3-43d2-96ba-cacfee4d9468 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=281fae871b4642b6b3de3234af23fd32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573685 Dec 23 15:24:40.231160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:40.249130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.254269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17740ee6-74d8-406a-b1ab-4fe5a49f7b83 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:40.286122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 997903e0-dc21-4622-86ea-e4abb373684f no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:40.297114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=4369f4a1-55e2-48d2-bbac-ca7aaf420f5c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:40.297318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.301625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:40.325735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.386713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.393675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbcb5a94-1030-4dde-98ba-f78c765d9e8a tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:40.404490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Calling delete_port for 8e4365ff-a890-445e-a770-5bd014938ee0 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:24:40.412454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a802965-ecd1-495f-a63c-dcdd3b1868d2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:40.416907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:40.420384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.424506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a802965-ecd1-495f-a63c-dcdd3b1868d2 HTTP/1.1" status: 204 len: 168 time: 0.1895938 Dec 23 15:24:40.447078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 997903e0-dc21-4622-86ea-e4abb373684f {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:40.447498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 997903e0-dc21-4622-86ea-e4abb373684f not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:40.447978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 8e4365ff-a890-445e-a770-5bd014938ee0 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:40.557248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.660712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.666229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:40.697639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Port 8e4365ff-a890-445e-a770-5bd014938ee0 update to DOWN by agent not found {{(pid=88874) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2096}} Dec 23 15:24:40.721411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Pushing event deleted for resources: {'Port': ['ID=8e4365ff-a890-445e-a770-5bd014938ee0,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:40.724021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:40.729033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] No DVR routers for this DVR port 8e4365ff-a890-445e-a770-5bd014938ee0 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:24:40.746428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:24:37Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:40.751270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb492b5-0833-46f4-a653-d0dc9c960b33 None None] The sync data for ids ['8d6c22fc-9fc7-4e23-aa44-a04ef88a432c'] in dv-neutron-822797-1-hyperv is: [{'id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'name': 'tempest-TestNetworkBasicOps-router-1307846002', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:22:24Z', 'updated_at': '2021-12-23T15:24:37Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '4369f4a1-55e2-48d2-bbac-ca7aaf420f5c', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6c22fc-9fc7-4e23-aa44-a04ef88a432c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:22:25Z', 'updated_at': '2021-12-23T15:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:40.847552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.852522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.876363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.877096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router 8d6c22fc-9fc7-4e23-aa44-a04ef88a432c {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:24:40.890599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:40.896984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:40.898245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/8d6c22fc-9fc7-4e23-aa44-a04ef88a432c HTTP/1.1" status: 204 len: 168 time: 1.9435627 Dec 23 15:24:40.901353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59396) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:40.949344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bd702b58-891d-4833-a7eb-da57f48d332a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1743b0dfd2734fab8e3601b453ab9d14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572929 Dec 23 15:24:40.952394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59400) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:41.016994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.028518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.049149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.099163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.105992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d39a6918-2b4b-4e2b-a71f-101497f3fa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:41.119200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172276e-7cf8-41b1-8b5a-8be46eac7013,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:41.122147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:41.123349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.127490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7622dbc1-c7f8-46e6-bed0-a3176d10e034 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e172276e-7cf8-41b1-8b5a-8be46eac7013 HTTP/1.1" status: 204 len: 168 time: 0.1711910 Dec 23 15:24:41.176467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.204514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6709901-3806-4203-8a35-045939152a8d']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:41.217625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:41.217972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c39a2d-0d0e-4f91-bf43-ddfa1fec7a3e') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:41.230279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.245325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.251876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:24:41.252318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:24:41.272422 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:24:41.377699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.387905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7de5ddd5-c687-4cd9-895c-ce2ff982517f tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:41.410156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.417241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=b6709901-3806-4203-8a35-045939152a8d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:41.421459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:41.435264 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/b6709901-3806-4203-8a35-045939152a8d HTTP/1.1" status: 204 len: 168 time: 0.5295193 Dec 23 15:24:41.459616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59406) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:41.467356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--259574454', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:41.473602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:41.482365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:41.486007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:41.492959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:41.504655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:24:41.513040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.550382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:24:41.560963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.561386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment 1660b7b9-eb7b-4302-8d7c-798edb98d232 of type vlan for network fad09a63-4150-4e47-8cb6-a822746c2410 Dec 23 15:24:41.590018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.621352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.625574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:41.626230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.631615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac52e39c-a1b9-4bba-974d-ad16c3a8e2af tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:41.737361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2763236 Dec 23 15:24:41.740365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59410) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:41.748553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-820358594', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:41.757691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=fad09a63-4150-4e47-8cb6-a822746c2410,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:41.760289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:41.762864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:41.765327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:41.768518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:41.768737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network fad09a63-4150-4e47-8cb6-a822746c2410 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:24:41.775056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:41.784961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.786078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.804616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:41.963255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:42.085681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 24343507-958a-43c6-9693-520e405b0768 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:42.121516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 24343507-958a-43c6-9693-520e405b0768 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:42.122190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 24343507-958a-43c6-9693-520e405b0768 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:42.122382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:24:42.155602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:24:42.156006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4369f4a1-55e2-48d2-bbac-ca7aaf420f5c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:24:42.159325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:42.191636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:42.338838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.207 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/681f4d20-9045-4e9a-9bc6-021879448aac) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:24:42.505357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:42.533661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:42.537516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-854f1d35-54db-4018-8fdc-b875b1df5eef tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:42.850257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:24:42.854524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:24:42.856680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=681f4d20-9045-4e9a-9bc6-021879448aac,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:42.859042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:24:42.886412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:43.023694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:43.024497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:43.275590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 175ffa58-8e00-44b7-96d7-59f66ca462b2 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:24:43.495911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:43.506073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Sync routers for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:43.519560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:43.520287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:43.524941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:43.526438 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7849762 Dec 23 15:24:43.530200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59414) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:43.583463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f4ef095c-0248-48e6-9e22-ef6968e1f499 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517800 Dec 23 15:24:43.586514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59418) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:43.733803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1240d-544a-48f8-a5f1-22d41dc16969 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:43.735532 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68c1240d-544a-48f8-a5f1-22d41dc16969 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479242 Dec 23 15:24:43.739373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:43.784730 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7b439ebb-80d6-4902-bc04-a13ce5829021 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443223 Dec 23 15:24:43.787523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59426) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:43.796267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-627768070', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:43.853586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:43.917595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:43.921904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:43.925030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:43.932929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:43.942987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:24:44.054686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.161392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:42Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:44.166304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Checking router: 175ffa58-8e00-44b7-96d7-59f66ca462b2 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:44.166747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Updating router 175ffa58-8e00-44b7-96d7-59f66ca462b2 port 681f4d20-9045-4e9a-9bc6-021879448aac binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:24:44.221761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.304802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.308545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0d63273-6987-4711-8fbd-34e00689cb6d tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:44.395188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:44.398365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:44.404923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:24:44.405361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: fad09a63-4150-4e47-8cb6-a822746c2410, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:24:44.428962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network fad09a63-4150-4e47-8cb6-a822746c2410 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:24:44.437951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, fad09a63-4150-4e47-8cb6-a822746c2410) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:24:44.442038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:44.442693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.448232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63662c4-14f9-46d3-947f-e4719ede331d None None] Network fad09a63-4150-4e47-8cb6-a822746c2410 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:24:44.465510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6766372 Dec 23 15:24:44.468598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:44.581465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.596131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Transition to ACTIVE for port object 681f4d20-9045-4e9a-9bc6-021879448aac will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:44.602305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.606814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:44.688163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-fad09a63-4150-4e47-8cb6-a822746c2410', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:24:44.689239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.691982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Attempting to bind port 681f4d20-9045-4e9a-9bc6-021879448aac on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:24:44.692394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Attempting to bind port 681f4d20-9045-4e9a-9bc6-021879448aac by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:24:44.692802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Attempting to bind port 681f4d20-9045-4e9a-9bc6-021879448aac on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:24:44.700847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Pushing event updated for resources: {'Port': ['ID=681f4d20-9045-4e9a-9bc6-021879448aac,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:44.711240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:24:44.711659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:24:44.712102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.712591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:24:44.713095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Bound port: 681f4d20-9045-4e9a-9bc6-021879448aac, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:24:44.713551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.742692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.743180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.743576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.743980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.744375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.744751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.745078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.745561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.745920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.746252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.746610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:44.750531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:44.802484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] For port 681f4d20-9045-4e9a-9bc6-021879448aac, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:24:44.805829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] For port 681f4d20-9045-4e9a-9bc6-021879448aac, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=681f4d20-9045-4e9a-9bc6-021879448aac,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:24:44.809409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:44.814313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d57bb65-3d6a-4733-84f6-46fe46b19e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:44.863576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Allocated IP 172.20.0.2 (fad09a63-4150-4e47-8cb6-a822746c2410/85aeea6f-e60e-48ea-8e95-f9c9a81a3dae/3657e1b6-d87c-4bec-9ae1-c0b0df0d937c) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:24:44.908456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Pushing event updated for resources: {'Port': ['ID=681f4d20-9045-4e9a-9bc6-021879448aac,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:44.911653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:44.912332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:44.969015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:45.090472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.102783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:45.103347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Transition to ACTIVE for port object 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:45.124013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Transition to ACTIVE for port object 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:45.128743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.133786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:45.199139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Pushing event updated for resources: {'Port': ['ID=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:45.219272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Network fad09a63-4150-4e47-8cb6-a822746c2410 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:24:45.220428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:24:45.223059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:24:45.231032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.231427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.231794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.232161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.232533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.232912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.233315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.233691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.234072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.234438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.234803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:24:45.238489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:45.296718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.323646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Attempting to bind port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:24:45.324259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Attempting to bind port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:24:45.325210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Attempting to bind port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:24:45.331721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:24:45.332151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Checking segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:24:45.332603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.333072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Bound using segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:24:45.333616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Bound port: 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:24:45.334035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.421021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:42Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:45.425179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ddee09-75c4-4f39-94a0-0bf419b992b3 None None] The sync data for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv is: [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:42Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:45.432610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c56b367e-9472-4d3b-a831-3055da627def None None] For port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:24:45.435958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c56b367e-9472-4d3b-a831-3055da627def None None] For port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:24:45.439710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.444357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86ebd88b-424a-4bdc-8e03-14b3ee5a5b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:45.533600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Pushing event updated for resources: {'Port': ['ID=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:45.539202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:45.736145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (fad09a63-4150-4e47-8cb6-a822746c2410/85aeea6f-e60e-48ea-8e95-f9c9a81a3dae/d8d06e6e-040c-4dd3-b308-248675d9cdae) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:24:45.969609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:45.990973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object d8d06e6e-040c-4dd3-b308-248675d9cdae will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:46.014074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.024087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:46.094028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network fad09a63-4150-4e47-8cb6-a822746c2410 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:24:46.097709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:24:46.107668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:24:46.154359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d8d06e6e-040c-4dd3-b308-248675d9cdae,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:46.163903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:46.182072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:24:46.182864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.262312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:24:46.267907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 681f4d20-9045-4e9a-9bc6-021879448aac up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:24:46.283080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.344094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 681f4d20-9045-4e9a-9bc6-021879448aac completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:24:46.352568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 681f4d20-9045-4e9a-9bc6-021879448aac triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:46.353991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.489473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.507259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 681f4d20-9045-4e9a-9bc6-021879448aac, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=681f4d20-9045-4e9a-9bc6-021879448aac,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:46.510962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.517386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3421536b-5a5d-45c9-89b9-659c35564b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:46.590154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=681f4d20-9045-4e9a-9bc6-021879448aac,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:46.594081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:46.717091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aa2ac45-5689-4d9f-aa58-1d28970384f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.741796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.746468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:46.778267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aea28235-e243-4079-a63a-c401fb8deae9 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:47.130249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d8d06e6e-040c-4dd3-b308-248675d9cdae,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:47.135330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:47.138525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:47.199595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca8e4a-0541-4e96-8ce1-1632d3e08fd0 None None] Network fad09a63-4150-4e47-8cb6-a822746c2410 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:24:47.287560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network fad09a63-4150-4e47-8cb6-a822746c2410 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:24:47.288970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:24:47.320741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Provisioning for port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:24:47.338735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Provisioning complete for port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:47.339200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:47.550130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:47.605278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1c165654-46a0-485e-ad92-32776732c714 None None] For port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:47.608458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:47.610167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:47.715910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 175ffa58-8e00-44b7-96d7-59f66ca462b2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:24:47.855110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Pushing event updated for resources: {'Port': ['ID=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:47.858695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:47.935692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8108df9f-2216-4bb7-a283-f93689e83f75 None None] Provisioning complete for port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:47.936130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8108df9f-2216-4bb7-a283-f93689e83f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:47.949715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:24:47.966878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/175ffa58-8e00-44b7-96d7-59f66ca462b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4965448 Dec 23 15:24:47.969092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59434) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:48.051330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:24:48.106775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8108df9f-2216-4bb7-a283-f93689e83f75 None None] Provisioning for port d8d06e6e-040c-4dd3-b308-248675d9cdae completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:24:48.112647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8108df9f-2216-4bb7-a283-f93689e83f75 None None] Provisioning complete for port d8d06e6e-040c-4dd3-b308-248675d9cdae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:48.113065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8108df9f-2216-4bb7-a283-f93689e83f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.152832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee80e4-d801-4e0b-ae23-7bfe8cd24196 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.153286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee80e4-d801-4e0b-ae23-7bfe8cd24196 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.153397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:24:48.153702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee80e4-d801-4e0b-ae23-7bfe8cd24196 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.154110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee80e4-d801-4e0b-ae23-7bfe8cd24196 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.158704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cdee80e4-d801-4e0b-ae23-7bfe8cd24196 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1857784 Dec 23 15:24:48.159804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59438) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:48.228543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.250248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cb350-0acd-4e63-b02e-ade04b67275d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.250928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cb350-0acd-4e63-b02e-ade04b67275d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.251355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cb350-0acd-4e63-b02e-ade04b67275d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.251945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cb350-0acd-4e63-b02e-ade04b67275d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:48.254166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a26cb350-0acd-4e63-b02e-ade04b67275d tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0927117 Dec 23 15:24:48.255150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8108df9f-2216-4bb7-a283-f93689e83f75 None None] Port d8d06e6e-040c-4dd3-b308-248675d9cdae cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:24:48.257373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59442) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:48.268102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:48.268622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.398810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0b813668-8ab2-40d3-8d23-1697f0ed7d9f None None] Provisioning complete for port d8d06e6e-040c-4dd3-b308-248675d9cdae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:48.399236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b813668-8ab2-40d3-8d23-1697f0ed7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.448731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 681f4d20-9045-4e9a-9bc6-021879448aac up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:24:48.489266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ffeadef0-da4a-4e1d-a5e0-ba9c73ee4b4a tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2302418 Dec 23 15:24:48.492383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59446) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:48.500927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1535667550', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:48.511403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Sync routers for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:24:48.519965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0b813668-8ab2-40d3-8d23-1697f0ed7d9f None None] Port d8d06e6e-040c-4dd3-b308-248675d9cdae cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:24:48.547979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:48.548688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:48.650835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:48.655518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:port and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:48.659008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:48.665631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:48.675838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:24:48.681791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.705909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] device_id is not set on port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:24:48.719144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 681f4d20-9045-4e9a-9bc6-021879448aac triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:48.719575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.798966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b1cddf26-675a-43d9-b0aa-08f744116ae2 None None] Provisioning complete for port d8d06e6e-040c-4dd3-b308-248675d9cdae triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:48.799306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cddf26-675a-43d9-b0aa-08f744116ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.854975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-342eeb6f-fcb6-4e46-b4e1-6ad0059b38e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:48.860287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.13 (fad09a63-4150-4e47-8cb6-a822746c2410/85aeea6f-e60e-48ea-8e95-f9c9a81a3dae/4ec847e5-dc1b-49e3-ab63-9a58bae6d151) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:24:48.892794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:48.932938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b1cddf26-675a-43d9-b0aa-08f744116ae2 None None] Port d8d06e6e-040c-4dd3-b308-248675d9cdae cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:24:49.079206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.097709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:49.120021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.126193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-837855c0-ac67-40d8-ac70-77bcc9e33bb7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:49.206917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network fad09a63-4150-4e47-8cb6-a822746c2410 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:24:49.207863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:49.210765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:24:49.212734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:49.213508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:24:49.278361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:49.279233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.295248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:49.299928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Checking router: 175ffa58-8e00-44b7-96d7-59f66ca462b2 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:24:49.300349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Updating router 175ffa58-8e00-44b7-96d7-59f66ca462b2 port d8d06e6e-040c-4dd3-b308-248675d9cdae binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:24:49.306722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8115752 Dec 23 15:24:49.358312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.448172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.628509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:49.629602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bcf924f0-ac08-47be-bf98-487d1a319cfe None None] Provisioning for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:24:49.635583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89944315', 'description': 'tempest-secgroup-smoke-89944315 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:49.637857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bcf924f0-ac08-47be-bf98-487d1a319cfe None None] Provisioning complete for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:49.638287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bcf924f0-ac08-47be-bf98-487d1a319cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.642035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:49.646459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:49.649614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:49.655977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:49.666986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.706279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:49.710710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:49.713504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:49.719645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:49.726889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bcf924f0-ac08-47be-bf98-487d1a319cfe None None] Port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:24:49.777106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.780519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.784422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-824eb5e3-3307-45ec-91cf-5bdf5c5cdfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:49.814067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.825967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2d7fde-01f3-4610-b850-d18f3427b34e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:49.827107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Transition to ACTIVE for port object d8d06e6e-040c-4dd3-b308-248675d9cdae will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:49.831901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:49.834921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.836617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.838120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2080789 Dec 23 15:24:49.839620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3421536b-5a5d-45c9-89b9-659c35564b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:49.841388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59456) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:49.848264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '9c2d7fde-01f3-4610-b850-d18f3427b34e', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:49.854944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:49.860436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:49.863607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:49.869918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:49.887505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.962306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.967175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:49.969322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:49.976968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2dc4e-8108-4fcf-a7ed-5e7d838ced02 None None] Pushing event updated for resources: {'Port': ['ID=d8d06e6e-040c-4dd3-b308-248675d9cdae,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:49.981943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68e2dc4e-8108-4fcf-a7ed-5e7d838ced02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:49.998067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351a2b6a-a183-4092-b113-f05b65da956e,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.000921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.008548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.012632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1674461 Dec 23 15:24:50.012868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59460) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:50.019927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '9c2d7fde-01f3-4610-b850-d18f3427b34e', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:50.027062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:50.031496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:50.034823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:50.041674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:50.061600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.072636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Attempting to bind port d8d06e6e-040c-4dd3-b308-248675d9cdae on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:24:50.073062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Attempting to bind port d8d06e6e-040c-4dd3-b308-248675d9cdae by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:24:50.073513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Attempting to bind port d8d06e6e-040c-4dd3-b308-248675d9cdae on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:24:50.081094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:24:50.081554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Checking segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:24:50.082008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.082458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Bound using segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:24:50.082980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Bound port: d8d06e6e-040c-4dd3-b308-248675d9cdae, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:24:50.083399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.132831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.136318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.138572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e9943a24-e9a2-4523-a32d-bd692f0f741e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:50.161074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd518281-b9b2-46e3-a8bc-e2c926eea707,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.165619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.173367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.174708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1607025 Dec 23 15:24:50.177779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59464) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:50.182354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] For port d8d06e6e-040c-4dd3-b308-248675d9cdae, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:24:50.184161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '9c2d7fde-01f3-4610-b850-d18f3427b34e', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:50.185666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] For port d8d06e6e-040c-4dd3-b308-248675d9cdae, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d8d06e6e-040c-4dd3-b308-248675d9cdae,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:24:50.189190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.191012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:50.194125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:50.195315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:50.198639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:50.205575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:50.222871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.291520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.291722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2dc4e-8108-4fcf-a7ed-5e7d838ced02 None None] Pushing event updated for resources: {'Port': ['ID=d8d06e6e-040c-4dd3-b308-248675d9cdae,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.295842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68e2dc4e-8108-4fcf-a7ed-5e7d838ced02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.296463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.298027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:24:50.298457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f7aa43b-4eee-4473-9136-e44d0ef8be8d tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:50.298565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:50.321151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479b83de-1b70-4239-b739-b8e210f458b8,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.326245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.334138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.337714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1587608 Dec 23 15:24:50.338456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59468) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:50.344866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '9c2d7fde-01f3-4610-b850-d18f3427b34e', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:50.351800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:50.356060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:50.359338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:50.369607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:50.396357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.472751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.476175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.478540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-97234645-51f0-4f1c-b21a-4e27686b897e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:50.509279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33a8b09-6944-496f-855f-89a9d28cefa8,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.512170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.521852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.525765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1860447 Dec 23 15:24:50.526791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59472) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:50.534543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '9c2d7fde-01f3-4610-b850-d18f3427b34e', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:50.542907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:50.547474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:50.550876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:50.557622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:50.569579 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:24:50.578218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.654036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.657576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.663731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47476f94-0c60-4e67-b05e-e8ebe2b82e85 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:50.685016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:24:50.685362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4b4c15-3a85-4486-a693-7bfee304bf7d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.688040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.695033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.699224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1681776 Dec 23 15:24:50.699454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59476) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:50.705867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '9c2d7fde-01f3-4610-b850-d18f3427b34e', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:50.712270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:24:50.716454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:24:50.719512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:24:50.725773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:24:50.739787 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:24:50.746765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.816809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.820293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.822405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:50.847622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f99b5fc-a57e-449e-ade9-2e0cc21d3cb5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:50.850322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:50.857684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:50.859059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-477944e3-f5cf-42df-b1ff-d856d2cb4353 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1582320 Dec 23 15:24:50.920349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:51.048196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:50Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:24:51.052838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54527a-c6c3-4716-a3a1-e040b2bfa5a2 None None] The sync data for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv is: [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:50Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:24:51.103379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-adad9f80-8e4a-4751-b853-fce6e5e8146d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:51.128119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-adad9f80-8e4a-4751-b853-fce6e5e8146d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:51.129481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-adad9f80-8e4a-4751-b853-fce6e5e8146d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89944315&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0710974 Dec 23 15:24:51.218807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-59112795-43a4-4ebd-89cb-097832088bc6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:51.219510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-59112795-43a4-4ebd-89cb-097832088bc6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:51.235746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-59112795-43a4-4ebd-89cb-097832088bc6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:51.237291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-59112795-43a4-4ebd-89cb-097832088bc6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 931 time: 0.0981238 Dec 23 15:24:51.321882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-c63172ff-006e-4d31-bc8c-264e4148ad9b service neutron] 10.222.0.49 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0712593 Dec 23 15:24:51.473829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-1e2710f6-befd-4109-8f08-8532c0a3561c service neutron] 10.222.0.49 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450357 Dec 23 15:24:51.624941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-c5c38a82-a77e-48fa-b7f2-f5a52fb0375d service neutron] 10.222.0.49 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459088 Dec 23 15:24:51.835152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1bee9758-ad65-45ae-a363-4a6a5ee5acf9 req-aa5e31ba-9170-4728-8109-893e97683342 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:51.849715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1bee9758-ad65-45ae-a363-4a6a5ee5acf9 req-aa5e31ba-9170-4728-8109-893e97683342 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:51.851126 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1bee9758-ad65-45ae-a363-4a6a5ee5acf9 req-aa5e31ba-9170-4728-8109-893e97683342 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 210 time: 0.0640407 Dec 23 15:24:52.115508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d8d06e6e-040c-4dd3-b308-248675d9cdae up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:24:52.195418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port d8d06e6e-040c-4dd3-b308-248675d9cdae completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:24:52.202297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d8d06e6e-040c-4dd3-b308-248675d9cdae triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:52.202727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:52.330239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:52.364586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port d8d06e6e-040c-4dd3-b308-248675d9cdae, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d8d06e6e-040c-4dd3-b308-248675d9cdae,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:24:52.368681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:52.370645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-549adad7-a192-4b47-9036-7de15171e4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:52.437578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=d8d06e6e-040c-4dd3-b308-248675d9cdae,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:52.441203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:52.966987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b46e7a1c-91d9-42b6-a74e-de11ee1b7d65 req-de876508-9d64-422d-b760-82d97696fb1c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 210 time: 0.0483367 Dec 23 15:24:54.099104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d8d06e6e-040c-4dd3-b308-248675d9cdae up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:24:54.104795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cc960322-dcc5-4a8a-a179-fc819cef05ec req-341d2c2e-b4e8-4a61-a0af-31135b1eed24 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 210 time: 0.0593250 Dec 23 15:24:54.179969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d8d06e6e-040c-4dd3-b308-248675d9cdae triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:24:54.180400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:55.284133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-393279f7-77b1-437d-88d6-7250ef30be59 req-833b16cb-1085-44eb-ac72-4f5d1263a00a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 210 time: 0.0498099 Dec 23 15:24:55.918350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-ffdd330c-7903-42e4-a48a-ae7de52a1362 service neutron] 10.222.0.65 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1027 time: 0.0691202 Dec 23 15:24:56.090991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-45dcc8ae-3d1c-44b8-af92-439e338dbf4c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:56.091752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-45dcc8ae-3d1c-44b8-af92-439e338dbf4c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:56.107429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-45dcc8ae-3d1c-44b8-af92-439e338dbf4c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:56.108711 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-45dcc8ae-3d1c-44b8-af92-439e338dbf4c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 796 time: 0.1848497 Dec 23 15:24:56.166016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-f4c70153-e64e-4fbd-9f37-b61a99d89ca5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 378 time: 0.0448132 Dec 23 15:24:56.177386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Request body: {'port': {'device_id': 'd786fb38-c234-472e-8839-a29f545c4f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:24:56.304663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:56.455167 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2280a70-f8d1-4ee2-99c7-5d8c20cb2b67 req-97646001-61c7-4098-95fb-32fbee50953d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 210 time: 0.0481126 Dec 23 15:24:56.920080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:24:56.927445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:56.943007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Transition to ACTIVE for port object 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:24:56.946987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:56.952179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:57.080163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:57.084966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:57.199525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:24:57.200190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:24:57.201106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:24:57.207881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:24:57.208247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:24:57.215627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:24:57.216009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Checking segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:24:57.216442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Bound using segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:24:57.216922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Bound port: 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:24:57.217346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:57.313664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:24:57.316742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:24:57.322092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:57.328848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a4b9d55-cc46-4ad4-bcea-893d81e187f7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:24:57.390435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:24:57.391963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1132 time: 1.2190011 Dec 23 15:24:57.392533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786fb38-c234-472e-8839-a29f545c4f35', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:24:57.415032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:24:57.418299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:24:57.469772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd786fb38-c234-472e-8839-a29f545c4f35', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'status': 'completed', 'code': 200} Dec 23 15:24:57.519054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-59b8e9dc-25ff-4559-ae40-936d2d81f6ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 1135 time: 0.0897706 Dec 23 15:24:57.601012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-2e7dfd5c-56ce-4066-aab3-b0527eb6bde2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 217 time: 0.0742540 Dec 23 15:24:57.676565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-61e8e0e0-9a9f-4f13-b779-c697e230fe19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:57.678204 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-61e8e0e0-9a9f-4f13-b779-c697e230fe19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae HTTP/1.1" status: 200 len: 834 time: 0.0697918 Dec 23 15:24:57.679817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643570e-7375-4598-a5d7-aa7d012f223d req-2efe1123-554d-4f77-9dee-ceb849ae3a4b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:57.681562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0643570e-7375-4598-a5d7-aa7d012f223d req-2efe1123-554d-4f77-9dee-ceb849ae3a4b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 982 time: 0.0910580 Dec 23 15:24:57.731874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0643570e-7375-4598-a5d7-aa7d012f223d req-b2caefe3-f2d8-4659-8842-9785677f0e48 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:24:57.744382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0643570e-7375-4598-a5d7-aa7d012f223d req-b2caefe3-f2d8-4659-8842-9785677f0e48 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:24:57.745714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0643570e-7375-4598-a5d7-aa7d012f223d req-b2caefe3-f2d8-4659-8842-9785677f0e48 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566094 Dec 23 15:24:57.765011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-481e5dde-93ef-4014-866b-40d4592a89e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fad09a63-4150-4e47-8cb6-a822746c2410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794327 Dec 23 15:24:57.921489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-0cb53d02-55ae-410f-8d01-bdf9241feaf8 service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491621 Dec 23 15:24:58.068215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa7339a2-5b13-4bca-8f28-be33ef583c9d req-c698c20f-de71-42c5-a3da-e8a00d67a64c service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396706 Dec 23 15:24:58.194686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-922e40bf-3dc5-4ad6-b28c-ca80ad524d23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 1135 time: 0.0779483 Dec 23 15:24:58.343141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-65bd77e7-5804-4f6c-ab0d-0f6e81a0e0d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:58.344751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-65bd77e7-5804-4f6c-ab0d-0f6e81a0e0d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 897 time: 0.1394761 Dec 23 15:24:58.420687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-2c7d46e6-bf44-4299-8495-17557d2e0a73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 217 time: 0.0687022 Dec 23 15:24:58.492622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-941b8f78-2e6f-472a-9788-63cdae0f7dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:58.494111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-941b8f78-2e6f-472a-9788-63cdae0f7dd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae HTTP/1.1" status: 200 len: 834 time: 0.0648756 Dec 23 15:24:58.594891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-94a75129-244e-439a-9ccf-1e4ad4618e34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fad09a63-4150-4e47-8cb6-a822746c2410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910134 Dec 23 15:24:58.742548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-b46a47a0-8ff1-4903-ae65-005ce3c172a9 service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399505 Dec 23 15:24:58.932135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b8d65436-677d-4e2f-831c-df2fc8b66269 req-7351c7f2-4c8c-4077-ae65-c1a9bbd9074b service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819899 Dec 23 15:24:58.973510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00506c45-c092-4364-aef3-e425d54d19c6 req-51d06fc6-40df-4013-b5b0-d41bf97802fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:24:58.975118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00506c45-c092-4364-aef3-e425d54d19c6 req-51d06fc6-40df-4013-b5b0-d41bf97802fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 982 time: 0.1060588 Dec 23 15:24:59.025054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00506c45-c092-4364-aef3-e425d54d19c6 req-50770472-f075-4cc7-930f-f3a64214c515 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Dec 23 15:25:00.237668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6378c-533e-49ac-8400-8c3010290231 req-322d4412-8c20-4134-89c7-ca87db288ee2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:00.239293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ac6378c-533e-49ac-8400-8c3010290231 req-322d4412-8c20-4134-89c7-ca87db288ee2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 982 time: 0.0900724 Dec 23 15:25:00.289612 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ac6378c-533e-49ac-8400-8c3010290231 req-3be59d39-7b36-4e03-995c-075903b6e8a8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Dec 23 15:25:00.835786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:01.524805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6681d15-2b27-40db-9d7d-8a3634b69db2 req-fcac390f-825c-46d0-b0df-7aeda8e3b2e9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:01.526525 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6681d15-2b27-40db-9d7d-8a3634b69db2 req-fcac390f-825c-46d0-b0df-7aeda8e3b2e9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 982 time: 0.0946722 Dec 23 15:25:01.577583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6681d15-2b27-40db-9d7d-8a3634b69db2 req-f14f97ed-5ad9-4d72-8f6f-78c547c97383 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Dec 23 15:25:01.723130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:25:01.877829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:01.892498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'port_id': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'mac_address': 'fa:16:3e:98:02:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:25:01.953946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:01.973266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:25:01.989804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:01.994307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:01.996250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c165654-46a0-485e-ad92-32776732c714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:02.070295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:02.073884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:02.210963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4ec847e5-dc1b-49e3-ab63-9a58bae6d151'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:25:02.789650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0fbbb-5982-4fb5-af9f-38e685fcdc80 req-369f5317-c440-4b2e-b780-59edfc24a443 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:02.791349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-faa0fbbb-5982-4fb5-af9f-38e685fcdc80 req-369f5317-c440-4b2e-b780-59edfc24a443 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 983 time: 0.0876648 Dec 23 15:25:02.848084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-faa0fbbb-5982-4fb5-af9f-38e685fcdc80 req-8be4f8c8-4337-4738-9c8e-eee35867731d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500994 Dec 23 15:25:03.754339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:03.835314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:03.840296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:03.840726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:03.964941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:03.995593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786fb38-c234-472e-8839-a29f545c4f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:25:04.006828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:04.011140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:04.013253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1433dbcb-6600-4456-a183-bc448802d4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:04.084914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786fb38-c234-472e-8839-a29f545c4f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'code': 200} Dec 23 15:25:04.092600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95d534-374f-43a9-b281-1a54ba16e963 req-a00984e0-8305-4a38-ae76-021de1fc1fb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:04.094867 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb95d534-374f-43a9-b281-1a54ba16e963 req-a00984e0-8305-4a38-ae76-021de1fc1fb0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.1111951 Dec 23 15:25:04.095646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:04.099419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:04.150123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb95d534-374f-43a9-b281-1a54ba16e963 req-666ef522-f812-4be8-a07f-b8d0801871d4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480924 Dec 23 15:25:04.339887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c8f2e5d9-94f7-438c-aee0-e18643c59011 req-47a29fb1-181e-4860-92a2-4eab07d08131 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 1137 time: 0.0812531 Dec 23 15:25:04.387075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c8f2e5d9-94f7-438c-aee0-e18643c59011 req-b121c069-2201-451b-8547-102ab2992c8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Dec 23 15:25:05.369854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb6a5-f0bb-4c0c-b186-d21d1ff91bcc req-d0cceab6-9f04-4c35-8737-e11c596992d1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:05.371530 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3eccb6a5-f0bb-4c0c-b186-d21d1ff91bcc req-d0cceab6-9f04-4c35-8737-e11c596992d1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.0866776 Dec 23 15:25:05.425138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3eccb6a5-f0bb-4c0c-b186-d21d1ff91bcc req-2cd23366-dc15-4fb2-806a-5bd507718200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Dec 23 15:25:06.657633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03191be3-d0a5-404d-9c64-4ea6f6152cce req-a0a47a58-9fce-4bd1-919d-efe2a6388b45 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:06.659210 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-03191be3-d0a5-404d-9c64-4ea6f6152cce req-a0a47a58-9fce-4bd1-919d-efe2a6388b45 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.0982277 Dec 23 15:25:06.716754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-03191be3-d0a5-404d-9c64-4ea6f6152cce req-07a7e730-d569-4d7e-8c69-3492a374d4eb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 Dec 23 15:25:06.943922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b32d9-08a4-4eb6-96c6-f72dd86dea47 req-fdb02505-7e69-4585-b020-c05bbadfdced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:06.945551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-241b32d9-08a4-4eb6-96c6-f72dd86dea47 req-fdb02505-7e69-4585-b020-c05bbadfdced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.1007934 Dec 23 15:25:06.996923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-241b32d9-08a4-4eb6-96c6-f72dd86dea47 req-8bc8c524-b5c7-426f-828d-0c4c1815ea3c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Dec 23 15:25:07.030085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59542) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:07.110476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d39a4233-bf2a-4305-a586-ac16c932daa2 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 1132 time: 0.0790162 Dec 23 15:25:07.113472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59546) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:07.121524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:07.130671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:07.137059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:07.140522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:07.147060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:07.158283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:07.311508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:07.458018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.142 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/ea8fd3fe-de39-44f1-bc94-19b923c3496e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:25:07.617264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:07.647044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:07.650953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:07.727048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:25:07.728051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=ea8fd3fe-de39-44f1-bc94-19b923c3496e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:07.730847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:07.732829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:07.733615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:25:08.302923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:08.363788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:08.584613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:08.590039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:08.594160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-410b100a-e222-423d-b182-05c935b6de86 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:08.708771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=ea8fd3fe-de39-44f1-bc94-19b923c3496e,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:08.713485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:08.725326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:09.176589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP a5cb744d-d2cb-4a4b-b546-3c9ba09171f8 associated. External IP: 172.26.2.142, port: 4ec847e5-dc1b-49e3-ab63-9a58bae6d151. Dec 23 15:25:09.608751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 175ffa58-8e00-44b7-96d7-59f66ca462b2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:25:09.831008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:25:09.842118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] Sync routers for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:25:09.855988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:09.856702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:09.858620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:09.919754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.8049066 Dec 23 15:25:09.920457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786fb38-c234-472e-8839-a29f545c4f35', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:25:09.923171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:09.979814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd786fb38-c234-472e-8839-a29f545c4f35', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'status': 'completed', 'code': 200} Dec 23 15:25:10.011689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6727f0fe-df42-413e-9d08-e03b2161ab85 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35&network_id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 1132 time: 0.0871632 Dec 23 15:25:10.068037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:10.083567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-4a720696-a2ad-4fab-95e0-3602fab3c181 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 1137 time: 0.0829237 Dec 23 15:25:10.240437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-e77d2df5-778e-46f8-853a-67d0b03c5cd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:10.242358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-e77d2df5-778e-46f8-853a-67d0b03c5cd0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 897 time: 0.1515431 Dec 23 15:25:10.367839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-aeaff221-8275-44bd-8a83-71c93c75416c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1038 time: 0.1188872 Dec 23 15:25:10.494195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-f1f3f27b-3c0f-4ed2-81b6-8791415e37aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:10.495843 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-f1f3f27b-3c0f-4ed2-81b6-8791415e37aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae HTTP/1.1" status: 200 len: 834 time: 0.1206026 Dec 23 15:25:10.572339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934a9e2-17ca-4fe7-8ee5-0497a321ca53 req-d91f7a61-ce45-4ec1-a883-05acaf5b7cd6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:10.573960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8934a9e2-17ca-4fe7-8ee5-0497a321ca53 req-d91f7a61-ce45-4ec1-a883-05acaf5b7cd6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.1600647 Dec 23 15:25:10.593360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'a5cb744d-d2cb-4a4b-b546-3c9ba09171f8', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'port_id': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1535667550', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'mac_address': 'fa:16:3e:98:02:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786fb38-c234-472e-8839-a29f545c4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:25:08Z', 'updated_at': '2021-12-23T15:25:08Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:52Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:10.597610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] Checking router: 175ffa58-8e00-44b7-96d7-59f66ca462b2 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:25:10.609410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:10.610111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:24:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:10.637227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-a6103b3e-6c88-4027-b0df-acc5805ade28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fad09a63-4150-4e47-8cb6-a822746c2410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1346538 Dec 23 15:25:10.644772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8934a9e2-17ca-4fe7-8ee5-0497a321ca53 req-caf77add-9ac2-4ef8-b65a-fdde94662b31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643306 Dec 23 15:25:10.786816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-aa8decfe-3d7c-45ca-a996-d404285d43fc service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408353 Dec 23 15:25:10.799792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:10.933928 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca6b707d-b439-45f1-a35d-285a24a27e94 req-62679373-0b75-4c96-9628-1669719a668b service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398559 Dec 23 15:25:11.193550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'a5cb744d-d2cb-4a4b-b546-3c9ba09171f8', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'port_id': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1535667550', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'mac_address': 'fa:16:3e:98:02:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786fb38-c234-472e-8839-a29f545c4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:25:08Z', 'updated_at': '2021-12-23T15:25:08Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:52Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:11.197939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f3ae5-8f36-4eb8-be5e-3573da7c3467 None None] The sync data for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv is: [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'a5cb744d-d2cb-4a4b-b546-3c9ba09171f8', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'port_id': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1535667550', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'mac_address': 'fa:16:3e:98:02:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786fb38-c234-472e-8839-a29f545c4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:25:08Z', 'updated_at': '2021-12-23T15:25:08Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:52Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:25:11.545244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bce321-666d-41c9-a90c-b004d0f614e7 None None] New status for floating IP a5cb744d-d2cb-4a4b-b546-3c9ba09171f8: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:25:11.716344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-d06eb97c-404f-4934-aeac-e8393a637423 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:11.718038 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-d06eb97c-404f-4934-aeac-e8393a637423 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.0951846 Dec 23 15:25:11.793868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-a8a64963-6d21-4107-9055-62b7e957ed0a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:11.795365 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-a8a64963-6d21-4107-9055-62b7e957ed0a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0714610 Dec 23 15:25:11.858992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f7f68-d530-4281-82ee-066fbf7116a4 req-707a51dc-49c6-4523-bc66-89638741923c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:11.860644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-357f7f68-d530-4281-82ee-066fbf7116a4 req-707a51dc-49c6-4523-bc66-89638741923c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 984 time: 0.0875895 Dec 23 15:25:11.914258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-357f7f68-d530-4281-82ee-066fbf7116a4 req-8937f927-03b6-4678-bab9-f7ed584e185d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Dec 23 15:25:11.957034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-9ea85466-18aa-4f99-a5ec-fbd297b0339b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1569295 Dec 23 15:25:11.968393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:12.086401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:12.296006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:12.331124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:12.384737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] device_id is not set on port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:25:12.393565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:12.399234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:12.403382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c55ded7-3364-42cc-a081-362731f85aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:12.544953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:12.548075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:12.610276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] No DVR routers for this DVR port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:25:12.718422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d3776577-f88a-4b55-8105-7bd093213b8b None None] Provisioning complete for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:12.718862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3776577-f88a-4b55-8105-7bd093213b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:12.774272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d3776577-f88a-4b55-8105-7bd093213b8b None None] Port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:25:12.875822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] In _notify_port_updated(), no bound segment for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:25:12.876905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:12.878371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3a0c96df-bb79-4dc0-852f-f7a840089ae8 req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] 10.222.0.65 "PUT /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1027 time: 0.9147332 Dec 23 15:25:13.110381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7c8ff851-e302-4ada-ab06-674ca5afe117 req-8085ca5e-d4cf-48af-adaf-4c87fdbcc69a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=d786fb38-c234-472e-8839-a29f545c4f35 HTTP/1.1" status: 200 len: 210 time: 0.0495658 Dec 23 15:25:14.231461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59566) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:14.315619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403a756-7bda-4a8e-b118-8daa65753d03 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:14.317127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3403a756-7bda-4a8e-b118-8daa65753d03 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 926 time: 0.0842021 Dec 23 15:25:14.645918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59572) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:14.652238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242253011', 'description': 'tempest-secgroup-smoke-242253011 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:14.659061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:14.673442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:14.683917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.723819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:14.728287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:14.731521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:14.740474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:14.807400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.812190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.816019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b1a4b5c4-c3bf-4913-8be5-bdafed26ba32 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:14.860893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cea65b-e175-4cb9-8362-0773c524468f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:14.864250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:14.866774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.868257 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2210755 Dec 23 15:25:14.871218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59576) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:14.877418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '18cea65b-e175-4cb9-8362-0773c524468f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:14.884412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:14.888620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:14.891787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:14.898051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:14.916231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.984012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.988482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:14.994804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-895bea94-6b70-4448-a626-6e69567e7467 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:15.015853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4da704-3d96-4b36-8413-e498c6c8021c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:15.018286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:15.026365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.027672 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1554351 Dec 23 15:25:15.031416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:15.037463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '18cea65b-e175-4cb9-8362-0773c524468f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:15.043909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:15.048166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:15.051349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:15.057764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:15.075595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.144473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.148480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.154482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b224b7a2-42bf-43d6-b3df-22044857f9ce tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:15.176273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dff76c-5912-4c0e-abc7-9ad2e742b239,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:15.178574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:15.186056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.187370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1549358 Dec 23 15:25:15.190577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59584) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:15.196535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '18cea65b-e175-4cb9-8362-0773c524468f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:15.203458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:15.207698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:15.210894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:15.217258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:15.234963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.310497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.313756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.319712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:15.340455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4966eb-19f8-4ad9-9417-366f5b3d6a75,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:15.342767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:15.351131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.353335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1608849 Dec 23 15:25:15.355471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:15.361994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '18cea65b-e175-4cb9-8362-0773c524468f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:15.369025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:15.373467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:15.376708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:15.383236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:15.405044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.474611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.478392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.480325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4999ca6-4d2d-4ba6-93b5-64288c2e8ad6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:15.503953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afecea9a-0007-422c-a698-024ecd696f0f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:15.506502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:15.514313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.515615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1590893 Dec 23 15:25:15.518992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59592) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:15.525356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '18cea65b-e175-4cb9-8362-0773c524468f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:15.532308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:15.536522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:15.539687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:15.546005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:15.557362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:25:15.564399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.632988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.636574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.638548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70c24732-821e-45ec-8f34-f1d0b6628d55 tempest-SecGroupIPv6Test-35946757 tempest-SecGroupIPv6Test-35946757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:15.662056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2f234e-5498-4f46-9407-5f99ee9fce30,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:15.664529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:15.671866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.673193 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1530616 Dec 23 15:25:15.677522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59596) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:15.684839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '18cea65b-e175-4cb9-8362-0773c524468f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:15.693074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:15.697258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:15.700696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:15.706989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:15.718150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:25:15.724996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.796169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.799606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.801657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01cb2432-a532-4acf-997c-7d30c059fae9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:15.825533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c214b8c-85b4-42fa-bd9e-b18d1cf3b248,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:15.828097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:15.835354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:15.836682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1581495 Dec 23 15:25:15.845619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:25:15.910368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:25:16.019870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-39f8d417-2539-4124-b636-5ce3c802ff7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:16.037673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-39f8d417-2539-4124-b636-5ce3c802ff7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:16.038925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-39f8d417-2539-4124-b636-5ce3c802ff7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242253011&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0643945 Dec 23 15:25:16.121032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-d79e31b1-23be-43ff-89d7-1b0ceac33764 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:16.122605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-d79e31b1-23be-43ff-89d7-1b0ceac33764 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 931 time: 0.0742590 Dec 23 15:25:16.205302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-96ee0d80-a7cc-43cd-b7da-5c3fa734ea6e service neutron] 10.222.0.49 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0696554 Dec 23 15:25:16.352316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-452a035d-b452-4345-9ba0-b3681702d984 service neutron] 10.222.0.49 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382461 Dec 23 15:25:16.721603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d140b87f-a911-4a28-8e9d-6db8eb2db15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:16.732642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-8b4431b4-d8d4-4133-b83c-542636ec7bc1 service neutron] 10.222.0.49 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735113 Dec 23 15:25:16.939916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d713ce68-57f5-43d3-b3bb-dcdc7db5b783 req-2c195a92-9a3a-4480-85d5-bcf8447b3887 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 210 time: 0.0496581 Dec 23 15:25:18.081573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-d134423e-5c73-4794-a4db-522c35385983 service neutron] 10.222.0.65 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1027 time: 0.0687473 Dec 23 15:25:18.109000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cbddc31-46cd-4c10-82c6-a68de155f2b5 req-16c4b871-b024-4a5c-802d-278340ca8585 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 210 time: 0.0472069 Dec 23 15:25:18.164711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:18.530712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-16704168-4854-4bff-937b-cfbbdd4b288a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:18.532351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-16704168-4854-4bff-937b-cfbbdd4b288a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 796 time: 0.4456491 Dec 23 15:25:18.591621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-9ce5cfc8-04b6-4d8b-bb04-d612509be466 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 470 time: 0.0467877 Dec 23 15:25:18.603399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Request body: {'port': {'device_id': '49c37c59-14b0-4fea-b562-9adc31c1511e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:18.724554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:18.758564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9acd7612-ea94-49fa-a4e4-ad740135c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.104263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:25:19.111585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.127732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Transition to ACTIVE for port object 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:19.132169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.136197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2713de18-2034-4fac-97b2-8d8b56cc9df0 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:19.317584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:19.323249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:19.409464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.457682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062a2f-16fa-40bd-ba39-0cca6a3009de req-22f0a2f2-a796-40b4-be8c-b5415bbdaa7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:19.459327 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-73062a2f-16fa-40bd-ba39-0cca6a3009de req-22f0a2f2-a796-40b4-be8c-b5415bbdaa7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 982 time: 0.2188017 Dec 23 15:25:19.534047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:25:19.534311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:25:19.534710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:19.544940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-73062a2f-16fa-40bd-ba39-0cca6a3009de req-a37fd95e-2597-414c-82cd-984aba9987ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785053 Dec 23 15:25:19.545888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:25:19.546240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Attempting to bind port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:19.553204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:25:19.553625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Checking segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:25:19.554194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Bound using segment: {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:25:19.554667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Bound port: 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1660b7b9-eb7b-4302-8d7c-798edb98d232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:25:19.555053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.654084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:19.657343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:25:19.661877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.665812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0a451cd-3f3e-43ad-902e-925416e3c6f5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:19.727086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:19.728616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1132 time: 1.1295490 Dec 23 15:25:19.729198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c37c59-14b0-4fea-b562-9adc31c1511e', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:25:19.753315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:19.756560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:19.811272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c37c59-14b0-4fea-b562-9adc31c1511e', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'status': 'completed', 'code': 200} Dec 23 15:25:19.857511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-cffa1be9-2ff2-499c-a80b-2dd4e7f2a677 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 1135 time: 0.0835140 Dec 23 15:25:19.975871 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-1406db0c-8b80-4b9e-b586-5b5a49b75a41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1038 time: 0.1113188 Dec 23 15:25:20.050325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-99a1ca62-8a8f-44ae-8a42-28fafe3825bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:20.051916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-99a1ca62-8a8f-44ae-8a42-28fafe3825bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae HTTP/1.1" status: 200 len: 834 time: 0.0687218 Dec 23 15:25:20.135362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-5fdc749b-b774-4f88-867b-37b325ddcfc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fad09a63-4150-4e47-8cb6-a822746c2410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765936 Dec 23 15:25:20.283082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-99e3a4ee-4fd6-43a8-8f02-5381b5ea3e9d service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406047 Dec 23 15:25:20.429311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3f5e18d-3569-4956-8cb6-dce03cf2e37f req-5a5403ff-be1c-4d8f-9265-4702c13944a0 service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392343 Dec 23 15:25:20.558161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-4b4a0661-322d-4707-8866-5b3aae7ebe5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 1135 time: 0.0802517 Dec 23 15:25:20.762205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-00240998-b82e-43da-afb9-a210870cd576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:20.763929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-00240998-b82e-43da-afb9-a210870cd576 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 897 time: 0.1994815 Dec 23 15:25:20.854774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:20.892265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea70fd-7179-4386-9d14-ba22aeb95a16 req-0c4de977-48b1-4494-9c5d-9c9d4707b640 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:20.894002 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78ea70fd-7179-4386-9d14-ba22aeb95a16 req-0c4de977-48b1-4494-9c5d-9c9d4707b640 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 982 time: 0.2209303 Dec 23 15:25:20.916957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-d97cd1d1-8663-4a80-9367-774e8479949f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1038 time: 0.1457992 Dec 23 15:25:21.004464 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78ea70fd-7179-4386-9d14-ba22aeb95a16 req-eff24703-5cec-4123-8978-51077563659a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039712 Dec 23 15:25:21.008284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-dd4483c4-f5d9-463e-9082-1651957ae10c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:21.010004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-dd4483c4-f5d9-463e-9082-1651957ae10c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae HTTP/1.1" status: 200 len: 834 time: 0.0847621 Dec 23 15:25:21.100588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-b42248b2-9da3-4e1e-bc96-2807c468147a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fad09a63-4150-4e47-8cb6-a822746c2410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826261 Dec 23 15:25:21.248109 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-8e6745fb-0e08-42b8-8bd7-ae21559b5841 service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404667 Dec 23 15:25:21.401548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9771d6a3-bab0-4399-8a4a-9d767db290f6 req-4f6b3eb3-5093-4f82-9d2d-a986d92c45a9 service neutron] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460321 Dec 23 15:25:22.239909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ad687-4c83-42e3-a95c-ebbb2c4f1885 req-457690ed-5960-4c2a-bdc2-32ff2a11cf98 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:22.241540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-031ad687-4c83-42e3-a95c-ebbb2c4f1885 req-457690ed-5960-4c2a-bdc2-32ff2a11cf98 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 982 time: 0.0920854 Dec 23 15:25:22.291649 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-031ad687-4c83-42e3-a95c-ebbb2c4f1885 req-43308be3-e92e-41d1-94b1-da5467082906 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Dec 23 15:25:23.508574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabc967-24f3-4c86-92be-6f787f127d70 req-19945179-44de-439b-adf2-fc958bae71da tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:23.510208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdabc967-24f3-4c86-92be-6f787f127d70 req-19945179-44de-439b-adf2-fc958bae71da tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 982 time: 0.0863137 Dec 23 15:25:23.572902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdabc967-24f3-4c86-92be-6f787f127d70 req-c1995ae5-d1a8-4638-bb01-a2bbc33a233b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561490 Dec 23 15:25:23.892370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:25:24.040378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:24.055072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'port_id': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'mac_address': 'fa:16:3e:98:02:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:25:24.112492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:24.131229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:25:24.147220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:24.151391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:24.153246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c56b367e-9472-4d3b-a831-3055da627def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:24.223375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=9']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:24.226825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:24.347971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4ec847e5-dc1b-49e3-ab63-9a58bae6d151'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:25:24.792886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856be4f0-652d-4221-b556-3086f69e121f req-0cef1296-bc71-446a-9103-2d6dc884475a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:24.794456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-856be4f0-652d-4221-b556-3086f69e121f req-0cef1296-bc71-446a-9103-2d6dc884475a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 983 time: 0.0853145 Dec 23 15:25:24.843673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-856be4f0-652d-4221-b556-3086f69e121f req-2053ba69-d4f2-4f52-9818-9678b3af14cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Dec 23 15:25:25.063671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:25:25.893372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:25.966897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:25.972665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:25.973097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:26.068444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f697a-7709-43c9-9def-5d852933392d req-99b5b026-81dd-4d7f-b00a-5464801f9055 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:26.070112 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f65f697a-7709-43c9-9def-5d852933392d req-99b5b026-81dd-4d7f-b00a-5464801f9055 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 983 time: 0.0901110 Dec 23 15:25:26.096818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:26.120117 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f65f697a-7709-43c9-9def-5d852933392d req-6c06e83c-390b-44b7-a383-ab6407ae1b9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Dec 23 15:25:26.126066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c37c59-14b0-4fea-b562-9adc31c1511e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:25:26.136799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:26.140265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:26.143228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9676aa5-8b86-4f35-bee2-5fcfdddd7b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:26.192683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c37c59-14b0-4fea-b562-9adc31c1511e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec847e5-dc1b-49e3-ab63-9a58bae6d151', 'code': 200} Dec 23 15:25:26.222205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=10']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:26.225383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:26.441073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-06a3beab-b72b-4e8e-9ae9-98f29cecda39 req-7675c181-0971-4cfe-9d47-7e2ebac5eb0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 1138 time: 0.0749593 Dec 23 15:25:26.487894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-06a3beab-b72b-4e8e-9ae9-98f29cecda39 req-27810c7b-8dca-4b73-ac3a-8df807d28a02 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Dec 23 15:25:27.345788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1ffdf-1843-481d-874a-6d1553fbfe66 req-c7c644ad-85f1-4215-b185-009b43545609 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:27.347469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2f1ffdf-1843-481d-874a-6d1553fbfe66 req-c7c644ad-85f1-4215-b185-009b43545609 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 985 time: 0.0902073 Dec 23 15:25:27.398351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2f1ffdf-1843-481d-874a-6d1553fbfe66 req-5ee13f0e-9eb1-4b51-aaf1-fbef699fdd14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Dec 23 15:25:28.619400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0051c7-a5ca-4818-b3ec-45fcb7a4495b req-7fd71ca4-a724-45a6-9b3f-9873387223f0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:28.621017 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd0051c7-a5ca-4818-b3ec-45fcb7a4495b req-7fd71ca4-a724-45a6-9b3f-9873387223f0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 985 time: 0.0945580 Dec 23 15:25:28.671577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd0051c7-a5ca-4818-b3ec-45fcb7a4495b req-a87af8ee-6982-4d8d-9dbe-0d130944dcac tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Dec 23 15:25:28.882548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202308db-b7fa-4e4c-bcb8-4f7ef4b92084 req-e5a49fcd-d324-4ded-8ba7-9d209d9d0da2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:28.884171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-202308db-b7fa-4e4c-bcb8-4f7ef4b92084 req-e5a49fcd-d324-4ded-8ba7-9d209d9d0da2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 985 time: 0.0903502 Dec 23 15:25:28.939426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-202308db-b7fa-4e4c-bcb8-4f7ef4b92084 req-96689462-400e-4121-844a-f73be9512039 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486825 Dec 23 15:25:28.967884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59650) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:29.048887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cd2ab507-c9cd-4eb4-a47d-a623318c6463 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e&network_id=fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 200 len: 1133 time: 0.0796459 Dec 23 15:25:29.464328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a17e8-02c3-4ece-b926-7d814c816220 req-51b069b3-2fd4-4550-bc92-add0a45494e3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:29.465997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a04a17e8-02c3-4ece-b926-7d814c816220 req-51b069b3-2fd4-4550-bc92-add0a45494e3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 985 time: 0.0851381 Dec 23 15:25:29.523265 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a04a17e8-02c3-4ece-b926-7d814c816220 req-f905e5ba-2ded-4b10-9b14-0131af3193f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511382 Dec 23 15:25:30.707641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a5943-ddec-468a-a45d-408d938834cd req-dadcc9ed-a10e-4a0d-8736-3eb6080e0322 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:30.709236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-972a5943-ddec-468a-a45d-408d938834cd req-dadcc9ed-a10e-4a0d-8736-3eb6080e0322 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 985 time: 0.0866725 Dec 23 15:25:30.738353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5af6-922d-4e9a-a1ec-e9522d8f78d9 req-dd0878d3-2f38-4468-9b59-474a9381b598 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:30.740050 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f9e5af6-922d-4e9a-a1ec-e9522d8f78d9 req-dd0878d3-2f38-4468-9b59-474a9381b598 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 985 time: 0.0860739 Dec 23 15:25:30.788767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a5943-ddec-468a-a45d-408d938834cd req-12a7ac09-bc60-4fab-9ef9-b20db8e2f6b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:30.790329 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-972a5943-ddec-468a-a45d-408d938834cd req-12a7ac09-bc60-4fab-9ef9-b20db8e2f6b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0747521 Dec 23 15:25:30.796249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f9e5af6-922d-4e9a-a1ec-e9522d8f78d9 req-c183ca27-1e5f-4d70-a9b4-f1c1a3cff52f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Dec 23 15:25:30.830125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:31.198561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-972a5943-ddec-468a-a45d-408d938834cd req-abcdcc8c-23af-4652-9879-36d2a1bf33f8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4025292 Dec 23 15:25:31.209543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:31.328101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:31.543485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:31.575230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] For port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:31.627884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] device_id is not set on port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 yet. {{(pid=88873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 23 15:25:31.636225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:31.642668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:31.646651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cb7cc91-a5ab-483e-a642-95f7bd73893f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:31.792392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=11']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:31.797364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:31.855333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] No DVR routers for this DVR port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:25:31.974205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea80cde6-ab5d-4b15-b09f-aeed91bb130e req-3f600f96-1d86-4620-ad89-64db6501ef71 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c37c59-14b0-4fea-b562-9adc31c1511e HTTP/1.1" status: 200 len: 210 time: 0.0489771 Dec 23 15:25:31.994189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1320cd6a-9f90-4619-bc2b-7a641ac51e6e None None] Provisioning complete for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:32.004926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1320cd6a-9f90-4619-bc2b-7a641ac51e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:32.065570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1320cd6a-9f90-4619-bc2b-7a641ac51e6e None None] Port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:25:32.170824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] In _notify_port_updated(), no bound segment for port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 on network fad09a63-4150-4e47-8cb6-a822746c2410 {{(pid=88873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 23 15:25:32.171937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:32.173394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-972a5943-ddec-468a-a45d-408d938834cd req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 200 len: 1028 time: 0.9682474 Dec 23 15:25:33.092325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59664) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:33.176315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.210158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.268366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.274556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-63b9a99b-908a-4e8d-a37a-7328145ac6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:33.290010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cea65b-e175-4cb9-8362-0773c524468f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:33.292850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:33.299852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.301118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/18cea65b-e175-4cb9-8362-0773c524468f HTTP/1.1" status: 204 len: 168 time: 0.2075591 Dec 23 15:25:33.339673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59670) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:33.553773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port ea8fd3fe-de39-44f1-bc94-19b923c3496e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:25:33.554023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.735578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.735932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:33.872081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for ea8fd3fe-de39-44f1-bc94-19b923c3496e owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:25:33.939090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:25:34.000104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:25:34.026823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:34.030694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:34.077340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=ea8fd3fe-de39-44f1-bc94-19b923c3496e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:34.081838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:34.177979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:34.610328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 175ffa58-8e00-44b7-96d7-59f66ca462b2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:25:34.845593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:25:34.856568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] Sync routers for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:25:34.866197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:34.870478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:34.871168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:34.923402 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/a5cb744d-d2cb-4a4b-b546-3c9ba09171f8 HTTP/1.1" status: 204 len: 168 time: 1.5824764 Dec 23 15:25:35.059725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:35.082278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59678) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:35.158071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.189334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.251719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.256067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2527dfe4-fa13-4996-ac4a-5ea3a3313f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:35.272894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2d7fde-01f3-4610-b850-d18f3427b34e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:35.275458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:35.280609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.284460 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-03d1de2c-153c-4844-9fdd-8be839a7cccc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/9c2d7fde-01f3-4610-b850-d18f3427b34e HTTP/1.1" status: 204 len: 168 time: 0.1984868 Dec 23 15:25:35.330565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59684) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:35.402948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:25:35.403310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:52Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:35.403467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.407566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] Checking router: 175ffa58-8e00-44b7-96d7-59f66ca462b2 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:25:35.419666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:35.420278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:35.607387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:35.664544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.794307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 4ec847e5-dc1b-49e3-ab63-9a58bae6d151 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:25:35.940312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:52Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:35.944715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e45d5-c5d2-4a94-b4c5-4f1ecceb8f5d None None] The sync data for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv is: [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd8d06e6e-040c-4dd3-b308-248675d9cdae', 'name': '', 'network_id': 'fad09a63-4150-4e47-8cb6-a822746c2410', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:a3:ec:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:45Z', 'updated_at': '2021-12-23T15:24:52Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '85aeea6f-e60e-48ea-8e95-f9c9a81a3dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:25:35.946794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:35.953103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed93d834-93c4-4683-8527-a684cb119fdf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:36.001411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=4ec847e5-dc1b-49e3-ab63-9a58bae6d151,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:36.012413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.012854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.013326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.013731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.014134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.014558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.015028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.015395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.015810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.016225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.016656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:36.050880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:36.123823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:36.134650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/ports/4ec847e5-dc1b-49e3-ab63-9a58bae6d151 HTTP/1.1" status: 204 len: 168 time: 0.8029115 Dec 23 15:25:36.137634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:36.412095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d449bd-0f4d-4311-95e5-908ab28980b4 None None] New status for floating IP a5cb744d-d2cb-4a4b-b546-3c9ba09171f8: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:25:36.588344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:37.274481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port d8d06e6e-040c-4dd3-b308-248675d9cdae {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:25:37.274825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:37.474896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port d8d06e6e-040c-4dd3-b308-248675d9cdae, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d8d06e6e-040c-4dd3-b308-248675d9cdae,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:37.475502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:37.603872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for d8d06e6e-040c-4dd3-b308-248675d9cdae owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:25:37.795319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:37.799327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb939175-f257-453f-919c-edc2beb07767 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:37.847479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=d8d06e6e-040c-4dd3-b308-248675d9cdae,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:37.850375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:38.161707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:39.062600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 175ffa58-8e00-44b7-96d7-59f66ca462b2 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:25:39.285050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:25:39.295481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] Sync routers for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:25:39.299823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/175ffa58-8e00-44b7-96d7-59f66ca462b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1608176 Dec 23 15:25:39.303064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:39.309019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:39.309738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:39.522295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 85aeea6f-e60e-48ea-8e95-f9c9a81a3dae {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:25:39.526072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:39.586105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:39.641804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:39.676364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:39.757774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:39.761967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4fcfc5f7-0e04-4466-87a1-45d0352c8b75 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:39.798403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=85aeea6f-e60e-48ea-8e95-f9c9a81a3dae,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:39.803167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:39.808470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:39.815265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86129e98-1235-4131-9e28-1f2bea805138 None None] Network fad09a63-4150-4e47-8cb6-a822746c2410 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:25:39.815418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d2a30cc2-a512-414d-b468-7386574655e7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/85aeea6f-e60e-48ea-8e95-f9c9a81a3dae HTTP/1.1" status: 204 len: 168 time: 0.5112855 Dec 23 15:25:39.818522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59696) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:39.953519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:25:37Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:39.958200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] Checking router: 175ffa58-8e00-44b7-96d7-59f66ca462b2 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:25:39.970678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] Routers {'175ffa58-8e00-44b7-96d7-59f66ca462b2'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:39.971358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['175ffa58-8e00-44b7-96d7-59f66ca462b2'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:40.112604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] DHCP port deletion for fad09a63-4150-4e47-8cb6-a822746c2410 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:25:40.118444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Deleting port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:25:40.119128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.174533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] Set router 175ffa58-8e00-44b7-96d7-59f66ca462b2 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:40.283034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.347109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] For port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,segment=NetworkSegment(1660b7b9-eb7b-4302-8d7c-798edb98d232),segment_id=1660b7b9-eb7b-4302-8d7c-798edb98d232)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:40.347455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.512811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:25:37Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:40.514584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.517817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85feb39a-7b17-4d21-90fa-1807f7aa19f7 None None] The sync data for ids ['175ffa58-8e00-44b7-96d7-59f66ca462b2'] in dv-neutron-822797-1-hyperv is: [{'id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'name': 'tempest-TestNetworkBasicOps-router-820358594', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:24:41Z', 'updated_at': '2021-12-23T15:25:37Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '681f4d20-9045-4e9a-9bc6-021879448aac', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175ffa58-8e00-44b7-96d7-59f66ca462b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:24:42Z', 'updated_at': '2021-12-23T15:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:25:40.525448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 681f4d20-9045-4e9a-9bc6-021879448aac {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:25:40.525923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.656242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Calling delete_port for 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:25:40.723632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 681f4d20-9045-4e9a-9bc6-021879448aac, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=681f4d20-9045-4e9a-9bc6-021879448aac,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:40.724032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.738862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:40.743767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:40.791173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Pushing event deleted for resources: {'Port': ['ID=3657e1b6-d87c-4bec-9ae1-c0b0df0d937c,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:40.795566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:40.796466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] No DVR routers for this DVR port 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:25:40.860260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 681f4d20-9045-4e9a-9bc6-021879448aac owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:25:41.044415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.049002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9e7993f-a460-4d7a-ad6b-88671ba1d6d6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:41.095849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=681f4d20-9045-4e9a-9bc6-021879448aac,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:41.136462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.136990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.137341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.137768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.138191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.138617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.139038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.139459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.139876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.140292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.140709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:41.147540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:41.345777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.622054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.627063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.657474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.658052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router 175ffa58-8e00-44b7-96d7-59f66ca462b2 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:25:41.674265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.675482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/175ffa58-8e00-44b7-96d7-59f66ca462b2 HTTP/1.1" status: 204 len: 168 time: 1.8558707 Dec 23 15:25:41.678697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:41.810397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.959291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:41.986738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad09a63-4150-4e47-8cb6-a822746c2410']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:42.000133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1660b7b9-eb7b-4302-8d7c-798edb98d232') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:42.000477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1660b7b9-eb7b-4302-8d7c-798edb98d232') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:42.013352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.028879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.035408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:25:42.035854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:25:42.052186 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:25:42.121995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:25:42.140753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.145495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.150094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-add6cad2-808c-43df-af5b-a1c6e493e7db tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:42.156456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:25:42.156855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3657e1b6-d87c-4bec-9ae1-c0b0df0d937c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:25:42.157369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 681f4d20-9045-4e9a-9bc6-021879448aac no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:25:42.177804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=fad09a63-4150-4e47-8cb6-a822746c2410,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:42.180579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:42.185311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/fad09a63-4150-4e47-8cb6-a822746c2410 HTTP/1.1" status: 204 len: 168 time: 0.5028744 Dec 23 15:25:42.190633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 681f4d20-9045-4e9a-9bc6-021879448aac {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:25:42.191034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 681f4d20-9045-4e9a-9bc6-021879448aac not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:25:42.191488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d8d06e6e-040c-4dd3-b308-248675d9cdae no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:25:42.196641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:42.213999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b594fe09-485e-4a42-819d-8d6db190ae04 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0136795 Dec 23 15:25:42.214451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59708) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:42.221097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--1141806356', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:42.225261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: d8d06e6e-040c-4dd3-b308-248675d9cdae {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:25:42.225685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d8d06e6e-040c-4dd3-b308-248675d9cdae not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:25:42.227123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:42.232235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:42.235227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:42.241817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:42.252256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:25:42.257851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.288972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:25:42.301455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.301920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment 884eb999-4aea-4496-9e83-8c1c73b19422 of type vlan for network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 Dec 23 15:25:42.330927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.364536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.368817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:42.369552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.375240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-679b7e2d-ed78-43dc-b63b-f0bbe4fb0a2a tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:42.482743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2669768 Dec 23 15:25:42.486030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59712) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:42.494360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:42.503725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:42.506804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:42.508001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:42.512281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:42.517868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:25:42.518045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:42.522706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:42.532490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.533440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.554594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.713181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.924662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:42.960956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:43.108318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.84 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/3beace15-b130-4305-bdc0-83ad26c111f9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:25:43.270376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:43.298855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:43.302733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2833f43-12f6-4412-9014-91507a4409c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:43.380027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:25:43.381046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:43.383834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:43.385793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:43.386541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:25:43.554687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:43.555440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:43.810738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 17167061-afb7-4dcb-94c3-0f981048d4d6 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:25:44.279038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:25:44.289878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Sync routers for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:25:44.304275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:44.305373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:44.307049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:44.308441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8213682 Dec 23 15:25:44.311952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59716) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:44.360905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-45522079-0c95-4da8-838c-94d84766f64f tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451448 Dec 23 15:25:44.361129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59720) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:44.500229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:44.507255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9381ed-6012-4314-843c-3d7e59183fb1 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:44.511652 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f9381ed-6012-4314-843c-3d7e59183fb1 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468546 Dec 23 15:25:44.512328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59724) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:44.563658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-252e52d5-1a3a-4373-b94a-3121595546b8 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498230 Dec 23 15:25:44.566426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59728) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:44.572516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983389771', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:44.691890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:44.696083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:44.699265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:44.706412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:44.720319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:25:44.812774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:43Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:44.817765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Checking router: 17167061-afb7-4dcb-94c3-0f981048d4d6 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:25:44.818110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Updating router 17167061-afb7-4dcb-94c3-0f981048d4d6 port 3beace15-b130-4305-bdc0-83ad26c111f9 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:25:44.831792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:44.872753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.069898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.073831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cda59fc5-36f9-4672-89b9-55be99f03f60 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:45.143926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=8a68904c-23fc-4c2b-a35d-135941c506e7,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:45.155136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:45.169483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:25:45.169905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:25:45.193752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:25:45.203888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:45.208060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:45.208713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.217528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113d79f-91e7-449d-92f3-17cf2d92e122 None None] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:25:45.232030 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6643307 Dec 23 15:25:45.234982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59732) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:45.294153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.321900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Transition to ACTIVE for port object 3beace15-b130-4305-bdc0-83ad26c111f9 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:45.334080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.341090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68e2dc4e-8108-4fcf-a7ed-5e7d838ced02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:45.480941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Pushing event updated for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:45.493324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Attempting to bind port 3beace15-b130-4305-bdc0-83ad26c111f9 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:25:45.493741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Attempting to bind port 3beace15-b130-4305-bdc0-83ad26c111f9 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:25:45.494153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Attempting to bind port 3beace15-b130-4305-bdc0-83ad26c111f9 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:45.516685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.517072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.517479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.517857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.518233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.518608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.518982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.519356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.519724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.520201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.520566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:45.524425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:45.530301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:25:45.530668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:25:45.531022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.531465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:25:45.531988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Bound port: 3beace15-b130-4305-bdc0-83ad26c111f9, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:25:45.532407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.625090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:25:45.626025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.666880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] For port 3beace15-b130-4305-bdc0-83ad26c111f9, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:45.670896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] For port 3beace15-b130-4305-bdc0-83ad26c111f9, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3beace15-b130-4305-bdc0-83ad26c111f9,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:25:45.711228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:45.716012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33d2b60c-47f5-4d26-b06d-2dbde59a2d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:45.827942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Pushing event updated for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:45.831273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:45.874123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:45.874758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:46.055307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:46.211159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Allocated IP 172.20.0.2 (85ff2b00-8ae9-4f38-b0e7-6b7394f86b13/8a68904c-23fc-4c2b-a35d-135941c506e7/07898352-2def-4164-a15d-a1f536cd3352) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:25:46.351321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:46.673072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:46.697624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Transition to ACTIVE for port object 07898352-2def-4164-a15d-a1f536cd3352 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:46.777901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Transition to ACTIVE for port object 07898352-2def-4164-a15d-a1f536cd3352 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:46.779142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c184f21-68c6-40fc-bf46-b5a7528c97d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:46.790727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:46.795246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:46.859165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (85ff2b00-8ae9-4f38-b0e7-6b7394f86b13/8a68904c-23fc-4c2b-a35d-135941c506e7/95f0af64-b537-4eab-af48-2ee8abb52f88) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:25:46.877581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Pushing event updated for resources: {'Port': ['ID=07898352-2def-4164-a15d-a1f536cd3352,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:46.881106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:46.885040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:25:46.887576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:46.889963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:25:46.901752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:43Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:46.934380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5f31a-58cc-4098-a6f4-97dffdcec781 None None] The sync data for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv is: [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:43Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:25:46.995575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Attempting to bind port 07898352-2def-4164-a15d-a1f536cd3352 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:25:46.996027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Attempting to bind port 07898352-2def-4164-a15d-a1f536cd3352 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:25:46.996449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Attempting to bind port 07898352-2def-4164-a15d-a1f536cd3352 on network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:47.004035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:25:47.004486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Checking segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:25:47.004951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.005423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Bound using segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:25:47.005941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Bound port: 07898352-2def-4164-a15d-a1f536cd3352, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:25:47.006402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.044511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.066639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 95f0af64-b537-4eab-af48-2ee8abb52f88 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:47.089630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.094754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b7aa4ef8-6409-40b4-b27b-bf0c31e4434c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:47.118176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] For port 07898352-2def-4164-a15d-a1f536cd3352, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:47.121582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] For port 07898352-2def-4164-a15d-a1f536cd3352, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=07898352-2def-4164-a15d-a1f536cd3352,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:25:47.125360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.129994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:47.164199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:25:47.172470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:47.177895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:25:47.209317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:47.217775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Pushing event updated for resources: {'Port': ['ID=07898352-2def-4164-a15d-a1f536cd3352,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:47.220372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:47.220797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:47.248892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.341583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.839354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.843395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:47.875088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47dcde14-2939-4aee-962a-7f0b30a3ed6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:47.970012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:47.975302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:47.976151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:48.175151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:48.201336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:48.278724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 3beace15-b130-4305-bdc0-83ad26c111f9 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:48.284296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3beace15-b130-4305-bdc0-83ad26c111f9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:48.284759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:48.407642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:25:48.409250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:48.424244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:48.441831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 3beace15-b130-4305-bdc0-83ad26c111f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3beace15-b130-4305-bdc0-83ad26c111f9,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:48.446391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:48.447679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 07898352-2def-4164-a15d-a1f536cd3352 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:48.476916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-549adad7-a192-4b47-9036-7de15171e4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:48.573604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:48.585005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:48.588221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 07898352-2def-4164-a15d-a1f536cd3352 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:48.765741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a52efd43-74e7-409b-872a-0b2320a48cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:48.825057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 17167061-afb7-4dcb-94c3-0f981048d4d6 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:25:48.904731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5a5fc7-fd63-4b32-9438-9700f2b74785 None None] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:25:49.020242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Provisioning for port 07898352-2def-4164-a15d-a1f536cd3352 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:49.030695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Provisioning complete for port 07898352-2def-4164-a15d-a1f536cd3352 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:49.031143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.053052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:25:49.066738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304451 Dec 23 15:25:49.069718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59736) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:49.224327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efa61c-3e98-405a-be7a-3e940ba64f25 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.224975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efa61c-3e98-405a-be7a-3e940ba64f25 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.225718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efa61c-3e98-405a-be7a-3e940ba64f25 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.226348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efa61c-3e98-405a-be7a-3e940ba64f25 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.228628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40efa61c-3e98-405a-be7a-3e940ba64f25 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1578975 Dec 23 15:25:49.231698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:49.257479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.307963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b031c97-2012-4468-b305-717470a813bb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.308286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a491c831-eda0-499d-b904-4d9757254587 None None] For port 07898352-2def-4164-a15d-a1f536cd3352, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=07898352-2def-4164-a15d-a1f536cd3352,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:49.308830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b031c97-2012-4468-b305-717470a813bb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.309042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b031c97-2012-4468-b305-717470a813bb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:49.311140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b031c97-2012-4468-b305-717470a813bb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0784698 Dec 23 15:25:49.314770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59744) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:49.315959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.317983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-349f43b1-0bbd-4ada-af37-a5ce3beb6f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:49.421742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Pushing event updated for resources: {'Port': ['ID=07898352-2def-4164-a15d-a1f536cd3352,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:49.425041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.425978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:49.537952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6d06e5b-eb8e-480c-b218-3ef9e0bd7445 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2219059 Dec 23 15:25:49.642742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-665d08d8-f57e-4734-9426-928a870a5f9f None None] Provisioning complete for port 07898352-2def-4164-a15d-a1f536cd3352 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:49.643175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-665d08d8-f57e-4734-9426-928a870a5f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.753502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59750) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:49.760948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267120014', 'description': 'tempest-secgroup-smoke-1267120014 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:49.768052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:49.772842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:49.776046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:49.785412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:49.787774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-665d08d8-f57e-4734-9426-928a870a5f9f None None] Provisioning for port 95f0af64-b537-4eab-af48-2ee8abb52f88 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:49.793595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-665d08d8-f57e-4734-9426-928a870a5f9f None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:49.794064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-665d08d8-f57e-4734-9426-928a870a5f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.800707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.847503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:49.851906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:49.855140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:49.859117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-665d08d8-f57e-4734-9426-928a870a5f9f None None] Port 95f0af64-b537-4eab-af48-2ee8abb52f88 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:25:49.861645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:49.922953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.927199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.934186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-50822b78-27ba-45e1-980b-3858d4c21d22 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:49.970825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e39c5-0572-400c-8656-78468c333580 None None] Sync routers for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:25:49.980297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4819d-feb3-4b38-8c15-85f4b6693e7f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:49.983281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.986585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2297111 Dec 23 15:25:49.986585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:49.988180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59754) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:49.994756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b54f4256-b944-4c31-ac38-59e49eeb86bb None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:49.995186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b54f4256-b944-4c31-ac38-59e49eeb86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:49.995316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '39b4819d-feb3-4b38-8c15-85f4b6693e7f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:49.999182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:50.003119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:50.008252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:50.012961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:50.016298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:50.023530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:50.043413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.052699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b54f4256-b944-4c31-ac38-59e49eeb86bb None None] Port 95f0af64-b537-4eab-af48-2ee8abb52f88 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:25:50.134469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.139265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.141732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d9b6d04-1151-452c-b3b8-e4b61a64b3d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:50.144646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:50.166800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1cebcc-ace0-4800-8024-20f35811cc73,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:50.169710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:50.177851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.182500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1902134 Dec 23 15:25:50.182846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:50.189477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '39b4819d-feb3-4b38-8c15-85f4b6693e7f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:50.196189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:50.200959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:50.204491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:50.207573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:50.211186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:50.230619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.230887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d2b63d16-d363-4603-976d-f38722febe75 None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:50.231271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2b63d16-d363-4603-976d-f38722febe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.280256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3beace15-b130-4305-bdc0-83ad26c111f9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:50.280769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.301208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.304407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.312171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:50.327842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d2b63d16-d363-4603-976d-f38722febe75 None None] Port 95f0af64-b537-4eab-af48-2ee8abb52f88 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:25:50.335528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da256f15-64a6-4202-887a-a43444701190,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:50.337803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:50.342131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.346084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1595156 Dec 23 15:25:50.346579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59762) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:50.353028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '39b4819d-feb3-4b38-8c15-85f4b6693e7f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:50.361345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:50.365549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:50.368678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:50.376957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:50.396040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.430689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 07898352-2def-4164-a15d-a1f536cd3352 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:50.464676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.468225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.474796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5eb1eac1-da84-4f95-a329-854836b910a3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:50.495253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b07634-d356-45e3-9861-efca9acc0ae4,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:50.500977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:50.503006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 07898352-2def-4164-a15d-a1f536cd3352 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:50.503988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.509769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.511288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1636934 Dec 23 15:25:50.514383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59766) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:50.521055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '39b4819d-feb3-4b38-8c15-85f4b6693e7f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:50.527815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:50.532384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:50.536699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:50.543372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:50.565826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.592035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:50.596591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e39c5-0572-400c-8656-78468c333580 None None] Checking router: 17167061-afb7-4dcb-94c3-0f981048d4d6 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:25:50.596986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e39c5-0572-400c-8656-78468c333580 None None] Updating router 17167061-afb7-4dcb-94c3-0f981048d4d6 port 95f0af64-b537-4eab-af48-2ee8abb52f88 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:25:50.636351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.639786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.648007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e072db4a-50e0-44e2-832a-eb022105ea3f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:50.651910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-320e39c5-0572-400c-8656-78468c333580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.667601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a7fe7-6120-4f0f-adfd-4c7da95e0696,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:50.670281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:50.677228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.681666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1661189 Dec 23 15:25:50.681803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:50.688031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '39b4819d-feb3-4b38-8c15-85f4b6693e7f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:50.694833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:50.699178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:50.702728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:50.709200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:50.719218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:25:50.726447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.794192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.797823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.800119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-747a2b56-861c-42b6-9775-c220316e5a94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:50.830840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e44af9f-f0a6-43f4-9a87-5c14552785db,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:50.833541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:50.841469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.845535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1599357 Dec 23 15:25:50.845754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:50.852474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '39b4819d-feb3-4b38-8c15-85f4b6693e7f', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:50.857896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.859360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:50.864005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:25:50.867354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:25:50.873989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:50.885220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:25:50.892249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.963126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.966453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:50.968667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0556a200-0bf1-4ebb-b5c9-daa9ea30192b tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:50.993103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6cad3c-fb2d-4dc2-a727-ce0b5a8d7705,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:50.995788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:51.003262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:51.004736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1579409 Dec 23 15:25:51.021240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-320e39c5-0572-400c-8656-78468c333580 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:51.033740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-320e39c5-0572-400c-8656-78468c333580 None None] Transition to ACTIVE for port object 95f0af64-b537-4eab-af48-2ee8abb52f88 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:51.040099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-320e39c5-0572-400c-8656-78468c333580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:51.045427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:51.177273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:51.221023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.221468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.221854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.222229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.222749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.223173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.223540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.223914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.224456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.224823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.225206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:25:51.233640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:51.289469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-320e39c5-0572-400c-8656-78468c333580 None None] Attempting to bind port 95f0af64-b537-4eab-af48-2ee8abb52f88 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:25:51.289895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-320e39c5-0572-400c-8656-78468c333580 None None] Attempting to bind port 95f0af64-b537-4eab-af48-2ee8abb52f88 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:25:51.290309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e39c5-0572-400c-8656-78468c333580 None None] Attempting to bind port 95f0af64-b537-4eab-af48-2ee8abb52f88 on network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:51.297753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e39c5-0572-400c-8656-78468c333580 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:25:51.298178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e39c5-0572-400c-8656-78468c333580 None None] Checking segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:25:51.298627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-320e39c5-0572-400c-8656-78468c333580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:51.299074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320e39c5-0572-400c-8656-78468c333580 None None] Bound using segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:25:51.299602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-320e39c5-0572-400c-8656-78468c333580 None None] Bound port: 95f0af64-b537-4eab-af48-2ee8abb52f88, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:25:51.300016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-320e39c5-0572-400c-8656-78468c333580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:51.408175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-320e39c5-0572-400c-8656-78468c333580 None None] For port 95f0af64-b537-4eab-af48-2ee8abb52f88, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:51.412292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-320e39c5-0572-400c-8656-78468c333580 None None] For port 95f0af64-b537-4eab-af48-2ee8abb52f88, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=95f0af64-b537-4eab-af48-2ee8abb52f88,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:25:51.415872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-320e39c5-0572-400c-8656-78468c333580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:51.420311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:51.504268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:51.508303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:51.509970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:25:51.510650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:51.578047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-6f399b47-d458-4f55-bb4c-6c6f20988022 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267120014&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0472012 Dec 23 15:25:51.707677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:25:51.751227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-33117f3c-c2da-4dd1-8583-c7b220bedf94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:51.751901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-33117f3c-c2da-4dd1-8583-c7b220bedf94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:51.767857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-33117f3c-c2da-4dd1-8583-c7b220bedf94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:51.769187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-33117f3c-c2da-4dd1-8583-c7b220bedf94 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 200 len: 797 time: 0.1841614 Dec 23 15:25:51.790284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-74efa332-aeba-4970-b569-4fbfe7c596c1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0136693 Dec 23 15:25:51.883503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-cd9e6543-0d8f-4e61-b0bc-be7fb1879732 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:51.898932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-cd9e6543-0d8f-4e61-b0bc-be7fb1879732 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:51.900303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-cd9e6543-0d8f-4e61-b0bc-be7fb1879732 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038065 Dec 23 15:25:52.082028 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-0a50bf6e-bfc4-4428-ad7a-7ef5ca10154c service neutron] 10.222.0.49 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687155 Dec 23 15:25:52.202220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-320e39c5-0572-400c-8656-78468c333580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:25:51Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:25:52.206475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e39c5-0572-400c-8656-78468c333580 None None] The sync data for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv is: [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:25:51Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:25:52.237354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-e0d4ab99-ad7d-4627-8fc5-ab2e561706ff service neutron] 10.222.0.49 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477242 Dec 23 15:25:52.632444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0363419c-1d99-43cc-bcaa-667a21fd1a6e req-850b6582-ba8e-4081-9a11-19be4cc67a79 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:52.646434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0363419c-1d99-43cc-bcaa-667a21fd1a6e req-850b6582-ba8e-4081-9a11-19be4cc67a79 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:52.648008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0363419c-1d99-43cc-bcaa-667a21fd1a6e req-850b6582-ba8e-4081-9a11-19be4cc67a79 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 210 time: 0.2352052 Dec 23 15:25:53.638613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-0c82251b-cfc5-4e99-8277-28b7eca2732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:53.639384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-0c82251b-cfc5-4e99-8277-28b7eca2732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:53.653000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-0c82251b-cfc5-4e99-8277-28b7eca2732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:53.654321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-0c82251b-cfc5-4e99-8277-28b7eca2732b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 200 len: 797 time: 0.1768656 Dec 23 15:25:53.722710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-665e026a-39b1-4cc6-adbf-6a7db9b41b53 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:53.740474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-665e026a-39b1-4cc6-adbf-6a7db9b41b53 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:53.741870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-665e026a-39b1-4cc6-adbf-6a7db9b41b53 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 380 time: 0.0757918 Dec 23 15:25:53.756163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['39b4819d-feb3-4b38-8c15-85f4b6693e7f']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:53.836303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-035961b8-cd90-4a2b-8b35-71c4bafdd3b2 req-2932c4ee-a366-49e6-94ec-9c2ef4ff9240 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 210 time: 0.0478103 Dec 23 15:25:53.908919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:25:53.919659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:25:53.930022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:25:53.935839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.119633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.14 (85ff2b00-8ae9-4f38-b0e7-6b7394f86b13/8a68904c-23fc-4c2b-a35d-135941c506e7/96c00055-48e7-4593-8c6f-266a51db4645) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:25:54.150848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:54.222946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 95f0af64-b537-4eab-af48-2ee8abb52f88 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:54.227749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:54.228166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.333964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.352892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 96c00055-48e7-4593-8c6f-266a51db4645 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:54.374245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.381062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:54.463868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:25:54.465015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:25:54.470406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:25:54.498768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=96c00055-48e7-4593-8c6f-266a51db4645,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:54.505023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:54.527036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.538835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:54.539525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.562629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 95f0af64-b537-4eab-af48-2ee8abb52f88, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=95f0af64-b537-4eab-af48-2ee8abb52f88,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:25:54.565046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.565646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138480 Dec 23 15:25:54.567395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:54.639727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:54.643186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:54.657301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Request body: {'port': {'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:25:54.779453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.826378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-82e3efda-d613-44f2-a4b4-4c7ceffb5ae3 None None] Provisioning for port 96c00055-48e7-4593-8c6f-266a51db4645 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:25:54.831716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-82e3efda-d613-44f2-a4b4-4c7ceffb5ae3 None None] Provisioning complete for port 96c00055-48e7-4593-8c6f-266a51db4645 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:54.832157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-82e3efda-d613-44f2-a4b4-4c7ceffb5ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:54.895696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-82e3efda-d613-44f2-a4b4-4c7ceffb5ae3 None None] Port 96c00055-48e7-4593-8c6f-266a51db4645 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:25:55.142207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686420-ae6d-402c-bc68-96c876f88ab7 req-7b236422-2687-4bde-bc10-825cf8feb028 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:55.142910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-88686420-ae6d-402c-bc68-96c876f88ab7 req-7b236422-2687-4bde-bc10-825cf8feb028 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:25:55.216078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-88686420-ae6d-402c-bc68-96c876f88ab7 req-7b236422-2687-4bde-bc10-825cf8feb028 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:25:55.217363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-88686420-ae6d-402c-bc68-96c876f88ab7 req-7b236422-2687-4bde-bc10-825cf8feb028 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 932 time: 0.2181456 Dec 23 15:25:55.226333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c00055-48e7-4593-8c6f-266a51db4645 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:25:55.248138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:55.276397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Transition to ACTIVE for port object 96c00055-48e7-4593-8c6f-266a51db4645 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:25:55.280210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:55.287312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ea9ce25-5eda-49e9-a923-066694ccb8a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:55.343161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-88686420-ae6d-402c-bc68-96c876f88ab7 req-db580019-575b-429d-981b-9ca8474eebc1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190484 Dec 23 15:25:55.425766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Pushing event updated for resources: {'Port': ['ID=96c00055-48e7-4593-8c6f-266a51db4645,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:55.430930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:55.545865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Attempting to bind port 96c00055-48e7-4593-8c6f-266a51db4645 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:25:55.546235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Attempting to bind port 96c00055-48e7-4593-8c6f-266a51db4645 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:25:55.546601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Attempting to bind port 96c00055-48e7-4593-8c6f-266a51db4645 on network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:55.553271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Port 96c00055-48e7-4593-8c6f-266a51db4645 on network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:25:55.553639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Attempting to bind port 96c00055-48e7-4593-8c6f-266a51db4645 on network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:25:55.560939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:25:55.561367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Checking segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:25:55.561797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Bound using segment: {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:25:55.562266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Bound port: 96c00055-48e7-4593-8c6f-266a51db4645, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884eb999-4aea-4496-9e83-8c1c73b19422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:25:55.562657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:55.661843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] For port 96c00055-48e7-4593-8c6f-266a51db4645, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:25:55.666380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] For port 96c00055-48e7-4593-8c6f-266a51db4645, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=96c00055-48e7-4593-8c6f-266a51db4645,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:25:55.672276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:55.678650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6832b85b-3ee1-40fb-84cd-e1757af5ca14 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:25:55.738493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:55.739983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] 10.222.0.65 "PUT /v2.0/ports/96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 200 len: 1094 time: 1.1658566 Dec 23 15:25:55.740587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:25:55.769890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Pushing event updated for resources: {'Port': ['ID=96c00055-48e7-4593-8c6f-266a51db4645,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:25:55.774205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:25:55.822168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645', 'status': 'completed', 'code': 200} Dec 23 15:25:55.868579 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-2004c434-bf4b-4a59-b74d-0beccdb10fc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1097 time: 0.0850334 Dec 23 15:25:55.944931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-7cc5d449-6843-43e7-b613-eb4e5ed1b513 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 200 len: 217 time: 0.0680776 Dec 23 15:25:56.131482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:25:56.210611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:25:56.210939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:25:56.258734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-64a350a6-5edc-48d3-9555-1e748d9a65dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:56.260363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-64a350a6-5edc-48d3-9555-1e748d9a65dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a68904c-23fc-4c2b-a35d-135941c506e7 HTTP/1.1" status: 200 len: 834 time: 0.3083498 Dec 23 15:25:56.350914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-92af676f-50fe-4afa-ab34-8ccce7dcbcc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831759 Dec 23 15:25:56.540257 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-0cf9d1fa-343f-4100-af64-09e2af8a8c33 service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821995 Dec 23 15:25:56.704399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7847-df12-4cd5-8d71-ee6b62b2a034 req-6419629b-974d-46d7-b46a-7fc7bffeef3d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:56.706085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7e2b7847-df12-4cd5-8d71-ee6b62b2a034 req-6419629b-974d-46d7-b46a-7fc7bffeef3d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 944 time: 0.2169199 Dec 23 15:25:56.711581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dc231ea-e315-4f3d-b9eb-a90160f03a76 req-f21cba79-a949-4f9d-8efb-18d76c17046f service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620646 Dec 23 15:25:56.756942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7e2b7847-df12-4cd5-8d71-ee6b62b2a034 req-254462a8-65e9-4bce-8f15-d1032c0ebb18 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Dec 23 15:25:56.840781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-5b1a2054-daec-4b96-a253-c28ee52b7300 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1097 time: 0.0770078 Dec 23 15:25:56.988381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-5326c19d-7b9b-4401-bc7e-c91551702516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:56.990050 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-5326c19d-7b9b-4401-bc7e-c91551702516 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 200 len: 898 time: 0.1426485 Dec 23 15:25:57.066127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-5062d233-4a5b-4372-ad0e-5230b5dc22a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 200 len: 217 time: 0.0683005 Dec 23 15:25:57.134951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-e367c080-af28-4555-af79-a4f0fe5dae85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:57.136474 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-e367c080-af28-4555-af79-a4f0fe5dae85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a68904c-23fc-4c2b-a35d-135941c506e7 HTTP/1.1" status: 200 len: 834 time: 0.0638237 Dec 23 15:25:57.226343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-aedf569f-0390-4f5f-b4aa-09dfc2bd4356 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815020 Dec 23 15:25:57.373182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-de6c4b07-f3f0-4318-b506-366967f8bd36 service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383801 Dec 23 15:25:57.520232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf933754-51cf-4daf-a453-0b2dc6227ad2 req-700635a9-674d-413a-aecc-6892790978bf service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398416 Dec 23 15:25:57.975712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fbbb9-345d-4964-b0f5-35cbdc6ec7e0 req-9f7358aa-3a67-49c4-a066-443212b2d1d7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:57.977344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-390fbbb9-345d-4964-b0f5-35cbdc6ec7e0 req-9f7358aa-3a67-49c4-a066-443212b2d1d7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 944 time: 0.0858457 Dec 23 15:25:58.030214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-390fbbb9-345d-4964-b0f5-35cbdc6ec7e0 req-18f5c9b6-edf7-405f-8b33-eb8da144e451 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442295 Dec 23 15:25:59.243731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404ecd5-1c3d-4f35-a59d-94607d45c828 req-84c4051c-6783-4e2e-a6c7-2b1fd0906a03 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:25:59.245504 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2404ecd5-1c3d-4f35-a59d-94607d45c828 req-84c4051c-6783-4e2e-a6c7-2b1fd0906a03 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 944 time: 0.0889122 Dec 23 15:25:59.298429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2404ecd5-1c3d-4f35-a59d-94607d45c828 req-1135c3a0-7477-440b-8d23-a1280a3eba29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Dec 23 15:26:00.013136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 96c00055-48e7-4593-8c6f-266a51db4645 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:26:00.164866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 96c00055-48e7-4593-8c6f-266a51db4645, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=96c00055-48e7-4593-8c6f-266a51db4645,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:00.179530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '96c00055-48e7-4593-8c6f-266a51db4645', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:26:00.236189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:00.254867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c00055-48e7-4593-8c6f-266a51db4645 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:26:00.272644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 96c00055-48e7-4593-8c6f-266a51db4645, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=96c00055-48e7-4593-8c6f-266a51db4645,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:00.277384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:00.280801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:00.356648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=96c00055-48e7-4593-8c6f-266a51db4645,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:00.360244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:00.482484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['96c00055-48e7-4593-8c6f-266a51db4645'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:26:00.513040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87f1b1-cbcb-48ad-ae01-ae966b9ea99a req-4d2fa9e1-1b19-4055-9c20-093b9b96d295 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:00.514740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee87f1b1-cbcb-48ad-ae01-ae966b9ea99a req-4d2fa9e1-1b19-4055-9c20-093b9b96d295 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 945 time: 0.0913782 Dec 23 15:26:00.565706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee87f1b1-cbcb-48ad-ae01-ae966b9ea99a req-6360f85c-768f-4415-a7fe-e1ed98952540 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Dec 23 15:26:00.835140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:01.792165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbb121-6523-4379-85bb-d59607c66d5c req-1709a42b-3bc3-4b99-ba85-c4bb2dcb820f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:01.793725 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4efbb121-6523-4379-85bb-d59607c66d5c req-1709a42b-3bc3-4b99-ba85-c4bb2dcb820f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 945 time: 0.0947878 Dec 23 15:26:01.847681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4efbb121-6523-4379-85bb-d59607c66d5c req-3cb60fc2-f5fa-41d3-b1ec-74316582bf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448759 Dec 23 15:26:02.017914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 96c00055-48e7-4593-8c6f-266a51db4645 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:26:02.055045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:26:02.106686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 96c00055-48e7-4593-8c6f-266a51db4645 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:26:02.111684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 96c00055-48e7-4593-8c6f-266a51db4645 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:26:02.112125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:02.236673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:02.265910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:26:02.276121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 96c00055-48e7-4593-8c6f-266a51db4645, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=96c00055-48e7-4593-8c6f-266a51db4645,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:02.280008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:02.282190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:02.328954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645', 'code': 200} Dec 23 15:26:02.354982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=96c00055-48e7-4593-8c6f-266a51db4645,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:02.358488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:02.583249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-855e6bb3-5d1f-4e6f-b2c2-768b235505f4 req-959392b1-3e2d-4822-bc5f-d97b32bb6099 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1099 time: 0.0800278 Dec 23 15:26:02.634616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-855e6bb3-5d1f-4e6f-b2c2-768b235505f4 req-10268fb2-a028-4c49-a9f4-d6738326a58c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438178 Dec 23 15:26:03.065624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc1dcf-547b-462c-8500-81e65ab3b73b req-912d0341-5127-4941-9e02-17f088eddb4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:03.067252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dcc1dcf-547b-462c-8500-81e65ab3b73b req-912d0341-5127-4941-9e02-17f088eddb4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 946 time: 0.0943141 Dec 23 15:26:03.117141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dcc1dcf-547b-462c-8500-81e65ab3b73b req-4ae962bf-c3bd-491e-98ec-2efc8cf2e2eb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 Dec 23 15:26:04.337242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f3dfa-70a0-4d30-aa71-55cc70b2c3e9 req-102965f9-b46a-4105-be6d-2adfbfab7a71 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:04.338777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-282f3dfa-70a0-4d30-aa71-55cc70b2c3e9 req-102965f9-b46a-4105-be6d-2adfbfab7a71 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 946 time: 0.0887012 Dec 23 15:26:04.395519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-282f3dfa-70a0-4d30-aa71-55cc70b2c3e9 req-4d00c340-6f6f-445b-abb2-77e76ab6bcfa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481224 Dec 23 15:26:04.616743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bb80f-bf0b-4d99-ad3e-24aecdf33cfb req-587b9556-eeb1-43ca-83d5-bc28aa77a874 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:04.618312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-447bb80f-bf0b-4d99-ad3e-24aecdf33cfb req-587b9556-eeb1-43ca-83d5-bc28aa77a874 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 946 time: 0.0973117 Dec 23 15:26:04.671175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-447bb80f-bf0b-4d99-ad3e-24aecdf33cfb req-928ae28f-4eea-41b7-ac46-a53826c1f5c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Dec 23 15:26:04.698902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59834) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:04.778158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-255527f2-2c9f-490d-b662-4a08e700edc7 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1094 time: 0.0774069 Dec 23 15:26:04.781345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59838) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:04.787076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:26:04.793211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:26:04.797552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:26:04.800619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:26:04.806925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:26:04.817973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:05.211327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:05.362161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.128 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/2aadd5ff-a136-497d-9ff3-b05acb54d7d7) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:26:05.526511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:05.555361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:05.559757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98c15787-f098-442d-97f4-0ea63580a366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:05.630546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:26:05.634756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:26:05.637494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:26:05.667590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=2aadd5ff-a136-497d-9ff3-b05acb54d7d7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:05.671076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:06.189469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:06.261117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:06.478495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:06.483555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:06.487396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:06.589790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=2aadd5ff-a136-497d-9ff3-b05acb54d7d7,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:06.600396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:06.614019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:06.819602 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 2970d933-416e-469a-b596-5f3e95c345a1 associated. External IP: 172.26.2.128, port: 96c00055-48e7-4593-8c6f-266a51db4645. Dec 23 15:26:07.249916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 17167061-afb7-4dcb-94c3-0f981048d4d6 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:26:07.472906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:26:07.483755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] Sync routers for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:26:07.497901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:26:07.498597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:07.499050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:07.558363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7757733 Dec 23 15:26:07.559016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:26:07.561273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59842) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:07.701414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:26:07.701571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645', 'status': 'completed', 'code': 200} Dec 23 15:26:07.862730 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-b3c7bce8-5d14-486c-b9d2-1a5dbed12e33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1099 time: 0.1116560 Dec 23 15:26:07.870056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-21027085-1d1a-4cf5-9c50-a8c40038d95b tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6 HTTP/1.1" status: 200 len: 922 time: 0.3073347 Dec 23 15:26:07.873143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:08.008629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ec083f01-3f16-46d2-ac83-85ef3bdf3b88 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1328907 Dec 23 15:26:08.017580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-ac23391f-fc02-43f9-819b-455cf550ea68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:08.019230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-ac23391f-fc02-43f9-819b-455cf550ea68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 200 len: 898 time: 0.1481249 Dec 23 15:26:08.077334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '2970d933-416e-469a-b596-5f3e95c345a1', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:26:06Z', 'updated_at': '2021-12-23T15:26:06Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:25:54Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:08.081699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] Checking router: 17167061-afb7-4dcb-94c3-0f981048d4d6 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:26:08.093493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:26:08.094164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:25:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:08.130951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-ae05d0bb-df60-4493-ba48-f6bd682c47c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 200 len: 1000 time: 0.1047451 Dec 23 15:26:08.202074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-a68f3614-5545-4dd2-a25c-e40de3ef661a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:08.203737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-a68f3614-5545-4dd2-a25c-e40de3ef661a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a68904c-23fc-4c2b-a35d-135941c506e7 HTTP/1.1" status: 200 len: 834 time: 0.0655270 Dec 23 15:26:08.290574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:26:08.299466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-d9f31fc7-b4eb-4f4c-8fba-08b5644a27bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886605 Dec 23 15:26:08.453373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-51ee0d13-6dcb-4d3a-bbc4-78273602ee3c service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463799 Dec 23 15:26:08.605081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d38556f-8e5f-4432-85b0-6e11f73b17a6 req-d98cc9f7-e73d-4795-8ae6-44bf4bd51bab service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446438 Dec 23 15:26:08.670613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '2970d933-416e-469a-b596-5f3e95c345a1', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:26:06Z', 'updated_at': '2021-12-23T15:26:06Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:25:54Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:08.675008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab4592-1f0e-497f-859a-a784a20f1dc8 None None] The sync data for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv is: [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '2970d933-416e-469a-b596-5f3e95c345a1', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:26:06Z', 'updated_at': '2021-12-23T15:26:06Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:25:54Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:26:09.011395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59854) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:09.072091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17451712-8ac9-4b2d-a3b1-54f2c3d14608 None None] New status for floating IP 2970d933-416e-469a-b596-5f3e95c345a1: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:26:09.126418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2255bdf4-41dd-45a5-b501-0019b6ed234a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1136415 Dec 23 15:26:10.131059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:10.251369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23fb7d78-0cc7-47db-b5a7-15a17ae20bd2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 994 time: 0.1187847 Dec 23 15:26:16.580111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-dffff805-e68d-4741-aa6b-debf7a54cebe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759382 Dec 23 15:26:16.723811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf0692a8-07dc-49d4-9628-edce10fb0a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:16.743076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-8d5cca3b-581b-40da-ab18-4924e88c82b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1099 time: 0.0806420 Dec 23 15:26:16.905576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619fc26-6922-4243-af61-4a21da4a39ee req-dd4ef5a4-a196-4c0d-bd31-10c93f8ccbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:16.907175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-dd4ef5a4-a196-4c0d-bd31-10c93f8ccbf0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 200 len: 898 time: 0.1427674 Dec 23 15:26:17.020988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-7606e030-85a0-463a-a9c1-59aba7076328 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 200 len: 1002 time: 0.1062927 Dec 23 15:26:17.102218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619fc26-6922-4243-af61-4a21da4a39ee req-50a7e1e6-935c-42e3-a2ce-f58a444280f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:17.103860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-50a7e1e6-935c-42e3-a2ce-f58a444280f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a68904c-23fc-4c2b-a35d-135941c506e7 HTTP/1.1" status: 200 len: 834 time: 0.0757422 Dec 23 15:26:17.196915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-6e6d3315-6876-4c07-a75b-011277249860 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786598 Dec 23 15:26:17.343933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-a27ce702-b405-46b6-9b67-75d3a97a3a2a service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373656 Dec 23 15:26:17.740355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5619fc26-6922-4243-af61-4a21da4a39ee req-ae383608-5350-440a-b4ae-9a8fcdfdc895 service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870232 Dec 23 15:26:18.181422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:18.780626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a415c1d-1053-439d-973d-1dbe11af119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:19.411858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:20.862199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:30.834760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:39.063355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:26:42.429198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59876) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:42.630918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f3624c7-1299-47f1-a519-e30603ddf00f tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2002826 Dec 23 15:26:42.635762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59880) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:42.867187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ed684-4099-4ee4-abf3-f6f82a54fa4f tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Notify agent at dv-neutron-822797-1-hyperv the message router_removed_from_agent {{(pid=88873) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 23 15:26:42.870516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-357ed684-4099-4ee4-abf3-f6f82a54fa4f tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "DELETE /v2.0/agents/bf3bc151-7153-45b4-aa6d-a680199edeac/l3-routers/17167061-afb7-4dcb-94c3-0f981048d4d6 HTTP/1.1" status: 204 len: 168 time: 0.2337613 Dec 23 15:26:42.873579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59884) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:43.074377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f0b05e91-b714-4516-8f04-985bf66c1168 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1968656 Dec 23 15:26:43.074864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59888) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:43.188765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2eab2e63-5bf6-48be-8c57-833f50dfd163 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 994 time: 0.1112325 Dec 23 15:26:43.199094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13264d2c-00f2-4b6f-87a1-4021ecec2b12 None None] New status for floating IP 2970d933-416e-469a-b596-5f3e95c345a1: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:26:44.152191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:26:44.191841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:44.270513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:44.287204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 3beace15-b130-4305-bdc0-83ad26c111f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3beace15-b130-4305-bdc0-83ad26c111f9,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:44.290736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:44.291545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:26:44.316473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-41ff250d-6dee-40a4-814e-6613bc1bfa64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:44.418961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:44.422903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:44.484506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:44.521668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 95f0af64-b537-4eab-af48-2ee8abb52f88, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=95f0af64-b537-4eab-af48-2ee8abb52f88,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:44.525834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:44.528939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:44.553026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-555f7c2d-160d-401a-bf3b-e90407ebb594 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.3598154 Dec 23 15:26:44.764664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:44.767931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:45.713850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:45.938638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a82c5b-bc5f-4c33-a302-369e7c8d4fc9 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Router 17167061-afb7-4dcb-94c3-0f981048d4d6 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:26:45.939026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a82c5b-bc5f-4c33-a302-369e7c8d4fc9 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Notify agent at dv-neutron-822797-1-hyperv the message router_added_to_agent {{(pid=88872) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 23 15:26:45.968007 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08a82c5b-bc5f-4c33-a302-369e7c8d4fc9 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "POST /v2.0/agents/bf3bc151-7153-45b4-aa6d-a680199edeac/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2521951 Dec 23 15:26:45.970406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:45.987765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] Sync routers for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:26:46.001079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:26:46.001819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:46.164343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08d5942a-161f-4035-918a-7ad13bb549e0 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1895883 Dec 23 15:26:46.164592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:46.192738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:26:46.282912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3049393e-f762-427d-a808-a92b1a1502b6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1169610 Dec 23 15:26:46.565891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '2970d933-416e-469a-b596-5f3e95c345a1', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:26:06Z', 'updated_at': '2021-12-23T15:26:43Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:26:44Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:46.570393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] Checking router: 17167061-afb7-4dcb-94c3-0f981048d4d6 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:26:46.583680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:26:46.584349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:46.727516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a0b2776-86c2-46f1-ae82-926436bc56f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:46.776739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:26:47.158038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '2970d933-416e-469a-b596-5f3e95c345a1', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:26:06Z', 'updated_at': '2021-12-23T15:26:43Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:26:44Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:47.162465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa8f5c-7dcb-488e-a8df-039e5eb8eea4 None None] The sync data for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv is: [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '2970d933-416e-469a-b596-5f3e95c345a1', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'port_id': '96c00055-48e7-4593-8c6f-266a51db4645', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'mac_address': 'fa:16:3e:b7:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df550b-4955-49dc-a023-150feb1b02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:26:06Z', 'updated_at': '2021-12-23T15:26:43Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:26:44Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:26:47.288178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:47.407223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2cc7e7b3-4d42-4e6e-86b0-5cd58138c994 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1169817 Dec 23 15:26:48.167415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.212312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:26:48.288740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3beace15-b130-4305-bdc0-83ad26c111f9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:26:48.289224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.411248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59918) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:48.416870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.434108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 3beace15-b130-4305-bdc0-83ad26c111f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3beace15-b130-4305-bdc0-83ad26c111f9,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:48.439573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.440517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:26:48.478930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:48.527082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2e7d5cbe-bcdb-4219-9c31-9d501eb8ed23 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1144102 Dec 23 15:26:48.578940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:48.583628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:26:48.584059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.626037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.626441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.626835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.627223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.627608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.627996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.628376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.628760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.629135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.629556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.629929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:48.636088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:48.722052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.763410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 95f0af64-b537-4eab-af48-2ee8abb52f88, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=95f0af64-b537-4eab-af48-2ee8abb52f88,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:48.771809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.774514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:48.810201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f41bb40b-6196-41b6-bf9f-ac8b823dfd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:48.846019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:48.849446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:49.421831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:49.532377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59922) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:49.653370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-081dcc82-e215-4643-97c5-c0a34d05167f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1177745 Dec 23 15:26:50.169495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:26:50.250617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3beace15-b130-4305-bdc0-83ad26c111f9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:26:50.251048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:50.371380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:26:50.447525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 95f0af64-b537-4eab-af48-2ee8abb52f88 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:26:50.448059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:50.547653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c5b21d-ecaa-4a65-9d6a-f5a948878161 None None] New status for floating IP 2970d933-416e-469a-b596-5f3e95c345a1: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:26:50.656749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59926) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:50.785126 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5eeb40f1-496f-46a6-9220-1bef629c7963 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 992 time: 0.1269023 Dec 23 15:26:50.864450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:51.790679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59930) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:51.910245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2595f5b6-8310-4c9c-b6df-255f476d4efc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 200 len: 994 time: 0.1178074 Dec 23 15:26:52.202287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 59938) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:52.425201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 2aadd5ff-a136-497d-9ff3-b05acb54d7d7 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:26:52.425604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:52.610515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:52.610823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:52.741623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 2aadd5ff-a136-497d-9ff3-b05acb54d7d7 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:26:52.901575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:52.905374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15c49949-1205-45bf-beae-4cfc3c132429 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:52.947427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=2aadd5ff-a136-497d-9ff3-b05acb54d7d7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:52.993556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.993983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.994400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.994811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.995248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.995637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.996043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.996451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.996854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.997266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:52.997666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:53.004879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:53.061418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:53.487247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 17167061-afb7-4dcb-94c3-0f981048d4d6 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:26:53.953747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:26:53.965201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] Sync routers for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:26:53.976473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:53.978716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:26:53.979405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:54.034204 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/2970d933-416e-469a-b596-5f3e95c345a1 HTTP/1.1" status: 204 len: 168 time: 1.8303154 Dec 23 15:26:54.034989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:26:54.170593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:26:54.179682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645', 'status': 'completed', 'code': 200} Dec 23 15:26:54.296422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-c6fcab9a-48c4-4ad4-9f2e-8a5877166921 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 1099 time: 0.0936208 Dec 23 15:26:54.523374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f444d9-6f43-456b-adc8-da90be5023be req-db8128f7-e177-4029-92f6-fcfb6759caab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:54.525093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-db8128f7-e177-4029-92f6-fcfb6759caab service neutron] 10.222.0.65 "GET /v2.0/networks?id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 200 len: 898 time: 0.2213049 Dec 23 15:26:54.608285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad2c1-eafe-40fa-9133-eb3ef5a52bc5 req-5aac1df1-83a0-43b4-946f-3becd75bc33b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:54.609081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e5cad2c1-eafe-40fa-9133-eb3ef5a52bc5 req-5aac1df1-83a0-43b4-946f-3becd75bc33b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:26:54.616699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-bbc831f1-0db9-4cf4-a645-7cb9a9861ffc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 200 len: 217 time: 0.0812562 Dec 23 15:26:54.665839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e5cad2c1-eafe-40fa-9133-eb3ef5a52bc5 req-5aac1df1-83a0-43b4-946f-3becd75bc33b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:26:54.667507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5cad2c1-eafe-40fa-9133-eb3ef5a52bc5 req-5aac1df1-83a0-43b4-946f-3becd75bc33b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 946 time: 0.2657869 Dec 23 15:26:54.681447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:54.685627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] Checking router: 17167061-afb7-4dcb-94c3-0f981048d4d6 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:26:54.697333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:26:54.697802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:54.723332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f444d9-6f43-456b-adc8-da90be5023be req-9b128bd9-1e6c-481e-aac7-b4021f617c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:54.725034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-9b128bd9-1e6c-481e-aac7-b4021f617c1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a68904c-23fc-4c2b-a35d-135941c506e7 HTTP/1.1" status: 200 len: 834 time: 0.1015649 Dec 23 15:26:54.776704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5cad2c1-eafe-40fa-9133-eb3ef5a52bc5 req-6c4d4840-2053-4463-bc77-f32b113e7c0b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014099 Dec 23 15:26:54.818851 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-c96b6b5f-4a9e-4827-8c01-fd83707c03d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848944 Dec 23 15:26:54.896876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:26:54.973169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-0732ed03-6ea1-4057-9a6d-9f6b6998833e service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471190 Dec 23 15:26:55.119555 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5f444d9-6f43-456b-adc8-da90be5023be req-c0f70971-2200-4662-b552-1f5119d4826b service neutron] 10.222.0.65 "GET /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398270 Dec 23 15:26:55.234851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:26:55.239258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147f52d-68a6-4999-96e1-31ed518bfdd2 None None] The sync data for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv is: [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:25:47Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '95f0af64-b537-4eab-af48-2ee8abb52f88', 'name': '', 'network_id': '85ff2b00-8ae9-4f38-b0e7-6b7394f86b13', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:cd:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:46Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '8a68904c-23fc-4c2b-a35d-135941c506e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:26:55.702427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-cf0a5080-6c7b-4f93-a9bb-9db718db3f69 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:55.704137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-cf0a5080-6c7b-4f93-a9bb-9db718db3f69 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 946 time: 0.0990739 Dec 23 15:26:55.783164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 96c00055-48e7-4593-8c6f-266a51db4645 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:26:55.783640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:55.998439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7aaf-d0b8-449f-a9e5-cfeb44d40a77 req-3df3ecd8-0a33-4152-9fc0-5635aeba6eef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:26:56.000784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-634f7aaf-d0b8-449f-a9e5-cfeb44d40a77 req-3df3ecd8-0a33-4152-9fc0-5635aeba6eef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=07df550b-4955-49dc-a023-150feb1b02c9 HTTP/1.1" status: 200 len: 946 time: 0.0933356 Dec 23 15:26:56.053179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-634f7aaf-d0b8-449f-a9e5-cfeb44d40a77 req-9c66a108-a3e7-4fe7-affb-83492b681619 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=39b4819d-feb3-4b38-8c15-85f4b6693e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Dec 23 15:26:56.063982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 96c00055-48e7-4593-8c6f-266a51db4645, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=96c00055-48e7-4593-8c6f-266a51db4645,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:56.064389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:56.197284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 96c00055-48e7-4593-8c6f-266a51db4645 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:26:56.353044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:56.359589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df6665c6-01d4-465e-98da-aa3d0b2d18a5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:56.404897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=96c00055-48e7-4593-8c6f-266a51db4645,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:56.407570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:56.492927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 96c00055-48e7-4593-8c6f-266a51db4645 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:26:56.495586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:56.498867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'name': 'network-vif-deleted', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:26:56.515726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0970a37d-7d79-4544-9c49-0c2d0f7df522 req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/96c00055-48e7-4593-8c6f-266a51db4645 HTTP/1.1" status: 204 len: 173 time: 0.8046014 Dec 23 15:26:56.539785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e24ae-87e0-438f-a63f-1163ae39683a None None] New status for floating IP 2970d933-416e-469a-b596-5f3e95c345a1: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:26:56.563079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df550b-4955-49dc-a023-150feb1b02c9', 'name': 'network-vif-deleted', 'tag': '96c00055-48e7-4593-8c6f-266a51db4645', 'status': 'completed', 'code': 200} Dec 23 15:26:57.305066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:57.383472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:57.415922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:57.469526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:57.474869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17ade38d-8c25-43b0-b541-3602ee8061ea tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:57.496941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4819d-feb3-4b38-8c15-85f4b6693e7f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:57.514144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:57.515424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/39b4819d-feb3-4b38-8c15-85f4b6693e7f HTTP/1.1" status: 204 len: 168 time: 0.2091341 Dec 23 15:26:57.517618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.518125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.518554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.518978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.519399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.519797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.520208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.520630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.521038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.521458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.521867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:26:57.525302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:57.555205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:26:57.999512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:58.680863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 95f0af64-b537-4eab-af48-2ee8abb52f88 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:26:58.681517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:58.887703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 95f0af64-b537-4eab-af48-2ee8abb52f88, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=95f0af64-b537-4eab-af48-2ee8abb52f88,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:26:58.888111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:59.274653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 95f0af64-b537-4eab-af48-2ee8abb52f88 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:26:59.468271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:26:59.472144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:26:59.526362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=95f0af64-b537-4eab-af48-2ee8abb52f88,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:26:59.530747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:26:59.856155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:00.338554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 96c00055-48e7-4593-8c6f-266a51db4645 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:27:00.377760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 96c00055-48e7-4593-8c6f-266a51db4645 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:27:00.378006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 96c00055-48e7-4593-8c6f-266a51db4645 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:27:00.489946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router 17167061-afb7-4dcb-94c3-0f981048d4d6 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:27:00.708999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:27:00.719396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] Sync routers for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:27:00.723993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1662545 Dec 23 15:27:00.725887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:00.732765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:00.733557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:00.837589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:00.921638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:00.930146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 8a68904c-23fc-4c2b-a35d-135941c506e7 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:27:00.933431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:00.995349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.083133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.159527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.163527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ffe9c76-c1da-4354-b7a6-50e18b24b9dd tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:01.199287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=8a68904c-23fc-4c2b-a35d-135941c506e7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:01.203982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:01.209204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.215650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/8a68904c-23fc-4c2b-a35d-135941c506e7 HTTP/1.1" status: 204 len: 168 time: 0.4887011 Dec 23 15:27:01.216435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca2365-d16c-407f-81ea-357d5dc83a58 None None] Network 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:27:01.218388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:01.226868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:59Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:01.231243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] Checking router: 17167061-afb7-4dcb-94c3-0f981048d4d6 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:27:01.243071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] Routers {'17167061-afb7-4dcb-94c3-0f981048d4d6'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:01.243754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['17167061-afb7-4dcb-94c3-0f981048d4d6'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:01.434902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] Set router 17167061-afb7-4dcb-94c3-0f981048d4d6 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:01.454461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.498892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] DHCP port deletion for 85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:27:01.504589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Deleting port 07898352-2def-4164-a15d-a1f536cd3352 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:27:01.505258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.683848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.694082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 3beace15-b130-4305-bdc0-83ad26c111f9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:27:01.694476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.739080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] For port 07898352-2def-4164-a15d-a1f536cd3352, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=07898352-2def-4164-a15d-a1f536cd3352,segment=NetworkSegment(884eb999-4aea-4496-9e83-8c1c73b19422),segment_id=884eb999-4aea-4496-9e83-8c1c73b19422)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:01.739455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.872013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Calling delete_port for 07898352-2def-4164-a15d-a1f536cd3352 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:27:01.881218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 3beace15-b130-4305-bdc0-83ad26c111f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3beace15-b130-4305-bdc0-83ad26c111f9,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:01.885180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.929148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:59Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:01.934680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b7804-7875-4601-b90f-1991ebf4a3d2 None None] The sync data for ids ['17167061-afb7-4dcb-94c3-0f981048d4d6'] in dv-neutron-822797-1-hyperv is: [{'id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'name': 'tempest-TestNetworkBasicOps-router-2029100112', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:59Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '3beace15-b130-4305-bdc0-83ad26c111f9', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17167061-afb7-4dcb-94c3-0f981048d4d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:25:42Z', 'updated_at': '2021-12-23T15:26:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:27:01.948002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:01.952632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:01.999521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Pushing event deleted for resources: {'Port': ['ID=07898352-2def-4164-a15d-a1f536cd3352,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:02.003431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:02.006662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] No DVR routers for this DVR port 07898352-2def-4164-a15d-a1f536cd3352 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:27:02.020846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 3beace15-b130-4305-bdc0-83ad26c111f9 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:27:02.163748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 07898352-2def-4164-a15d-a1f536cd3352 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:27:02.198842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 07898352-2def-4164-a15d-a1f536cd3352 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:27:02.199258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 07898352-2def-4164-a15d-a1f536cd3352 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:27:02.204309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:27:02.206436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:02.218948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e137bc5-23f2-4e36-a4a7-a551d2694369 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:02.239805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 95f0af64-b537-4eab-af48-2ee8abb52f88 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:27:02.240137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 95f0af64-b537-4eab-af48-2ee8abb52f88 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:27:02.291346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=3beace15-b130-4305-bdc0-83ad26c111f9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:02.298231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:02.771148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.051490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.056026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.085305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.085904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router 17167061-afb7-4dcb-94c3-0f981048d4d6 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:27:03.101387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.102646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/17167061-afb7-4dcb-94c3-0f981048d4d6 HTTP/1.1" status: 204 len: 168 time: 1.8830197 Dec 23 15:27:03.105704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:03.232342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.380588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.410498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ff2b00-8ae9-4f38-b0e7-6b7394f86b13']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:03.424527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884eb999-4aea-4496-9e83-8c1c73b19422') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:03.424879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884eb999-4aea-4496-9e83-8c1c73b19422') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:03.437285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.452881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.459403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:27:03.459831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:27:03.475650 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:27:03.569893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.574315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f270fe04-eda9-479e-9589-74f934ba2771 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:03.590393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.602761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=85ff2b00-8ae9-4f38-b0e7-6b7394f86b13,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:03.606231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:03.612002 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-291dc339-9bd1-42a0-92bc-d39292ad33c7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/85ff2b00-8ae9-4f38-b0e7-6b7394f86b13 HTTP/1.1" status: 204 len: 168 time: 0.5051992 Dec 23 15:27:03.635985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59978) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:03.642648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--1953815272', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:03.648178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:03.652637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:03.655857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:03.662417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:03.674043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:27:03.679546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.711479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:27:03.721220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.721620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7 of type vlan for network 21865e55-c17d-4763-9684-9b092a688c02 Dec 23 15:27:03.750850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.786707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.793744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:03.794712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.800850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d167c2c1-d5e6-4c09-ba47-5b9e51654a62 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:03.912439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2752595 Dec 23 15:27:03.915667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59982) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:03.923786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:03.929742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=21865e55-c17d-4763-9684-9b092a688c02,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:03.933335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:03.934311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:03.938707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:03.941840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 21865e55-c17d-4763-9684-9b092a688c02 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:27:03.941989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:03.948379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:03.959076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.960107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:03.983217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.151478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.163264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:27:04.197476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 3beace15-b130-4305-bdc0-83ad26c111f9 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:27:04.197860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3beace15-b130-4305-bdc0-83ad26c111f9 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:27:04.345079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.379864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.525469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.168 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/fa16640e-5ebe-404e-b210-5b638b263d74) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:27:04.682600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.711918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.715918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8146068b-5984-43f4-b918-7d135155f200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:04.791144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:27:04.792069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=fa16640e-5ebe-404e-b210-5b638b263d74,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:04.794867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:04.796809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:04.797537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:27:04.961758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:04.962531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:05.227428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b989d1c4-306e-414c-a960-dfe2b4db4b5c is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:27:05.459740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:27:05.471977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Sync routers for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:27:05.485677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:05.486371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:05.489404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:05.490778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5741050 Dec 23 15:27:05.494246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59986) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:05.546396 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9a094b2-30b2-4588-8b94-921e1ae21b03 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478249 Dec 23 15:27:05.546639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59990) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:05.858273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:05.946422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55784153-2a4e-41ee-9a7e-75e5d5c84f4e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:05.948098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55784153-2a4e-41ee-9a7e-75e5d5c84f4e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4004729 Dec 23 15:27:05.951673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59994) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:05.997101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e6f433f-e29d-4052-ba32-91e6c4a6c97f tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441566 Dec 23 15:27:05.999883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 59998) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:06.005993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089046306', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:06.124570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:06.129079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:06.132277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:06.138615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:06.149053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:27:06.164828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:04Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:06.169046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Checking router: b989d1c4-306e-414c-a960-dfe2b4db4b5c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:27:06.169485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Updating router b989d1c4-306e-414c-a960-dfe2b4db4b5c port fa16640e-5ebe-404e-b210-5b638b263d74 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:27:06.223326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.262931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.507419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.511604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-495f17d6-9738-4745-99e5-bed8cfa41b11 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:06.575901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.589501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Transition to ACTIVE for port object fa16640e-5ebe-404e-b210-5b638b263d74 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:06.594846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=81919ae1-60de-4e0d-ae0f-a66a8780ee3e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:06.595987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.599976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:06.601423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:06.610979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:27:06.611455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: 21865e55-c17d-4763-9684-9b092a688c02, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:27:06.634313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 21865e55-c17d-4763-9684-9b092a688c02 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:27:06.643731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 21865e55-c17d-4763-9684-9b092a688c02) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:06.647972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:06.648561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.665683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef809d66-4c06-4699-9576-53f92fa3277e None None] Network 21865e55-c17d-4763-9684-9b092a688c02 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:27:06.670862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6699581 Dec 23 15:27:06.673993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60002) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:06.694023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Attempting to bind port fa16640e-5ebe-404e-b210-5b638b263d74 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:27:06.694454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Attempting to bind port fa16640e-5ebe-404e-b210-5b638b263d74 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:27:06.694909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Attempting to bind port fa16640e-5ebe-404e-b210-5b638b263d74 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:27:06.774294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b517585-dbb3-4e09-a75e-07b8a6bc75c8 None None] Pushing event updated for resources: {'Port': ['ID=fa16640e-5ebe-404e-b210-5b638b263d74,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:06.779481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b517585-dbb3-4e09-a75e-07b8a6bc75c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:06.782663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:27:06.783173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:27:06.783640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.784082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:27:06.784635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Bound port: fa16640e-5ebe-404e-b210-5b638b263d74, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:27:06.785052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.930206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] For port fa16640e-5ebe-404e-b210-5b638b263d74, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:27:06.948054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] For port fa16640e-5ebe-404e-b210-5b638b263d74, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fa16640e-5ebe-404e-b210-5b638b263d74,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:27:06.956410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:06.963215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0daa54e6-1232-4df1-aee6-e5feb8cbff53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:07.057801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-21865e55-c17d-4763-9684-9b092a688c02', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:27:07.058697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:07.100571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b517585-dbb3-4e09-a75e-07b8a6bc75c8 None None] Pushing event updated for resources: {'Port': ['ID=fa16640e-5ebe-404e-b210-5b638b263d74,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:07.104001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b517585-dbb3-4e09-a75e-07b8a6bc75c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:07.156119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:07.156833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:07.430741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Allocated IP 172.20.0.2 (21865e55-c17d-4763-9684-9b092a688c02/81919ae1-60de-4e0d-ae0f-a66a8780ee3e/4890a239-e552-4946-b17d-47290a529439) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:27:07.442065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:07.492793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.097108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.112118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Transition to ACTIVE for port object 4890a239-e552-4946-b17d-47290a529439 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:08.137902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Transition to ACTIVE for port object 4890a239-e552-4946-b17d-47290a529439 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:08.144739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.148491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:08.177738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:04Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:08.203810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9a513-f87b-4b4a-a498-5b25201b229a None None] The sync data for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv is: [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:04Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:27:08.211778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (21865e55-c17d-4763-9684-9b092a688c02/81919ae1-60de-4e0d-ae0f-a66a8780ee3e/9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:27:08.226860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Pushing event updated for resources: {'Port': ['ID=4890a239-e552-4946-b17d-47290a529439,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:08.231664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:08.233797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Network 21865e55-c17d-4763-9684-9b092a688c02 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:27:08.234979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:08.237521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:27:08.331521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Attempting to bind port 4890a239-e552-4946-b17d-47290a529439 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:27:08.332335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Attempting to bind port 4890a239-e552-4946-b17d-47290a529439 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:27:08.332335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Attempting to bind port 4890a239-e552-4946-b17d-47290a529439 on network 21865e55-c17d-4763-9684-9b092a688c02 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:27:08.339733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:27:08.340178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Checking segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:27:08.340645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.341100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Bound using segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:27:08.341654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Bound port: 4890a239-e552-4946-b17d-47290a529439, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:27:08.342058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.391908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.411640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:08.432124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.436796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-757737d1-31e6-4b44-b612-c8fe6322fb80 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:08.447823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] For port 4890a239-e552-4946-b17d-47290a529439, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:27:08.451518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] For port 4890a239-e552-4946-b17d-47290a529439, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4890a239-e552-4946-b17d-47290a529439,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:27:08.456383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.460925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:08.505312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 21865e55-c17d-4763-9684-9b092a688c02 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:27:08.508636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:08.511863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:27:08.542993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Pushing event updated for resources: {'Port': ['ID=4890a239-e552-4946-b17d-47290a529439,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:08.546242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:08.564798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:08.575429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:08.592621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:08.703750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:09.166802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:09.171208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:09.203313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-43e363a4-934f-4b3e-912f-e6e44a92f5d5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:09.297212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:09.301478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:09.304983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:09.715266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 21865e55-c17d-4763-9684-9b092a688c02 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:27:09.716588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:10.139809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b989d1c4-306e-414c-a960-dfe2b4db4b5c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:27:10.167683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb96c11-ac52-43f1-899b-089dd778e43a None None] Network 21865e55-c17d-4763-9684-9b092a688c02 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:27:10.255638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4890a239-e552-4946-b17d-47290a529439 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:10.366223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a071754-d90e-4944-b654-fb0d6b8c787c None None] Provisioning for port 4890a239-e552-4946-b17d-47290a529439 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:10.367318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:27:10.387472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/b989d1c4-306e-414c-a960-dfe2b4db4b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7098219 Dec 23 15:27:10.387768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60006) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:10.424369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 4890a239-e552-4946-b17d-47290a529439 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:10.438848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4890a239-e552-4946-b17d-47290a529439 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:10.439309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:10.539802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a60b2-6644-44a0-b6e2-f91d2f0d7546 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.540146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a60b2-6644-44a0-b6e2-f91d2f0d7546 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.540724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a60b2-6644-44a0-b6e2-f91d2f0d7546 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.541125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a60b2-6644-44a0-b6e2-f91d2f0d7546 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.543079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c3a60b2-6644-44a0-b6e2-f91d2f0d7546 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1543300 Dec 23 15:27:10.546651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60010) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:10.619618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:10.623757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b5070-47bd-4100-9140-4974e0556085 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.624202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b5070-47bd-4100-9140-4974e0556085 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.624623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b5070-47bd-4100-9140-4974e0556085 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.625024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b5070-47bd-4100-9140-4974e0556085 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:10.629733 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-482b5070-47bd-4100-9140-4974e0556085 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0791945 Dec 23 15:27:10.630188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60014) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:10.659633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 4890a239-e552-4946-b17d-47290a529439, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4890a239-e552-4946-b17d-47290a529439,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:10.663207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:10.664148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fa16640e-5ebe-404e-b210-5b638b263d74 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:10.693428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0c72d9a-7ea3-46dd-a233-1048a584b7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:10.795339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=4890a239-e552-4946-b17d-47290a529439,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:10.799691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:10.806956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port fa16640e-5ebe-404e-b210-5b638b263d74 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:10.812698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port fa16640e-5ebe-404e-b210-5b638b263d74 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:10.813283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:10.865224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-44fc9d0d-b346-4c3d-a9df-1d91c75e8dd8 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2316067 Dec 23 15:27:10.951876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:10.972924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port fa16640e-5ebe-404e-b210-5b638b263d74, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fa16640e-5ebe-404e-b210-5b638b263d74,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:10.974399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-20d28694-daf2-412b-b6ea-1834315091d5 None None] Provisioning for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:10.979865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:10.982040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:11.016375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-20d28694-daf2-412b-b6ea-1834315091d5 None None] Provisioning complete for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:11.016809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20d28694-daf2-412b-b6ea-1834315091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.042431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:11.049466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618881233', 'description': 'tempest-secgroup-smoke-618881233 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:11.057992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.062761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.066430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.073120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.085599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.103233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-20d28694-daf2-412b-b6ea-1834315091d5 None None] Port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:27:11.111518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=fa16640e-5ebe-404e-b210-5b638b263d74,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:11.115006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:11.123510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-20d28694-daf2-412b-b6ea-1834315091d5 None None] Provisioning complete for port 4890a239-e552-4946-b17d-47290a529439 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:11.123946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20d28694-daf2-412b-b6ea-1834315091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.126045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.130648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.133604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.139994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.140546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Sync routers for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:27:11.155318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:11.156195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:11.215146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.220365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.228317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:11.279984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b0aa0c-0a4d-4b71-a329-81e346b356bf,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:11.282976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.284322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2404597 Dec 23 15:27:11.285360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:11.287303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:11.294047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '89b0aa0c-0a4d-4b71-a329-81e346b356bf', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:11.300818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.305120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.308365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.314920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.335942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.363181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:11.387774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-be643928-7843-4118-9184-ab957d24c263 None None] Provisioning complete for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:11.388803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be643928-7843-4118-9184-ab957d24c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.409948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.423105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.425455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be82b198-99c7-4940-b6f6-2ebeaa74941f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:11.453124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba58d82-c330-41dc-8169-2f7696489ff1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:11.456162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:11.465008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.469935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60028) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:11.473377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-be643928-7843-4118-9184-ab957d24c263 None None] Port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:27:11.476976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '89b0aa0c-0a4d-4b71-a329-81e346b356bf', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:11.481827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1932774 Dec 23 15:27:11.484232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.488676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.491968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.498615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.517910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.594907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.598682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.600678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39ef2c03-bcb8-4871-9e23-9f7c2dc6fbe6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:11.624638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad754217-e06c-487e-9ffa-ea94eac70dfc,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:11.627459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:11.634298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.635645 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1647847 Dec 23 15:27:11.638716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60032) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:11.645184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '89b0aa0c-0a4d-4b71-a329-81e346b356bf', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:11.652415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.656686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.659923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.666164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.684192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.698492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-9d28a8e4-cb40-4b7d-958c-cb676ebc4e9e None None] Provisioning complete for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:11.699218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d28a8e4-cb40-4b7d-958c-cb676ebc4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.724324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:11.728633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Checking router: b989d1c4-306e-414c-a960-dfe2b4db4b5c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:27:11.729041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Updating router b989d1c4-306e-414c-a960-dfe2b4db4b5c port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:27:11.753004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.756544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.758373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9d28a8e4-cb40-4b7d-958c-cb676ebc4e9e None None] Port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:27:11.758566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2bf9f3b2-b26d-44b9-ac6f-4bbce4002690 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:11.783300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18a22f0-c298-4f51-bfc6-96bc29049a4c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:11.785274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.785999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:11.794028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.798165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1555414 Dec 23 15:27:11.798689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60036) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:11.804894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '89b0aa0c-0a4d-4b71-a329-81e346b356bf', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:11.811569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.815849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.818992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.825654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.843171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.912304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.916141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.918150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ae933112-b79b-4abd-8ddd-dcb341e0aced tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:11.942156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b143df78-07a7-4111-b3e3-454ae0bfa129,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:11.944785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:11.952385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:11.953755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540270 Dec 23 15:27:11.956879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60040) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:11.963160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '89b0aa0c-0a4d-4b71-a329-81e346b356bf', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:11.969768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:11.974064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:11.977201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:11.983570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:11.997047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:27:12.007080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.078652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.082858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.084963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-726a152f-af7a-489e-9655-3ae1222fdde6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:12.108777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293cc75d-bdf9-4f1c-bdaf-fde44a42669b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:12.111453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:12.119496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.123724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1628790 Dec 23 15:27:12.124134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60044) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:12.130113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '89b0aa0c-0a4d-4b71-a329-81e346b356bf', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:12.137406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:12.143059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:12.146649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:12.153242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:12.155132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.164370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:27:12.168318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Transition to ACTIVE for port object 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:12.171315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.174447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.179872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:12.186451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4890a239-e552-4946-b17d-47290a529439 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:12.244753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.249019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.251157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:12.265829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 4890a239-e552-4946-b17d-47290a529439 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:12.266266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.272788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42575459-106c-4d40-b09d-ac4e4a5ce30d,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:12.280763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:12.295041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.302047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1768992 Dec 23 15:27:12.360882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Pushing event updated for resources: {'Port': ['ID=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:12.410766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.411167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.411577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.411957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.412338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.412715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.413090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.413488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.414351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.414736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.415110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:27:12.428678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:12.438309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fa16640e-5ebe-404e-b210-5b638b263d74 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:12.438997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Attempting to bind port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:27:12.439462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Attempting to bind port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:27:12.439877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Attempting to bind port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 on network 21865e55-c17d-4763-9684-9b092a688c02 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:27:12.447373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:27:12.448105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Checking segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:27:12.448285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.448653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Bound using segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:27:12.449149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Bound port: 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:27:12.449919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.535925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port fa16640e-5ebe-404e-b210-5b638b263d74 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:12.536610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.549737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-4ec8c6d1-a69b-4ff1-b2b6-bb223705df89 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618881233&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0503170 Dec 23 15:27:12.553597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] For port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:27:12.558143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] For port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:27:12.562488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:12.567808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:12.661549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Pushing event updated for resources: {'Port': ['ID=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:12.664876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:12.670569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:12.671269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:26:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:12.734204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-12705c5a-b6f2-4a49-8484-632ea722a514 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:12.735925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-12705c5a-b6f2-4a49-8484-632ea722a514 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 797 time: 0.1787758 Dec 23 15:27:12.756222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-1996227d-f3bd-4460-a0ce-a3e4af97dca7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0137284 Dec 23 15:27:12.854750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-8b2f3f2e-3f9f-4c6b-b850-dab242949ed3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:27:12.870815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-8b2f3f2e-3f9f-4c6b-b850-dab242949ed3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:27:12.872360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-8b2f3f2e-3f9f-4c6b-b850-dab242949ed3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091065 Dec 23 15:27:13.046267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:13.047349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-bdfeb476-6c50-4f91-b41f-6dd389210463 service neutron] 10.222.0.49 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595538 Dec 23 15:27:13.196145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-bbb45987-0db9-4dde-a8ad-657ef7c22899 service neutron] 10.222.0.49 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419170 Dec 23 15:27:13.392110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:12Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:13.397022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d0048-eaf6-4edc-8fcb-9ccd9130ed45 None None] The sync data for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv is: [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:12Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:27:14.193838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:14.267525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:14.272906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:14.273386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:14.423537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:14.432564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ef7cee8a-6f1a-4c4b-b872-9bbdf4aaca1f req-2b365889-11e5-41a8-9f65-d6a16e0bfa47 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:27:14.446153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ef7cee8a-6f1a-4c4b-b872-9bbdf4aaca1f req-2b365889-11e5-41a8-9f65-d6a16e0bfa47 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:27:14.458834 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ef7cee8a-6f1a-4c4b-b872-9bbdf4aaca1f req-2b365889-11e5-41a8-9f65-d6a16e0bfa47 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 210 time: 0.0738599 Dec 23 15:27:14.461450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:14.465557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:14.472193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:14.546552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:14.550098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:15.618213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5aa7c6e6-4171-4431-a901-fd2c2221c989 req-718d75d1-a7e3-49cb-8be2-db55a24a6e78 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 210 time: 0.0465972 Dec 23 15:27:15.869065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-d07cd6fe-f181-4c92-a1ad-1bf225b2135a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:15.870710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-d07cd6fe-f181-4c92-a1ad-1bf225b2135a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 797 time: 0.1644025 Dec 23 15:27:15.934761 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-6d574327-c9e2-487e-a13a-b0f8f6104d4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 379 time: 0.0452032 Dec 23 15:27:15.944469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['89b0aa0c-0a4d-4b71-a329-81e346b356bf']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:16.054871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:27:16.093760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:16.104365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:16.115683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:27:16.121050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.177706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:16.254393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:16.254827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.307643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.8 (21865e55-c17d-4763-9684-9b092a688c02/81919ae1-60de-4e0d-ae0f-a66a8780ee3e/4a153430-2fc7-4055-bcda-3be063ab1bcb) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:27:16.530707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.549347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 4a153430-2fc7-4055-bcda-3be063ab1bcb will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:16.575713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.584857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b530cbe8-5c82-43c0-b9ec-0c5c7c2ad349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:16.659164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 21865e55-c17d-4763-9684-9b092a688c02 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:27:16.667774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:16.673086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:27:16.704273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=4a153430-2fc7-4055-bcda-3be063ab1bcb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:16.712327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:16.737455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0a80197-e469-4a35-8edd-ab195bc74bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.743367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:16.744189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.773810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8336010 Dec 23 15:27:16.786844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Request body: {'port': {'device_id': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:16.846705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366b3d7-7a71-4846-8669-9bcab4a49c0b req-4ddb0dcb-dc3e-466c-8e53-5eb51160d02e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:16.848773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2366b3d7-7a71-4846-8669-9bcab4a49c0b req-4ddb0dcb-dc3e-466c-8e53-5eb51160d02e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 931 time: 0.0939639 Dec 23 15:27:16.901651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2366b3d7-7a71-4846-8669-9bcab4a49c0b req-c945cb55-0bb7-4928-a748-c1cd37b9629d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:27:16.913705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:16.921365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2366b3d7-7a71-4846-8669-9bcab4a49c0b req-c945cb55-0bb7-4928-a748-c1cd37b9629d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:27:16.922688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2366b3d7-7a71-4846-8669-9bcab4a49c0b req-c945cb55-0bb7-4928-a748-c1cd37b9629d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669811 Dec 23 15:27:16.987456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fb67503e-e2e0-419f-bf1f-e9266b9045b8 None None] Provisioning for port 4a153430-2fc7-4055-bcda-3be063ab1bcb completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:16.992792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fb67503e-e2e0-419f-bf1f-e9266b9045b8 None None] Provisioning complete for port 4a153430-2fc7-4055-bcda-3be063ab1bcb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:16.993262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb67503e-e2e0-419f-bf1f-e9266b9045b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:17.049685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fb67503e-e2e0-419f-bf1f-e9266b9045b8 None None] Port 4a153430-2fc7-4055-bcda-3be063ab1bcb cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:27:17.290359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a153430-2fc7-4055-bcda-3be063ab1bcb {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:27:17.297516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:17.313225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Transition to ACTIVE for port object 4a153430-2fc7-4055-bcda-3be063ab1bcb will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:27:17.318632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:17.325114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:17.462431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Pushing event updated for resources: {'Port': ['ID=4a153430-2fc7-4055-bcda-3be063ab1bcb,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:17.468187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:17.585113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Attempting to bind port 4a153430-2fc7-4055-bcda-3be063ab1bcb on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:27:17.585523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Attempting to bind port 4a153430-2fc7-4055-bcda-3be063ab1bcb by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:27:17.585902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Attempting to bind port 4a153430-2fc7-4055-bcda-3be063ab1bcb on network 21865e55-c17d-4763-9684-9b092a688c02 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:27:17.592553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Port 4a153430-2fc7-4055-bcda-3be063ab1bcb on network 21865e55-c17d-4763-9684-9b092a688c02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:17.592924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Attempting to bind port 4a153430-2fc7-4055-bcda-3be063ab1bcb on network 21865e55-c17d-4763-9684-9b092a688c02 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:27:17.600478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:27:17.600866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Checking segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:27:17.601370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Bound using segment: {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:27:17.601928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Bound port: 4a153430-2fc7-4055-bcda-3be063ab1bcb, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21865e55-c17d-4763-9684-9b092a688c02'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:27:17.602319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:17.699393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] For port 4a153430-2fc7-4055-bcda-3be063ab1bcb, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:27:17.703319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] For port 4a153430-2fc7-4055-bcda-3be063ab1bcb, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:27:17.706538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:17.710601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7204a2c3-c8fe-4aed-b852-95998a944d82 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:18.008341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:18.009912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] 10.222.0.65 "PUT /v2.0/ports/4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 1093 time: 1.2280128 Dec 23 15:27:18.010495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:27:18.032530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Pushing event updated for resources: {'Port': ['ID=4a153430-2fc7-4055-bcda-3be063ab1bcb,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:18.036255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:18.090112 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'status': 'completed', 'code': 200} Dec 23 15:27:18.173255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:18.198550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76a87-8732-4439-bd2c-93185adb6dd6 req-9aefb2ee-bdb5-4631-85e8-2c36cfae71dd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:18.199344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f0e76a87-8732-4439-bd2c-93185adb6dd6 req-9aefb2ee-bdb5-4631-85e8-2c36cfae71dd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:27:18.220421 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-a5a4c381-e6ef-40bf-a9a2-96d49bf0a584 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1669929 Dec 23 15:27:18.282790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f0e76a87-8732-4439-bd2c-93185adb6dd6 req-9aefb2ee-bdb5-4631-85e8-2c36cfae71dd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:27:18.284107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0e76a87-8732-4439-bd2c-93185adb6dd6 req-9aefb2ee-bdb5-4631-85e8-2c36cfae71dd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 943 time: 0.2331214 Dec 23 15:27:18.318110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-ded8dafa-6673-47b9-8bfb-9f9587833e1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 217 time: 0.0896077 Dec 23 15:27:18.392738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0e76a87-8732-4439-bd2c-93185adb6dd6 req-667e3a06-8e3f-4ff3-8906-becaee203d84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021273 Dec 23 15:27:18.405229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-b62ecefa-4520-4fe6-9125-759bc5aef16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:18.406819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-b62ecefa-4520-4fe6-9125-759bc5aef16e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 844 time: 0.0770783 Dec 23 15:27:18.495016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-305ec27d-916f-4a55-9345-7e0f4c4f557f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21865e55-c17d-4763-9684-9b092a688c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805724 Dec 23 15:27:18.641677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-bb4fa9fd-d1ce-4067-80fd-201dca92fe70 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392817 Dec 23 15:27:18.773911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed3b0-05e7-4fd4-946d-0ef7af4b5fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:18.789720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-25170b3f-7a77-4479-a87e-fefe36fb68a1 req-51852c87-ef46-4569-867f-328bccb8a4a9 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406906 Dec 23 15:27:18.930946 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-6e224843-5a12-4b07-b5b3-fc24a90e09f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0881007 Dec 23 15:27:19.096933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-6f61f3c0-f36f-4d18-a484-ecf2520aa378 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:19.098584 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-6f61f3c0-f36f-4d18-a484-ecf2520aa378 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 898 time: 0.1556516 Dec 23 15:27:19.178805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-5ff9b78c-ac13-4c1a-92fb-d2179c696119 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 217 time: 0.0708871 Dec 23 15:27:19.252619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-1e8075cf-ecd7-4244-a25e-88993b4e18ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:19.254320 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-1e8075cf-ecd7-4244-a25e-88993b4e18ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 844 time: 0.0675151 Dec 23 15:27:19.342076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-b85d29a5-a579-4392-90d7-ce2610f862b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21865e55-c17d-4763-9684-9b092a688c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804892 Dec 23 15:27:19.418683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:19.494346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-6f3af767-320d-4ef8-87bf-6ce6bc2f2a60 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445327 Dec 23 15:27:19.605493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5df6f-d52a-4167-b2b1-18f3ca2b8c54 req-cb1816a3-ad6b-4aae-b2e6-5b1555d009e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:19.607513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58b5df6f-d52a-4167-b2b1-18f3ca2b8c54 req-cb1816a3-ad6b-4aae-b2e6-5b1555d009e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 943 time: 0.0882912 Dec 23 15:27:19.642868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca82c893-78cd-443f-8895-b1dc0d593ff7 req-bfd3130e-df26-4a46-9cba-70af0aea13b5 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417434 Dec 23 15:27:19.657216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58b5df6f-d52a-4167-b2b1-18f3ca2b8c54 req-bf251acb-59b5-4ef4-87da-e6618c0b24c3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 Dec 23 15:27:20.866909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:20.896603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b692e-fa54-492a-8f59-7f92e3c441bc req-1934b4b0-c786-4a3c-9b84-610d7c38e869 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:20.898328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-558b692e-fa54-492a-8f59-7f92e3c441bc req-1934b4b0-c786-4a3c-9b84-610d7c38e869 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 943 time: 0.1032076 Dec 23 15:27:20.947129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-558b692e-fa54-492a-8f59-7f92e3c441bc req-06da72a9-cb11-4a8d-af72-f092b35f9681 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Dec 23 15:27:22.166138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e06d-4fcb-4ccf-8a4f-c643367e1afd req-79a2543d-82df-4849-8f1d-37ca5771058b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:22.167763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2a7e06d-4fcb-4ccf-8a4f-c643367e1afd req-79a2543d-82df-4849-8f1d-37ca5771058b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 943 time: 0.0913367 Dec 23 15:27:22.217919 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f2a7e06d-4fcb-4ccf-8a4f-c643367e1afd req-72596e3f-4d45-499c-9bc1-e7414213820b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Dec 23 15:27:22.450435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4a153430-2fc7-4055-bcda-3be063ab1bcb details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:27:22.607665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4a153430-2fc7-4055-bcda-3be063ab1bcb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:22.626578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'port_id': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'mac_address': 'fa:16:3e:91:89:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:27:22.685665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:22.706133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a153430-2fc7-4055-bcda-3be063ab1bcb {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:27:22.722357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4a153430-2fc7-4055-bcda-3be063ab1bcb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:22.726503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:22.729332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:22.808828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4a153430-2fc7-4055-bcda-3be063ab1bcb,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:22.812282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:22.954534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4a153430-2fc7-4055-bcda-3be063ab1bcb'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:27:23.437198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4cea-7421-4176-ba24-ba1b8e1e776e req-efd69f62-c96b-449b-baf8-b3172a615660 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:23.438914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e69c4cea-7421-4176-ba24-ba1b8e1e776e req-efd69f62-c96b-449b-baf8-b3172a615660 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 944 time: 0.0959628 Dec 23 15:27:23.493491 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e69c4cea-7421-4176-ba24-ba1b8e1e776e req-06422d5c-104d-4033-a30d-42b287845c22 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481915 Dec 23 15:27:24.468918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4a153430-2fc7-4055-bcda-3be063ab1bcb up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:27:24.545457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 4a153430-2fc7-4055-bcda-3be063ab1bcb completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:27:24.550532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 4a153430-2fc7-4055-bcda-3be063ab1bcb triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:27:24.550970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:24.674704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:24.703758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:27:24.710453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b056c00-c378-4fcd-bddb-b445ec85ddb3 req-8dafd98b-80b9-44de-8799-adb6251f9825 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:24.712128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b056c00-c378-4fcd-bddb-b445ec85ddb3 req-8dafd98b-80b9-44de-8799-adb6251f9825 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 944 time: 0.0862734 Dec 23 15:27:24.715273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4a153430-2fc7-4055-bcda-3be063ab1bcb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:27:24.718920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:24.721658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b517585-dbb3-4e09-a75e-07b8a6bc75c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:24.767813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b056c00-c378-4fcd-bddb-b445ec85ddb3 req-6227fb2a-3118-496c-8d4d-795baf31507b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478168 Dec 23 15:27:24.794899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4a153430-2fc7-4055-bcda-3be063ab1bcb,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:24.798300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:24.844026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'code': 200} Dec 23 15:27:25.094915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ce1f8a1d-8f6e-4585-80a0-c23c2fa6ec30 req-9dd32bb7-b156-48f6-981f-608bdb3fbe02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0815926 Dec 23 15:27:25.140910 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ce1f8a1d-8f6e-4585-80a0-c23c2fa6ec30 req-88f1d846-2b98-4b6e-a880-06d4e1df236a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387595 Dec 23 15:27:25.993522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6457243-86a1-4f7a-85de-e43e416c1362 req-53f8a2b9-3c63-4359-9e23-14989249289c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:25.995158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e6457243-86a1-4f7a-85de-e43e416c1362 req-53f8a2b9-3c63-4359-9e23-14989249289c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 945 time: 0.0885558 Dec 23 15:27:26.047262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e6457243-86a1-4f7a-85de-e43e416c1362 req-aabc332f-e86e-4099-b921-415f0165b9cc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 Dec 23 15:27:27.277831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d6100-269b-479a-971a-26c2e7cc0dde req-c14d589b-d607-4fa7-aa88-0e422dc7cc88 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:27.279471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e66d6100-269b-479a-971a-26c2e7cc0dde req-c14d589b-d607-4fa7-aa88-0e422dc7cc88 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 945 time: 0.1032650 Dec 23 15:27:27.329612 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e66d6100-269b-479a-971a-26c2e7cc0dde req-f37d0264-6e7a-47db-bcb1-4c1640ca94c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Dec 23 15:27:27.548600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab06f5-47f6-4a1f-9aa6-f24baa9f73f4 req-76d1bcd5-7fb4-4c08-ba73-f41fc59d1410 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:27.550277 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-adab06f5-47f6-4a1f-9aa6-f24baa9f73f4 req-76d1bcd5-7fb4-4c08-ba73-f41fc59d1410 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 945 time: 0.0987008 Dec 23 15:27:27.605279 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-adab06f5-47f6-4a1f-9aa6-f24baa9f73f4 req-9fcd2770-bb44-4421-9021-e094b958fc33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Dec 23 15:27:27.632928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:27.712362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5274601-3fc6-4924-bc93-b0451fc941af tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1093 time: 0.0780244 Dec 23 15:27:27.716353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:27.722365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:27.728820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:27:27.733565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:27:27.736680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:27:27.743192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:27:27.754157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:27.916619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:28.064964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.157 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/c24b6eae-0093-45c2-bd90-6ad2041f315e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:27:28.224913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:28.253324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:28.257111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6505dcdc-cbce-49af-ad1a-acd0b80425c6 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:28.329198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:27:28.330211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=c24b6eae-0093-45c2-bd90-6ad2041f315e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:28.333036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:27:28.334995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:28.335731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:27:28.883107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:28.941299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:29.407664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:29.412159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:29.416840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:27:29.539038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=c24b6eae-0093-45c2-bd90-6ad2041f315e,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:27:29.543681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:27:29.554917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:29.763587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP ad164187-66ee-41b2-bf63-746e64092f4a associated. External IP: 172.26.2.157, port: 4a153430-2fc7-4055-bcda-3be063ab1bcb. Dec 23 15:27:30.198875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b989d1c4-306e-414c-a960-dfe2b4db4b5c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:27:30.425343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:27:30.435783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] Sync routers for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:27:30.450693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:30.450913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:30.451395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:27:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:30.508596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7911103 Dec 23 15:27:30.509429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:27:30.511910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60116) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:30.565868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'status': 'completed', 'code': 200} Dec 23 15:27:30.648380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:30.679128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-880f79e9-dd11-4842-88d8-c3a3c65b2973 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/ad164187-66ee-41b2-bf63-746e64092f4a HTTP/1.1" status: 200 len: 991 time: 0.1657531 Dec 23 15:27:30.703053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-225305fb-1b2a-4297-a3fe-c7b62868f44c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1045649 Dec 23 15:27:30.855437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac978a-6d46-4381-a652-2f839999259a req-8ce92b23-28d5-4c2d-9745-f8678fdba55b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:30.857202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-8ce92b23-28d5-4c2d-9745-f8678fdba55b service neutron] 10.222.0.65 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 898 time: 0.1465521 Dec 23 15:27:30.912080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:30.970335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-b1a18663-9034-4b36-a24c-946bbb7f639a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 999 time: 0.1055562 Dec 23 15:27:31.036514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ad164187-66ee-41b2-bf63-746e64092f4a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'port_id': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'mac_address': 'fa:16:3e:91:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:28Z', 'updated_at': '2021-12-23T15:27:28Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:31.041052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] Checking router: b989d1c4-306e-414c-a960-dfe2b4db4b5c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:27:31.042096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac978a-6d46-4381-a652-2f839999259a req-98d37100-c044-4ebf-8710-247c6f6043c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:27:31.043737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-98d37100-c044-4ebf-8710-247c6f6043c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 844 time: 0.0658984 Dec 23 15:27:31.054803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:27:31.055495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:27:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:31.138111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-1c50f4f2-5263-48f6-8e75-aed4c01cb2b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21865e55-c17d-4763-9684-9b092a688c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877502 Dec 23 15:27:31.289066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-4b89b0c1-ef23-4091-a5f6-117b16e51675 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439662 Dec 23 15:27:31.409669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:27:31.437741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8ac978a-6d46-4381-a652-2f839999259a req-a5d069ad-1a83-4300-b023-d3271e3c4348 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417563 Dec 23 15:27:31.683457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60122) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.786635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ad164187-66ee-41b2-bf63-746e64092f4a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'port_id': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'mac_address': 'fa:16:3e:91:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:28Z', 'updated_at': '2021-12-23T15:27:28Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:27:31.791359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8330a-1b40-4a61-ace8-5136617c7791 None None] The sync data for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv is: [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ad164187-66ee-41b2-bf63-746e64092f4a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.157', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'port_id': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'mac_address': 'fa:16:3e:91:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:28Z', 'updated_at': '2021-12-23T15:27:28Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:27:31.798549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79d1ab3d-12d5-4cc1-a923-817f2d5362d5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/ad164187-66ee-41b2-bf63-746e64092f4a HTTP/1.1" status: 200 len: 991 time: 0.1137025 Dec 23 15:27:32.186715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df009721-641c-45c1-954a-f2f4081aa160 None None] New status for floating IP ad164187-66ee-41b2-bf63-746e64092f4a: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:27:32.804170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60126) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:32.920694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c39210b5-fee8-4e00-afda-1e525f5f7005 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/ad164187-66ee-41b2-bf63-746e64092f4a HTTP/1.1" status: 200 len: 993 time: 0.1145906 Dec 23 15:27:46.733085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94d92f9d-e286-4a67-861a-6edb85efcb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:48.167658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:48.785248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-58efd746-d8fb-4eac-b73a-6ba2b5281f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:49.422253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:50.874856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:27:53.056507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:28:00.848205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:16.731436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47b2f732-707c-4416-8f06-21fd7331973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:17.543587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-36dafd49-4a9a-4885-85f5-d7e8afdc7556 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796142 Dec 23 15:28:17.707990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-a947c6d0-f913-4bb1-ad72-1c95222dd7a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0810204 Dec 23 15:28:17.893510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-4f95ea70-bf99-4f65-b3f1-549c10f09856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:28:17.895350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-4f95ea70-bf99-4f65-b3f1-549c10f09856 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 898 time: 0.1644900 Dec 23 15:28:18.172475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:18.244791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-8cdf3e4f-b91a-4b8e-9ad5-0f695cb187bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 1001 time: 0.3422465 Dec 23 15:28:18.345587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-9fad7d3e-02bf-423d-8493-685c2ba02a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:28:18.347237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-9fad7d3e-02bf-423d-8493-685c2ba02a0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 844 time: 0.0956895 Dec 23 15:28:18.443634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-2c824b43-779e-40ce-aa66-1c6b32929069 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21865e55-c17d-4763-9684-9b092a688c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876877 Dec 23 15:28:18.590133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-cde04d9c-0d8d-468c-998e-f9467bc0dcd1 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381941 Dec 23 15:28:18.738380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bdad9585-2262-4278-ac07-bb53a9065cb0 req-15fc43f9-9c0b-4531-b26c-65439408015c service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401300 Dec 23 15:28:18.778956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14463e5e-46fc-4499-91ff-b8fcca4a18cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:19.432446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:20.879025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:30.062621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:28:30.875012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:46.730484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f15f94f5-7fdf-48a9-8729-f8cfb704b643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:48.182650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:48.787462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-38aece1a-9228-4a90-9011-9e03fd51733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:49.436762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:28:50.878095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:00.897762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:07.070443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:29:16.724366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01c757af-0b60-42ad-ac17-a5fdc8c15a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:18.185245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:18.581205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-f80341d2-193e-4bb6-bd8f-2f76edded4ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888948 Dec 23 15:29:18.735599 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-841ff9a0-2862-49a5-922d-d064a14b2e97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0808451 Dec 23 15:29:18.783730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1d943235-9777-4f8e-a152-06954df3bb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:18.897546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-da9ad613-3e98-4f7d-8f0b-53c12e051920 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:29:18.899100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-da9ad613-3e98-4f7d-8f0b-53c12e051920 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 898 time: 0.1417274 Dec 23 15:29:19.010330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-72de45fc-28d4-43c2-8de7-0e5457d6e65c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 1001 time: 0.1040471 Dec 23 15:29:19.081720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-658848fe-883b-421d-adfe-1dd785460899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:29:19.083258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-658848fe-883b-421d-adfe-1dd785460899 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 844 time: 0.0660646 Dec 23 15:29:19.167642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-6ad15719-3191-4a2f-aea2-97c65176a891 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21865e55-c17d-4763-9684-9b092a688c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780277 Dec 23 15:29:19.316873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-6402ede2-bc3f-4d5c-bd82-479a6f1ab0a9 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422596 Dec 23 15:29:19.431549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:19.465695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5e5c16ae-0681-4aed-9460-82bf73d405fc req-1a02fa05-935a-4af8-91fb-4a8a03420b8c service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419954 Dec 23 15:29:20.880367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:23.093244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60154) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:23.223475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:23.481982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853207512'] for subnet, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:23.696502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758312132160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853689146'] for subnet, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:23.701398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb8e146c-c426-4a77-9d0f-78ac26b6e191 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:29:23.762779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:29:23.763464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:23.764905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/subnets/81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 836 time: 0.6701169 Dec 23 15:29:23.768365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d55ee21-81fb-4fce-9482-744ba9a6bf2e None None] Network 21865e55-c17d-4763-9684-9b092a688c02 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:29:23.776457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=81919ae1-60de-4e0d-ae0f-a66a8780ee3e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:29:23.786830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.787310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.787712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.788158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.788577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.788978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.789424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.790334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.790334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.790660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.791009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:29:23.794798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:29:24.365906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6dff39af-a7d9-4012-8767-981e5a482a7d None None] Provisioning complete for port 4a153430-2fc7-4055-bcda-3be063ab1bcb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:29:24.366480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dff39af-a7d9-4012-8767-981e5a482a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:24.503871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6dff39af-a7d9-4012-8767-981e5a482a7d None None] Provisioning complete for port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:29:24.504317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dff39af-a7d9-4012-8767-981e5a482a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:24.639876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6dff39af-a7d9-4012-8767-981e5a482a7d None None] Provisioning complete for port 4890a239-e552-4946-b17d-47290a529439 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:29:24.640224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6dff39af-a7d9-4012-8767-981e5a482a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:30.927207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:44.064468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:29:46.734891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a585701b-df41-4dd6-93b1-68c6ff715a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:48.190245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:48.787218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c545d3df-4daa-4999-ad4f-62e24ddd4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:49.439949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:29:50.887180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:00.921125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:06.734035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60166) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:06.957001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port c24b6eae-0093-45c2-bd90-6ad2041f315e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:30:06.957420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:07.140248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:07.140617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:07.272564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for c24b6eae-0093-45c2-bd90-6ad2041f315e owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:30:07.427330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:07.431161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:07.479602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=c24b6eae-0093-45c2-bd90-6ad2041f315e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:07.482684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:07.589630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:08.277111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b989d1c4-306e-414c-a960-dfe2b4db4b5c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:30:08.510903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:30:08.522703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] Sync routers for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:30:08.532186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:08.537373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:08.538072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:29:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:08.589377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/ad164187-66ee-41b2-bf63-746e64092f4a HTTP/1.1" status: 204 len: 168 time: 1.8540761 Dec 23 15:30:08.590142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:08.673475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'status': 'completed', 'code': 200} Dec 23 15:30:08.749371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:08.775080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-f0d0f129-74de-4d46-bd31-1fbf9a19e02b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0765903 Dec 23 15:30:08.933462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-9b9c74ce-5008-4682-ac92-8db9bd9d57f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:08.935586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-9b9c74ce-5008-4682-ac92-8db9bd9d57f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 200 len: 898 time: 0.1517899 Dec 23 15:30:09.015347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-0af68211-b872-4d3a-abc8-f537900ed6d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 200 len: 217 time: 0.0716937 Dec 23 15:30:09.040847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f530-cd9c-4d6a-bbf6-200f90961a28 req-51cab4bb-480a-4b4b-b45c-7e30ecf33b8c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:09.041656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-cf81f530-cd9c-4d6a-bbf6-200f90961a28 req-51cab4bb-480a-4b4b-b45c-7e30ecf33b8c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:09.063960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-cf81f530-cd9c-4d6a-bbf6-200f90961a28 req-51cab4bb-480a-4b4b-b45c-7e30ecf33b8c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:09.065737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf81f530-cd9c-4d6a-bbf6-200f90961a28 req-51cab4bb-480a-4b4b-b45c-7e30ecf33b8c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 945 time: 0.1189919 Dec 23 15:30:09.090813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-cc98dbd8-8939-4a7f-9f93-116ac1c963a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:09.092462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-cc98dbd8-8939-4a7f-9f93-116ac1c963a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 200 len: 844 time: 0.0700705 Dec 23 15:30:09.120387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf81f530-cd9c-4d6a-bbf6-200f90961a28 req-e3e480d3-5431-4a7d-9f29-e477c1fb38f3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480025 Dec 23 15:30:09.178644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-b3f9926c-16ef-40ee-830c-128d1b7dc50e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21865e55-c17d-4763-9684-9b092a688c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765300 Dec 23 15:30:09.251469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:09.255832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] Checking router: b989d1c4-306e-414c-a960-dfe2b4db4b5c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:30:09.267687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:09.268340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:29:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:09.325427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-b32f2cfe-5763-437e-966d-e76cdbc2a85a service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377611 Dec 23 15:30:09.460490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:09.474318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-920e0c55-970e-4d1a-9c5b-dd7b4f3e29e6 req-688b5445-bbaf-4714-bbb9-734ab2b10031 service neutron] 10.222.0.65 "GET /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398506 Dec 23 15:30:09.804823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:09.809475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fbd4b-f6e6-429d-816b-02ec6d9c5b9f None None] The sync data for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv is: [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:27:08Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561', 'name': '', 'network_id': '21865e55-c17d-4763-9684-9b092a688c02', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:09:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:07Z', 'updated_at': '2021-12-23T15:27:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '81919ae1-60de-4e0d-ae0f-a66a8780ee3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:30:10.287653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c3121-94c1-44d5-a1e0-fb8699cad8fd None None] New status for floating IP ad164187-66ee-41b2-bf63-746e64092f4a: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:30:10.410447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1054a89-8b9d-4a22-9e73-cf01c7a6da45 req-e2bef120-4049-4758-9bcc-a9b2c00787a4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:10.412075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1054a89-8b9d-4a22-9e73-cf01c7a6da45 req-e2bef120-4049-4758-9bcc-a9b2c00787a4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 945 time: 0.1516533 Dec 23 15:30:10.446896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-f3d5d84a-bf77-4463-8e17-2a167ade4acb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:10.448448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-f3d5d84a-bf77-4463-8e17-2a167ade4acb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 945 time: 0.1482599 Dec 23 15:30:10.526776 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1054a89-8b9d-4a22-9e73-cf01c7a6da45 req-e0a5daf5-16a1-4329-85c7-efdd9bf39a03 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=89b0aa0c-0a4d-4b71-a329-81e346b356bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048224 Dec 23 15:30:10.542808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 4a153430-2fc7-4055-bcda-3be063ab1bcb {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:30:10.543121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:10.799107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 4a153430-2fc7-4055-bcda-3be063ab1bcb, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a153430-2fc7-4055-bcda-3be063ab1bcb,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:10.799354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:10.925897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 4a153430-2fc7-4055-bcda-3be063ab1bcb owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:30:11.083060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:11.089608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5aa419-5574-41e8-87d6-756810fd1646 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:11.136636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=4a153430-2fc7-4055-bcda-3be063ab1bcb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:11.179525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.179960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.180392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.180812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.181228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.181674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.182086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.182502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.182911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.183317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.183726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:11.191329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:11.225788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 4a153430-2fc7-4055-bcda-3be063ab1bcb on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:30:11.228179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:11.230960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'name': 'network-vif-deleted', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:11.247371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cbd6b412-bece-4525-85b2-b0d53d0d6a47 req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/4a153430-2fc7-4055-bcda-3be063ab1bcb HTTP/1.1" status: 204 len: 173 time: 0.7919223 Dec 23 15:30:11.289767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d0f4d-74b2-490c-be9d-17736c642ad4', 'name': 'network-vif-deleted', 'tag': '4a153430-2fc7-4055-bcda-3be063ab1bcb', 'status': 'completed', 'code': 200} Dec 23 15:30:11.724576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e34c6ed9-96f0-43fb-8c7d-5df0f04866a6 req-c999bf67-ca35-4651-be43-665744677098 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:11.742189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e34c6ed9-96f0-43fb-8c7d-5df0f04866a6 req-c999bf67-ca35-4651-be43-665744677098 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:11.743543 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e34c6ed9-96f0-43fb-8c7d-5df0f04866a6 req-c999bf67-ca35-4651-be43-665744677098 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=751d0f4d-74b2-490c-be9d-17736c642ad4 HTTP/1.1" status: 200 len: 210 time: 0.0701656 Dec 23 15:30:12.858884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:12.941340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:12.973897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:13.048242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:13.053611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1251841-d2ec-4f8d-8848-e82b088821e9 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:13.069623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b0aa0c-0a4d-4b71-a329-81e346b356bf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:13.074584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:13.078384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:13.079813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/89b0aa0c-0a4d-4b71-a329-81e346b356bf HTTP/1.1" status: 204 len: 168 time: 0.2195990 Dec 23 15:30:13.131585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60204) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.378960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4a153430-2fc7-4055-bcda-3be063ab1bcb no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:30:13.417893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 4a153430-2fc7-4055-bcda-3be063ab1bcb {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:30:13.418311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4a153430-2fc7-4055-bcda-3be063ab1bcb not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:30:13.566881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:14.234541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:30:14.235019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:14.436677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:14.437074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:14.566587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:30:14.757952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:14.761706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:14.810339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:14.814746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:15.129846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.014819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b989d1c4-306e-414c-a960-dfe2b4db4b5c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:30:16.239944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:30:16.250810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] Sync routers for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:30:16.264775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/b989d1c4-306e-414c-a960-dfe2b4db4b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1318870 Dec 23 15:30:16.267768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.269409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:16.270252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:29:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:16.464813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:16.472328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 81919ae1-60de-4e0d-ae0f-a66a8780ee3e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:30:16.475696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.538308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.628100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.717330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.722213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0bea4048-bfc9-474d-8d6f-ba3d895246e5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:16.763786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=81919ae1-60de-4e0d-ae0f-a66a8780ee3e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:16.764660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa87f90d-2ead-482b-ab88-dddc07ca8e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.767676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:16.771123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:16.777810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/81919ae1-60de-4e0d-ae0f-a66a8780ee3e HTTP/1.1" status: 204 len: 168 time: 0.5089908 Dec 23 15:30:16.779210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03ec4d-a503-4520-bae7-a471a6adc7cc None None] Network 21865e55-c17d-4763-9684-9b092a688c02 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:30:16.780741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60214) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.892237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:30:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:16.925088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] Checking router: b989d1c4-306e-414c-a960-dfe2b4db4b5c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:30:16.982116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] Routers {'b989d1c4-306e-414c-a960-dfe2b4db4b5c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:16.982796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:29:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:16.999814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:17.199831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] Set router b989d1c4-306e-414c-a960-dfe2b4db4b5c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:17.230875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:17.241438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port fa16640e-5ebe-404e-b210-5b638b263d74 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:30:17.241824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:17.244130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] DHCP port deletion for 21865e55-c17d-4763-9684-9b092a688c02 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:30:17.257419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Deleting port 4890a239-e552-4946-b17d-47290a529439 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:30:17.257849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:17.430477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port fa16640e-5ebe-404e-b210-5b638b263d74, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fa16640e-5ebe-404e-b210-5b638b263d74,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:17.430806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:17.564097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for fa16640e-5ebe-404e-b210-5b638b263d74 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:30:17.745699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:17.750875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c8ad3dd-bb23-424f-9890-0deb507b9eb5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:17.801433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=fa16640e-5ebe-404e-b210-5b638b263d74,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:17.804096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:17.868229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] For port 4890a239-e552-4946-b17d-47290a529439, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=4890a239-e552-4946-b17d-47290a529439,segment=NetworkSegment(d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7),segment_id=d42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:17.868673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.002186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Calling delete_port for 4890a239-e552-4946-b17d-47290a529439 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:30:18.043121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.081414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:30:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:18.087223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df129e71-6756-4b5a-9eb1-5fdf8159e4e9 None None] The sync data for ids ['b989d1c4-306e-414c-a960-dfe2b4db4b5c'] in dv-neutron-822797-1-hyperv is: [{'id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'name': 'tempest-TestNetworkBasicOps-router-1550059194', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:03Z', 'updated_at': '2021-12-23T15:30:14Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': 'fa16640e-5ebe-404e-b210-5b638b263d74', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b989d1c4-306e-414c-a960-dfe2b4db4b5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:04Z', 'updated_at': '2021-12-23T15:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:30:18.092883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.098294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-57e9ecf1-701c-4001-8fc3-e31550082d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:18.143190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Pushing event deleted for resources: {'Port': ['ID=4890a239-e552-4946-b17d-47290a529439,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:18.152445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] No DVR routers for this DVR port 4890a239-e552-4946-b17d-47290a529439 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:30:18.162016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.162922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.163126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.163500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:18.166691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:18.185459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.325382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.330218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.341080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:30:18.366935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.367724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router b989d1c4-306e-414c-a960-dfe2b4db4b5c {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:30:18.382162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:30:18.382908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 9f3e6db9-5503-4d8d-8ecc-0a68ee3c0561 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:30:18.383601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4890a239-e552-4946-b17d-47290a529439 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:30:18.389354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.390835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/b989d1c4-306e-414c-a960-dfe2b4db4b5c HTTP/1.1" status: 204 len: 168 time: 1.6090646 Dec 23 15:30:18.394010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:18.425991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 4890a239-e552-4946-b17d-47290a529439 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:30:18.426404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 4890a239-e552-4946-b17d-47290a529439 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:30:18.521718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.676251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.705782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21865e55-c17d-4763-9684-9b092a688c02']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:18.724839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:18.725197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42c9a0a-73f1-4ea3-a0e8-0b21485ab8d7') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:18.738689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.755179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.762606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:30:18.763047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:18.779277 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:18.783257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbdc364f-4cc8-423a-977b-db5a91880494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.867315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.872504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:18.875599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-75de4386-77e2-4700-a29c-e672b44defbd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:18.903583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=21865e55-c17d-4763-9684-9b092a688c02,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:18.906199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:18.910452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/21865e55-c17d-4763-9684-9b092a688c02 HTTP/1.1" status: 204 len: 168 time: 0.5151224 Dec 23 15:30:18.924645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:18.930899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--1548641409', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:18.936814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:18.941748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:18.945007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:18.952005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:18.963191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:30:18.968682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.000795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:30:19.017011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.017674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment 36bae454-0752-4295-8bfc-ce309e41e74d of type vlan for network f09c53af-3c9b-4512-9189-9db10171208a Dec 23 15:30:19.051119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.081809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.086150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:19.086836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.091070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2d4b39a8-89d7-428b-ac5c-fbce2c29f9c5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:19.441609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.461347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5354710 Dec 23 15:30:19.464262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60232) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:19.467148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=f09c53af-3c9b-4512-9189-9db10171208a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:19.472718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-387362824', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:19.478921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:19.480847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network f09c53af-3c9b-4512-9189-9db10171208a details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:30:19.481507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:19.485770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:19.488841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:19.495107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:19.505473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.506493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.528905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.692656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.897644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:19.930369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:20.083336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.206 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/338a30a3-7022-449c-a5f3-4e5b86719638) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:20.246599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fa16640e-5ebe-404e-b210-5b638b263d74 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:30:20.255871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:20.284765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: fa16640e-5ebe-404e-b210-5b638b263d74 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:30:20.285021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:20.285198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fa16640e-5ebe-404e-b210-5b638b263d74 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:30:20.289431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19e0ba58-ffe6-47c1-b5b6-8a30e0bfe6c1 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:20.364067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:20.365056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=338a30a3-7022-449c-a5f3-4e5b86719638,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:20.367899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:20.369864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:20.370606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:20.555369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:20.556154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:20.814902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:30:20.886123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:21.043392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:30:21.054574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:30:21.071059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:21.072536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6070549 Dec 23 15:30:21.073197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:30:21.076542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:21.077179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:21.077921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:21.268763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:21.312084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3ff8bbfe-d045-4c56-b839-5be231065127 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2341378 Dec 23 15:30:21.315050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60242) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:21.478236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c318c-c422-43db-9f29-d6e0fce4e7ab tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:21.480372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-674c318c-c422-43db-9f29-d6e0fce4e7ab tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643326 Dec 23 15:30:21.483526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:21.530091 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8fe9e1c5-86b9-4db8-89e8-36f8bc557cb7 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452814 Dec 23 15:30:21.532897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60250) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:21.539287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2006096416', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:21.582462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:21.587050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:30:21.587475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Updating router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad port 338a30a3-7022-449c-a5f3-4e5b86719638 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:30:21.643639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:21.660953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:21.665133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:21.668188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:21.674535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:21.684350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:30:21.796352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:21.992184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.005751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Transition to ACTIVE for port object 338a30a3-7022-449c-a5f3-4e5b86719638 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:22.011408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.015938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9d7f375-da54-482b-ab74-ac8cb52ced65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:22.028582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.033268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f31adb89-8f88-488e-8219-e146a04a310a tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:22.095319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Pushing event updated for resources: {'Port': ['ID=338a30a3-7022-449c-a5f3-4e5b86719638,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:22.105986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Attempting to bind port 338a30a3-7022-449c-a5f3-4e5b86719638 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:30:22.106425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Attempting to bind port 338a30a3-7022-449c-a5f3-4e5b86719638 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:30:22.106827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Attempting to bind port 338a30a3-7022-449c-a5f3-4e5b86719638 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:22.110576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.110961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.111330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.111699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.112069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.112412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.112774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.113135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.113558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.113906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.114264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:22.114424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=fc9f7c7b-63f7-49b2-81cc-52c6bb918955,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:22.118101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:22.118835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:22.122837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:30:22.122837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:30:22.123202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.123558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:30:22.124078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Bound port: 338a30a3-7022-449c-a5f3-4e5b86719638, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:30:22.124490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.126845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:30:22.127244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: f09c53af-3c9b-4512-9189-9db10171208a, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:30:22.150388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f09c53af-3c9b-4512-9189-9db10171208a is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:30:22.161742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, f09c53af-3c9b-4512-9189-9db10171208a) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:22.167381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:22.168030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.172747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ea900-f9e7-412c-b5c4-217a37d0a149 None None] Network f09c53af-3c9b-4512-9189-9db10171208a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:30:22.198538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6615078 Dec 23 15:30:22.199272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60254) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:22.357047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] For port 338a30a3-7022-449c-a5f3-4e5b86719638, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:30:22.360651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] For port 338a30a3-7022-449c-a5f3-4e5b86719638, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=338a30a3-7022-449c-a5f3-4e5b86719638,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:30:22.365441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.370299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:22.439680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-f09c53af-3c9b-4512-9189-9db10171208a', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:30:22.441116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.462039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Pushing event updated for resources: {'Port': ['ID=338a30a3-7022-449c-a5f3-4e5b86719638,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:22.467372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:22.468606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:22.469421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:22.633698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Allocated IP 172.20.0.2 (f09c53af-3c9b-4512-9189-9db10171208a/fc9f7c7b-63f7-49b2-81cc-52c6bb918955/0b6d7c5b-aa25-4a25-ae3b-3eb3db036987) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:22.666978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:22.868977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.887466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Transition to ACTIVE for port object 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:22.911981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Transition to ACTIVE for port object 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:22.917767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:22.926707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:22.987338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:22.990255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Network f09c53af-3c9b-4512-9189-9db10171208a is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:22.992447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11212214-9494-4fc5-ae2b-fb9f6799248b None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:30:22.998634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:23.004790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:23.007131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Pushing event updated for resources: {'Port': ['ID=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:23.011691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:23.107963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Attempting to bind port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:30:23.108389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Attempting to bind port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:30:23.108810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Attempting to bind port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 on network f09c53af-3c9b-4512-9189-9db10171208a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:23.116135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:30:23.116568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Checking segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:30:23.117022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:23.117508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Bound using segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:30:23.118034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Bound port: 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:30:23.118460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:23.211370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] For port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:30:23.214669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] For port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:30:23.218995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:23.222800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:23.290966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:23.308166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Pushing event updated for resources: {'Port': ['ID=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:23.311259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:23.780497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (f09c53af-3c9b-4512-9189-9db10171208a/fc9f7c7b-63f7-49b2-81cc-52c6bb918955/ecd21861-b08a-4238-8151-fe7de81fb346) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:23.964456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:23.983009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object ecd21861-b08a-4238-8151-fe7de81fb346 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:24.004581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.009736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8869c422-cb83-4f0f-944f-9527c21e52b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:24.085004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f09c53af-3c9b-4512-9189-9db10171208a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:24.088545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:24.091311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:24.143560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=ecd21861-b08a-4238-8151-fe7de81fb346,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:24.146903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:24.174991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.269197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.348258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 338a30a3-7022-449c-a5f3-4e5b86719638 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:24.425769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 338a30a3-7022-449c-a5f3-4e5b86719638 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:24.431571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 338a30a3-7022-449c-a5f3-4e5b86719638 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:24.432134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.561641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.579980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 338a30a3-7022-449c-a5f3-4e5b86719638, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=338a30a3-7022-449c-a5f3-4e5b86719638,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:24.583925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.585023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:24.621407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:24.722693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=338a30a3-7022-449c-a5f3-4e5b86719638,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:24.725934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:24.729566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:24.733915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.738320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.769432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d247fbd2-fc03-498c-9f6b-ab9a1897ffbf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:24.864071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:24.868754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=ecd21861-b08a-4238-8151-fe7de81fb346,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:24.871961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:24.992285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677e6e3-fe66-4a7c-92ea-7b2e5e740d3f None None] Network f09c53af-3c9b-4512-9189-9db10171208a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:30:25.017285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f09c53af-3c9b-4512-9189-9db10171208a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:25.018422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:25.112302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Provisioning for port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:25.122979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Provisioning complete for port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:25.123406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:25.346720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:25.398794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] For port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:25.405630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:25.408044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:25.487266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Pushing event updated for resources: {'Port': ['ID=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:25.490880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:25.704519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:30:25.745090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d6192dbe-0302-4336-9afd-4de0acb5e91f None None] Provisioning complete for port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:25.745558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6192dbe-0302-4336-9afd-4de0acb5e91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:25.907628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d6192dbe-0302-4336-9afd-4de0acb5e91f None None] Provisioning for port ecd21861-b08a-4238-8151-fe7de81fb346 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:25.913274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d6192dbe-0302-4336-9afd-4de0acb5e91f None None] Provisioning complete for port ecd21861-b08a-4238-8151-fe7de81fb346 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:25.913969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6192dbe-0302-4336-9afd-4de0acb5e91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:25.954403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:30:25.972703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d6192dbe-0302-4336-9afd-4de0acb5e91f None None] Port ecd21861-b08a-4238-8151-fe7de81fb346 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:30:25.973691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7732763 Dec 23 15:30:25.976563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60260) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.098423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f01a0a8d-7ad1-4a0f-8f85-597e18ab6536 None None] Provisioning complete for port ecd21861-b08a-4238-8151-fe7de81fb346 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:26.099095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f01a0a8d-7ad1-4a0f-8f85-597e18ab6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:26.144275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d90ed3-3dea-4ee8-b18c-ea287b624afb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.144594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d90ed3-3dea-4ee8-b18c-ea287b624afb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.145030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d90ed3-3dea-4ee8-b18c-ea287b624afb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.145502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d90ed3-3dea-4ee8-b18c-ea287b624afb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.147380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d1d90ed3-3dea-4ee8-b18c-ea287b624afb tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1696527 Dec 23 15:30:26.150621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60264) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.160656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f01a0a8d-7ad1-4a0f-8f85-597e18ab6536 None None] Port ecd21861-b08a-4238-8151-fe7de81fb346 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:30:26.176238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:30:26.192595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:26.193377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:26.236083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a2b73-4cee-47e5-b4b4-01fbb5cf0c2e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.236540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a2b73-4cee-47e5-b4b4-01fbb5cf0c2e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.237113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a2b73-4cee-47e5-b4b4-01fbb5cf0c2e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.237681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a2b73-4cee-47e5-b4b4-01fbb5cf0c2e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:26.242797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c7a2b73-4cee-47e5-b4b4-01fbb5cf0c2e tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0878904 Dec 23 15:30:26.242797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60268) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.471812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c263f27-ae30-4fea-b4a5-d6a321463db6 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2277274 Dec 23 15:30:26.525709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 338a30a3-7022-449c-a5f3-4e5b86719638 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:26.557456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8253d075-7f47-46c2-95c4-6821e732fc8c None None] Provisioning complete for port ecd21861-b08a-4238-8151-fe7de81fb346 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:26.557879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8253d075-7f47-46c2-95c4-6821e732fc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:26.668055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8253d075-7f47-46c2-95c4-6821e732fc8c None None] Port ecd21861-b08a-4238-8151-fe7de81fb346 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:30:26.686891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:26.750598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 338a30a3-7022-449c-a5f3-4e5b86719638 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:26.750853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:26.800502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60274) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.807174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516015028', 'description': 'tempest-secgroup-smoke-1516015028 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:26.813959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:26.818781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:26.822081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:26.828826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:26.839041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:26.877321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:26.882120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:26.885284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:26.891595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:26.958862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:26.962136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:26.967922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-048d9a6c-f1ee-4efb-a44e-710696c52d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.014462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279b9f7f-8bae-48fa-9bc4-3b286070ea5c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:27.019061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.020429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2187774 Dec 23 15:30:27.023996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60278) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.026914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.027334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.027766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.028238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.028664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.029090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.029539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.029948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.030380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.030799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.031213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:30:27.032119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '279b9f7f-8bae-48fa-9bc4-3b286070ea5c', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.035219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:27.039714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:27.046004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:27.049426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:27.056129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:27.076746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.087392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:27.146244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.149098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.157458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b4e59231-5c34-43b9-8684-380378f6229a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.180546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6035e1-94cf-4bda-b3be-1ba1e8497be0,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:27.183795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:27.185389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.189442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1614316 Dec 23 15:30:27.189937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60282) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.195905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '279b9f7f-8bae-48fa-9bc4-3b286070ea5c', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.203151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:27.207411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:27.210554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:27.217079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:27.234761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.250700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:27.251136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.303157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.306452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.307351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:27.314859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb504fce-62ae-463d-a123-e3fdabcfcee5 tempest-TestNetworkAdvancedServerOps-1234038108 tempest-TestNetworkAdvancedServerOps-1234038108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.322627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:30:27.323364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Updating router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad port ecd21861-b08a-4238-8151-fe7de81fb346 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:30:27.338722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170b7c03-6c0d-4f5e-b809-bd3ad4508704,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:27.341331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:27.348644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.350349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1593530 Dec 23 15:30:27.353622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.360758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '279b9f7f-8bae-48fa-9bc4-3b286070ea5c', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.368282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:27.372727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:27.376079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:27.382847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:27.403816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.437198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.472746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.476532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.478765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6aac3bc-1d19-489c-acd7-de2b1750a8ec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.504071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b040e7b-8f11-48df-be25-2ad1a0732beb,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:27.506769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:27.514451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.515847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1612632 Dec 23 15:30:27.518840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60290) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.525051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '279b9f7f-8bae-48fa-9bc4-3b286070ea5c', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.531587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:27.535913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:27.539103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:27.545442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:27.562758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.631359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.634393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.636388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bb51237d-6ed7-4a2d-8eb8-b4cf69ec0831 tempest-SecGroupTest-1125205651 tempest-SecGroupTest-1125205651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.660721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b533cb79-d261-44c1-9838-10ef6111baa4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:27.665569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:27.669679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.673820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1510439 Dec 23 15:30:27.674062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.680078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '279b9f7f-8bae-48fa-9bc4-3b286070ea5c', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.686529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:27.690672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:27.694259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:27.701307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:27.717137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:30:27.724472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.795694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.799704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.801813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5e45e96-7084-4c73-9135-7440a5a390ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.826393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15e5c21-9c2e-4ec3-a619-00ac989da2a9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:27.829034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:27.836207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.837582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1624429 Dec 23 15:30:27.840753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60298) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.847006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '279b9f7f-8bae-48fa-9bc4-3b286070ea5c', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.847649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.854135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:27.859012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:27.860426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Transition to ACTIVE for port object ecd21861-b08a-4238-8151-fe7de81fb346 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:27.862273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:27.866583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.868975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:27.871228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0761d5b3-708d-4ed1-aab7-906bec8ae127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:27.878574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:30:27.889688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.968800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.972771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:27.974931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c63e0548-56dd-4485-b17f-68e1c1ad6f32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:28.001033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ff34d7-efd7-48c7-9e31-04634bb22c39,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:28.001350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ca729-676c-4733-bb4f-309ec7c46a9d None None] Pushing event updated for resources: {'Port': ['ID=ecd21861-b08a-4238-8151-fe7de81fb346,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:28.003974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:28.004436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b2ca729-676c-4733-bb4f-309ec7c46a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:28.012260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:28.023150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1717026 Dec 23 15:30:28.102103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Attempting to bind port ecd21861-b08a-4238-8151-fe7de81fb346 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:30:28.102529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Attempting to bind port ecd21861-b08a-4238-8151-fe7de81fb346 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:30:28.102954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Attempting to bind port ecd21861-b08a-4238-8151-fe7de81fb346 on network f09c53af-3c9b-4512-9189-9db10171208a {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:28.110882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:30:28.111316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Checking segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:30:28.111786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:28.112256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Bound using segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:30:28.112771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Bound port: ecd21861-b08a-4238-8151-fe7de81fb346, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:30:28.113225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:28.224010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] For port ecd21861-b08a-4238-8151-fe7de81fb346, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:30:28.227225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] For port ecd21861-b08a-4238-8151-fe7de81fb346, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ecd21861-b08a-4238-8151-fe7de81fb346,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:30:28.227372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-ec8006c5-531c-455a-81db-9d23c5aa72e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516015028&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0505302 Dec 23 15:30:28.230756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:28.235358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:28.346316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ca729-676c-4733-bb4f-309ec7c46a9d None None] Pushing event updated for resources: {'Port': ['ID=ecd21861-b08a-4238-8151-fe7de81fb346,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:28.351169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b2ca729-676c-4733-bb4f-309ec7c46a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:28.354329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:28.354945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:28.404383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-672977e9-7232-48ad-a436-0b0023c4cbff tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:28.406368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-672977e9-7232-48ad-a436-0b0023c4cbff tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 797 time: 0.1713910 Dec 23 15:30:28.425115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-c14b0359-5035-4494-a035-af863655d564 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0122299 Dec 23 15:30:28.518565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8c7364cf-98e3-4855-99c2-c14f2a96f49a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:28.536301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8c7364cf-98e3-4855-99c2-c14f2a96f49a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:28.537986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8c7364cf-98e3-4855-99c2-c14f2a96f49a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065729 Dec 23 15:30:28.564187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:28.781411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-545c9799-c4d6-48a9-8b85-6ac6fd47b894 service neutron] 10.222.0.49 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293973 Dec 23 15:30:28.938145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-ef49366d-9782-4891-9ca8-e66df8905dd5 service neutron] 10.222.0.49 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497509 Dec 23 15:30:29.090713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-5b841040-b812-4a71-b764-72b734568b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:28Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:29.095169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841040-b812-4a71-b764-72b734568b4e None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:28Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:30:29.143217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f099b045-b0f7-4684-b207-ac5eb4e2d82a req-a2dc67b4-3886-4213-b9ac-db279cbc8cb4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:29.161657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-f099b045-b0f7-4684-b207-ac5eb4e2d82a req-a2dc67b4-3886-4213-b9ac-db279cbc8cb4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:29.163049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f099b045-b0f7-4684-b207-ac5eb4e2d82a req-a2dc67b4-3886-4213-b9ac-db279cbc8cb4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 210 time: 0.0678799 Dec 23 15:30:30.312544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-893d27d9-55a8-4ac1-9740-f00fcc65cd42 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:30.314874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-893d27d9-55a8-4ac1-9740-f00fcc65cd42 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 797 time: 0.2027252 Dec 23 15:30:30.366209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecd21861-b08a-4238-8151-fe7de81fb346 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:30.389716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5b82957-839c-44b0-aecf-c429145c65b3 req-64c3aea2-43a9-44b2-88d9-9771472442fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 210 time: 0.0733275 Dec 23 15:30:30.416813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-1e566276-ef27-45eb-8a69-0c9731944019 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 380 time: 0.0629964 Dec 23 15:30:30.429361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['279b9f7f-8bae-48fa-9bc4-3b286070ea5c']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:30.477585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ecd21861-b08a-4238-8151-fe7de81fb346 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:30.483612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ecd21861-b08a-4238-8151-fe7de81fb346 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:30.484059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:30.591100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:30.601950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:30.611564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:30.612358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:30:30.618041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:30.650054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port ecd21861-b08a-4238-8151-fe7de81fb346, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ecd21861-b08a-4238-8151-fe7de81fb346,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:30.654592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:30.656634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:30.727456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=ecd21861-b08a-4238-8151-fe7de81fb346,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:30.730843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:30.807080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.9 (f09c53af-3c9b-4512-9189-9db10171208a/fc9f7c7b-63f7-49b2-81cc-52c6bb918955/7e471583-eb79-4490-8d5d-60d1be37e1dc) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:30.924198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.014468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.031888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 7e471583-eb79-4490-8d5d-60d1be37e1dc will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:31.053093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.059059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-028f189b-c8e6-4f0d-a994-53a59e1077a0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:31.123850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f09c53af-3c9b-4512-9189-9db10171208a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:31.127180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:31.135963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:31.174257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:31.181942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:31.213262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:31.213997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.240413 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166964 Dec 23 15:30:31.252922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Request body: {'port': {'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:31.371449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.417276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13c17d4c-9478-4be2-88e3-631c44235097 None None] Provisioning for port 7e471583-eb79-4490-8d5d-60d1be37e1dc completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:31.422683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13c17d4c-9478-4be2-88e3-631c44235097 None None] Provisioning complete for port 7e471583-eb79-4490-8d5d-60d1be37e1dc triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:31.423122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13c17d4c-9478-4be2-88e3-631c44235097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.484760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-13c17d4c-9478-4be2-88e3-631c44235097 None None] Port 7e471583-eb79-4490-8d5d-60d1be37e1dc cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:30:31.602241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb50684-2667-4e22-b9cc-d89d4c77effd req-9187afc7-badb-49b1-85c5-ce6f61bd7c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:31.603789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbb50684-2667-4e22-b9cc-d89d4c77effd req-9187afc7-badb-49b1-85c5-ce6f61bd7c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 931 time: 0.0878503 Dec 23 15:30:31.654452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fbb50684-2667-4e22-b9cc-d89d4c77effd req-33a34cd8-9bcd-450c-b914-ebf893a6177e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:31.670220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fbb50684-2667-4e22-b9cc-d89d4c77effd req-33a34cd8-9bcd-450c-b914-ebf893a6177e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:31.671654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbb50684-2667-4e22-b9cc-d89d4c77effd req-33a34cd8-9bcd-450c-b914-ebf893a6177e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612080 Dec 23 15:30:31.754856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e471583-eb79-4490-8d5d-60d1be37e1dc {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:30:31.762592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.778932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Transition to ACTIVE for port object 7e471583-eb79-4490-8d5d-60d1be37e1dc will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:31.782339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:31.786204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:32.173753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:32.177785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:32.287974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Attempting to bind port 7e471583-eb79-4490-8d5d-60d1be37e1dc on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:30:32.288327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Attempting to bind port 7e471583-eb79-4490-8d5d-60d1be37e1dc by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:30:32.288749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Attempting to bind port 7e471583-eb79-4490-8d5d-60d1be37e1dc on network f09c53af-3c9b-4512-9189-9db10171208a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:32.295521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Port 7e471583-eb79-4490-8d5d-60d1be37e1dc on network f09c53af-3c9b-4512-9189-9db10171208a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:32.295896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Attempting to bind port 7e471583-eb79-4490-8d5d-60d1be37e1dc on network f09c53af-3c9b-4512-9189-9db10171208a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:32.298749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecd21861-b08a-4238-8151-fe7de81fb346 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:32.303222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:30:32.303607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Checking segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:30:32.304048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Bound using segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:30:32.304539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Bound port: 7e471583-eb79-4490-8d5d-60d1be37e1dc, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:30:32.304938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:32.384254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ecd21861-b08a-4238-8151-fe7de81fb346 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:32.384808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:32.404345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:30:32.407648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:30:32.411522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:32.415649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3619d334-af0f-476e-b159-c95a4e087a51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:32.473780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:32.475259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 1093 time: 1.2271612 Dec 23 15:30:32.475849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:32.507054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:32.511074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:32.556733 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'status': 'completed', 'code': 200} Dec 23 15:30:32.599767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-3e92342a-2dd7-4562-a63f-12498680ccf8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1096 time: 0.0853536 Dec 23 15:30:32.674815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-b4a9adeb-a36e-4528-9a5a-0b369efc2896 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 217 time: 0.0679066 Dec 23 15:30:32.763997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-86342a55-fa64-429a-b854-1e2a2e52380f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:32.765758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-86342a55-fa64-429a-b854-1e2a2e52380f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0843766 Dec 23 15:30:32.852228 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-be15e105-3b18-4ef1-998a-d0bab1d57e03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799010 Dec 23 15:30:32.886000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f33dd-3c2d-42e0-b12c-0725f543a7e0 req-b924e75d-ca33-4499-859c-6b90cbb27baf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:32.887675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6f33dd-3c2d-42e0-b12c-0725f543a7e0 req-b924e75d-ca33-4499-859c-6b90cbb27baf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 943 time: 0.0917151 Dec 23 15:30:32.955305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6f33dd-3c2d-42e0-b12c-0725f543a7e0 req-ab3b3009-2875-4f43-87a2-f15731d1a526 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Dec 23 15:30:33.001866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-ca28ffcf-9697-48f8-987e-1ef284eef639 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422622 Dec 23 15:30:33.154344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ebaea82-2591-4e0a-8a3a-d5178d7a7930 req-4b964a62-c0cd-4ae4-9056-d071124bc717 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455567 Dec 23 15:30:33.298144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-90f341ed-13ba-4e62-a444-e092c3c9a4e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1096 time: 0.0858762 Dec 23 15:30:33.446946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-2dc33ece-f762-4375-bcc2-47443d9b0273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:33.448608 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-2dc33ece-f762-4375-bcc2-47443d9b0273 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1432188 Dec 23 15:30:33.525639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-dbd9cb8b-72f8-4e33-b3b4-cdc0cee00f55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 217 time: 0.0696805 Dec 23 15:30:33.595819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-ce322ada-0315-4ce9-970f-f7abd140cb53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:33.597427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-ce322ada-0315-4ce9-970f-f7abd140cb53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0651908 Dec 23 15:30:33.686208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-e0e28590-9b2f-4388-befa-835309940dba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815156 Dec 23 15:30:33.838652 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-f33393bb-896d-49b0-84e8-520d1a3c36b7 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446357 Dec 23 15:30:33.993041 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecceb319-d061-4824-83f0-8699b8ed8d8a req-5f5ac4f6-6dd8-430e-a099-b0228bbb913a service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466904 Dec 23 15:30:34.171265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361308c-260e-4ac4-b76a-eedc4ab91d5f req-11ddaeea-3aa7-48ad-a0fa-6f5b3b236985 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:34.172043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e361308c-260e-4ac4-b76a-eedc4ab91d5f req-11ddaeea-3aa7-48ad-a0fa-6f5b3b236985 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:34.188191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e361308c-260e-4ac4-b76a-eedc4ab91d5f req-11ddaeea-3aa7-48ad-a0fa-6f5b3b236985 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:34.189513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e361308c-260e-4ac4-b76a-eedc4ab91d5f req-11ddaeea-3aa7-48ad-a0fa-6f5b3b236985 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 943 time: 0.1021726 Dec 23 15:30:34.239524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e361308c-260e-4ac4-b76a-eedc4ab91d5f req-ed222dbd-c564-46ce-9442-ed1e90cd8f35 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Dec 23 15:30:35.459719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148636-a086-4485-bbbb-6c992c448101 req-b4a27cca-a073-4dac-8a7e-b9bec68951fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:35.462342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37148636-a086-4485-bbbb-6c992c448101 req-b4a27cca-a073-4dac-8a7e-b9bec68951fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 943 time: 0.0875645 Dec 23 15:30:35.463515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7e471583-eb79-4490-8d5d-60d1be37e1dc details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:30:35.514474 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37148636-a086-4485-bbbb-6c992c448101 req-d97d4a02-59ad-4901-b7ac-7d3c934ce2dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 Dec 23 15:30:35.610153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:35.624287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:30:35.682865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:35.705501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e471583-eb79-4490-8d5d-60d1be37e1dc {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:30:35.721580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:35.725305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:35.727236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:35.799550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:35.803124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:35.950950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['7e471583-eb79-4490-8d5d-60d1be37e1dc'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:30:36.759562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb23b93-0ad5-4de7-be51-b415ce236f5e req-eb931fd5-dd72-44fb-a28b-f04455f8b757 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:36.761207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cfb23b93-0ad5-4de7-be51-b415ce236f5e req-eb931fd5-dd72-44fb-a28b-f04455f8b757 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 944 time: 0.1117494 Dec 23 15:30:36.814435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cfb23b93-0ad5-4de7-be51-b415ce236f5e req-85860183-42e1-4907-91a9-a082bc751ca3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466886 Dec 23 15:30:37.477496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7e471583-eb79-4490-8d5d-60d1be37e1dc up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:37.571984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 7e471583-eb79-4490-8d5d-60d1be37e1dc completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:37.578820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 7e471583-eb79-4490-8d5d-60d1be37e1dc triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:37.579262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:37.702661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:37.732008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:37.742475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:37.746865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:37.749008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:37.795004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'code': 200} Dec 23 15:30:37.830222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:37.833464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:38.086705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8745fb-88c0-4169-851f-1bbcc21d07e8 req-8b939485-c2bf-4155-bdaf-d3fac91c9446 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:38.088332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b8745fb-88c0-4169-851f-1bbcc21d07e8 req-8b939485-c2bf-4155-bdaf-d3fac91c9446 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.1480463 Dec 23 15:30:38.092838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-138fe34c-40fe-40f2-832b-9fa9c7ab4656 req-12fe5e3c-9daa-4d7d-9669-2c9d7c267e4e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1098 time: 0.1168611 Dec 23 15:30:38.168851 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7b8745fb-88c0-4169-851f-1bbcc21d07e8 req-e909a3af-99e9-4902-9625-6e01b4a3abdd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740285 Dec 23 15:30:38.170821 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-138fe34c-40fe-40f2-832b-9fa9c7ab4656 req-44b6a69c-3449-489d-86ad-a757d3aeeada service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613141 Dec 23 15:30:39.395597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd383-7eca-466f-83d5-c95cc14ffad5 req-e27b442b-8053-4c4e-9456-c7e16ccaa43c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:39.397267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-959dd383-7eca-466f-83d5-c95cc14ffad5 req-e27b442b-8053-4c4e-9456-c7e16ccaa43c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.0901723 Dec 23 15:30:39.446774 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-959dd383-7eca-466f-83d5-c95cc14ffad5 req-75c9edac-e91d-4636-a5ea-7ecab44e5342 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Dec 23 15:30:40.825082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052c06-cd2e-4da3-8adb-19d8d4c4efc4 req-b8669c77-50ed-4471-bf01-17c1c9a5a47b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:40.826747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f052c06-cd2e-4da3-8adb-19d8d4c4efc4 req-b8669c77-50ed-4471-bf01-17c1c9a5a47b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.0984600 Dec 23 15:30:40.878425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f052c06-cd2e-4da3-8adb-19d8d4c4efc4 req-0168cedf-9f9f-4d21-8e05-3dc0e1cc6819 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Dec 23 15:30:41.097676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c44c-c81c-4d4d-bafe-99027b5eeb5b req-591ca27b-0911-49fc-a427-7a94cc9ed180 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:41.099226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a4c8c44c-c81c-4d4d-bafe-99027b5eeb5b req-591ca27b-0911-49fc-a427-7a94cc9ed180 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.0903418 Dec 23 15:30:41.156616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a4c8c44c-c81c-4d4d-bafe-99027b5eeb5b req-60914c0a-ed82-45e1-8bde-7512087b95ce tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510585 Dec 23 15:30:41.190676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60354) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:41.275218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4c6de430-d222-4b91-ae21-fe6c3b71c1b0 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1093 time: 0.0818987 Dec 23 15:30:41.279047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60358) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:41.284693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:41.291031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:41.295437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:41.298502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:41.304681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:41.315647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:41.474239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:41.627337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.76 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/b021fbea-30c1-455b-8f7e-6a8db448ab3f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:41.790256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:41.821447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:41.825737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d56d265-60b3-4200-93aa-951f3519104a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:41.900251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:41.904396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:41.906610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=b021fbea-30c1-455b-8f7e-6a8db448ab3f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:41.908884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:41.935623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:42.467989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:42.533803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:42.762825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:42.768374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:42.772218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e58729ca-c898-42c6-9dfe-bf75edbaf918 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:42.883944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=b021fbea-30c1-455b-8f7e-6a8db448ab3f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:42.892872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:42.907523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:43.348698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c associated. External IP: 172.26.2.76, port: 7e471583-eb79-4490-8d5d-60d1be37e1dc. Dec 23 15:30:43.783494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:30:44.014644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:30:44.025430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:30:44.041255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:44.041878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:44.042488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.100443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8202691 Dec 23 15:30:44.101200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:44.103735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:44.155695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'status': 'completed', 'code': 200} Dec 23 15:30:44.190537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e88572c-64f1-4c41-9ffb-bb731d0bf4c3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1093 time: 0.0828600 Dec 23 15:30:44.231090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:44.266450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-cb645212-ca42-43a0-beb6-73d9b019d830 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1098 time: 0.0807316 Dec 23 15:30:44.413375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-9184f071-10b4-4ea0-a734-21540995fdf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:44.415125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-9184f071-10b4-4ea0-a734-21540995fdf7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1421781 Dec 23 15:30:44.527859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-2c42e54e-1762-42a1-b670-c45593032cbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 998 time: 0.1047480 Dec 23 15:30:44.600991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:44.602183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-66dbe217-63a5-406c-9837-30e690986d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:44.603834 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-66dbe217-63a5-406c-9837-30e690986d0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0696197 Dec 23 15:30:44.607779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598193322', 'description': 'tempest-secgroup-smoke-1598193322 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:44.613106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:42Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:44.614341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:44.617703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:30:44.625475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:44.629110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:30:44.629821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:44.635166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.674327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:44.678447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:44.681492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:44.686176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-d0821ef7-a212-4be7-bd31-8138f1d6d8bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762258 Dec 23 15:30:44.688138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:44.746540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.750209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.755763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c5b4de9-f547-42dd-b5e4-df5d67b823c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:44.800283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:44.803280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.807806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2054636 Dec 23 15:30:44.808494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:44.809489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:44.815649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '47bcd1c6-d931-4983-8c1e-7e7b1918a4ec', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:44.816573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:30:44.822567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:44.827128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:44.830245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:44.837078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:44.844434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-d5fe5604-e758-409c-ae52-7830735a9c9f service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514239 Dec 23 15:30:44.855196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.926415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.929416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.931346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f80dbab4-d2fa-4a7b-b23d-601c778bdf92 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:44.956727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997165be-e4ed-4899-94e6-8e0855767c7a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:44.959466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:44.966727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:44.970885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1575475 Dec 23 15:30:44.971737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:44.977985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '47bcd1c6-d931-4983-8c1e-7e7b1918a4ec', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:44.984498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:44.988524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:44.991566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:44.998114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:45.000119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1cc42748-f4a8-40f2-a4b1-aeed03e9cee2 req-5af525f5-1992-4922-aa7b-01618a90b4cc service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480777 Dec 23 15:30:45.014993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.082173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.085384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.087424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19d5a633-28f7-4ffb-85b1-c07acb0bdd4a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:45.111112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4286ca1-4d7a-4080-891b-cf58fc8ee093,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:45.113692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:45.120989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.122399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1496453 Dec 23 15:30:45.125437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60382) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.131465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '47bcd1c6-d931-4983-8c1e-7e7b1918a4ec', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:45.138423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:45.143030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:45.146563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:45.153152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:45.171568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.192287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:42Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:30:45.196470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a955d-1d0d-4360-a8b6-7b528bd4d76b None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:42Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:30:45.242045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.244933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.251634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96a9c620-2088-45e1-8365-a2b39bb36d74 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:45.276300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273ec7f9-ebf3-499e-99c1-99b08da9d9a9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:45.278984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:45.286146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.287449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1610291 Dec 23 15:30:45.290440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60386) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.296472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '47bcd1c6-d931-4983-8c1e-7e7b1918a4ec', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:45.303081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:45.307427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:45.310680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:45.316892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:45.334021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.405864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.409282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.411256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-427446ae-4594-4c02-a72e-97a683045baa tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:45.436168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e27807-0b1e-40c6-996b-f824a1f2b433,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:45.441243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:45.445641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.446847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553707 Dec 23 15:30:45.450187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60390) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.456273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '47bcd1c6-d931-4983-8c1e-7e7b1918a4ec', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:45.463630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:45.467951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:45.474108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:45.480826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:45.491904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:30:45.499422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.535946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a906d-6b5f-4a54-aae1-2a44b44ae1c8 None None] New status for floating IP 9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:30:45.572578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.576167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.578279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8a5df889-6384-44b3-a120-c53871c96e29 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:45.602339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa955e5-ce7d-4b5b-bc16-c9d5cf839138,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:45.605001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:45.612204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.613551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1623023 Dec 23 15:30:45.616409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.622488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '47bcd1c6-d931-4983-8c1e-7e7b1918a4ec', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:45.628826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:45.632969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:45.636075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:45.642358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:45.653073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:30:45.660035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.733506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.737074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.739130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-846ae1bf-9af4-48d9-81e3-bdcff0838c37 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:45.763165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7edfc96-a48d-421c-a3cd-edae2b925133,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:45.765774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:45.773108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:45.774410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1570091 Dec 23 15:30:45.964888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-c59ec7da-2879-4a94-8749-13c8a02d7607 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598193322&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0498817 Dec 23 15:30:46.130156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-9f9d9183-d314-4c34-b4aa-ad6be1b14bfe tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:46.131715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-9f9d9183-d314-4c34-b4aa-ad6be1b14bfe tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 797 time: 0.1596570 Dec 23 15:30:46.152829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-34711fa4-7b27-47c9-baab-85cc0c33e158 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0122328 Dec 23 15:30:46.244157 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-18ec3c8b-9168-4513-a929-27833249ed1a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0858800 Dec 23 15:30:46.414021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-fbbe05b5-0663-49ca-86b9-165285fa085a service neutron] 10.222.0.49 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505845 Dec 23 15:30:46.560382 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-e2f978ff-884e-42ca-8b35-3d0d449bb4cf service neutron] 10.222.0.49 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397793 Dec 23 15:30:46.728339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa2a4-314e-49df-b7fa-6cd5963a5adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:46.763549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ba0350f-ba7a-4f9f-94a5-20e72385df8e req-6d3197ed-7156-403e-9f44-d3db04b94200 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0482206 Dec 23 15:30:47.957509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3b2924c-cbaf-44e4-a80b-467057f90cc5 req-ac79b20a-9d26-4510-9afe-5f9dd5b2836e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0633860 Dec 23 15:30:47.966442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-ce971374-d44d-4b23-8d28-beed95ecfa2c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:47.967981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-ce971374-d44d-4b23-8d28-beed95ecfa2c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 797 time: 0.2134261 Dec 23 15:30:48.037983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-7cf477bb-41a5-4548-9ee3-822796e5182d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 473 time: 0.0523133 Dec 23 15:30:48.047005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['47bcd1c6-d931-4983-8c1e-7e7b1918a4ec']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:48.180436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.193878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:48.204671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:48.214596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:30:48.220089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.397768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.8 (f09c53af-3c9b-4512-9189-9db10171208a/fc9f7c7b-63f7-49b2-81cc-52c6bb918955/c052f4fe-39bd-4957-a38c-881e05aaceb4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:48.601099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.619320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object c052f4fe-39bd-4957-a38c-881e05aaceb4 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:48.641504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.648060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:48.714618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network f09c53af-3c9b-4512-9189-9db10171208a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:48.717949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:48.720377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:48.767259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=c052f4fe-39bd-4957-a38c-881e05aaceb4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:48.772710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:48.782449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e6af577-8006-47ba-a545-3467dbd16084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.801108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:48.801839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.838150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952633 Dec 23 15:30:48.849337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-21fe198b-f14c-4c42-9e99-62e29b21dd5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:30:48.850474 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-21fe198b-f14c-4c42-9e99-62e29b21dd5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057604 Dec 23 15:30:48.862144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Request body: {'port': {'device_id': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:48.976356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c80f63d5-8f05-4708-8bce-e7774ad12863 None None] Provisioning for port c052f4fe-39bd-4957-a38c-881e05aaceb4 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:48.981496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c80f63d5-8f05-4708-8bce-e7774ad12863 None None] Provisioning complete for port c052f4fe-39bd-4957-a38c-881e05aaceb4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:48.981914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c80f63d5-8f05-4708-8bce-e7774ad12863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:48.986602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:49.043025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c80f63d5-8f05-4708-8bce-e7774ad12863 None None] Port c052f4fe-39bd-4957-a38c-881e05aaceb4 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:30:49.169123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7890a-4a4a-467e-86e9-75952ff8aa30 req-0925f8f0-9ce6-46ad-aac5-72b3389d59df tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:49.170696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5d7890a-4a4a-467e-86e9-75952ff8aa30 req-0925f8f0-9ce6-46ad-aac5-72b3389d59df tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 931 time: 0.0884907 Dec 23 15:30:49.443378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:49.467167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b5d7890a-4a4a-467e-86e9-75952ff8aa30 req-f5e40b39-f3b8-477d-a88e-45c2e6afa79a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:49.482986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b5d7890a-4a4a-467e-86e9-75952ff8aa30 req-f5e40b39-f3b8-477d-a88e-45c2e6afa79a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:49.484293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5d7890a-4a4a-467e-86e9-75952ff8aa30 req-f5e40b39-f3b8-477d-a88e-45c2e6afa79a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073061 Dec 23 15:30:49.601303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c052f4fe-39bd-4957-a38c-881e05aaceb4 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:30:49.610868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:49.627775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Transition to ACTIVE for port object c052f4fe-39bd-4957-a38c-881e05aaceb4 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:30:49.631772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:49.636530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:49.764295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c052f4fe-39bd-4957-a38c-881e05aaceb4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:49.767368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:49.891210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Attempting to bind port c052f4fe-39bd-4957-a38c-881e05aaceb4 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:30:49.891594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Attempting to bind port c052f4fe-39bd-4957-a38c-881e05aaceb4 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:30:49.891983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Attempting to bind port c052f4fe-39bd-4957-a38c-881e05aaceb4 on network f09c53af-3c9b-4512-9189-9db10171208a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:49.899875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Port c052f4fe-39bd-4957-a38c-881e05aaceb4 on network f09c53af-3c9b-4512-9189-9db10171208a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:49.900250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Attempting to bind port c052f4fe-39bd-4957-a38c-881e05aaceb4 on network f09c53af-3c9b-4512-9189-9db10171208a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:30:49.907532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:30:49.907905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Checking segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:30:49.908339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Bound using segment: {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:30:49.908814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Bound port: c052f4fe-39bd-4957-a38c-881e05aaceb4, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bae454-0752-4295-8bfc-ce309e41e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:30:49.909201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:50.008602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] For port c052f4fe-39bd-4957-a38c-881e05aaceb4, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:30:50.011926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] For port c052f4fe-39bd-4957-a38c-881e05aaceb4, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:30:50.016378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:50.020483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b8b10d2-d959-47b8-8e69-2d80351faba2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:50.086145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:50.087726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/c052f4fe-39bd-4957-a38c-881e05aaceb4 HTTP/1.1" status: 200 len: 1093 time: 1.2303364 Dec 23 15:30:50.088341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:50.102103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c052f4fe-39bd-4957-a38c-881e05aaceb4,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:50.105693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:50.170338 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'status': 'completed', 'code': 200} Dec 23 15:30:50.216084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-2a81826e-f2f3-484d-8efa-2881110e8cc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 1096 time: 0.0834103 Dec 23 15:30:50.295719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-03233d2f-8066-46cf-84c0-4b7a18d5a4bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4 HTTP/1.1" status: 200 len: 217 time: 0.0710623 Dec 23 15:30:50.367449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-8ae443a5-5c95-4f70-b222-c8de434d327f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:50.369030 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-8ae443a5-5c95-4f70-b222-c8de434d327f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0665593 Dec 23 15:30:50.461357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-daf070d9-f9c2-40ea-8a4e-e97f46bcd90f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816400 Dec 23 15:30:50.613671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-09727f37-5d1b-40b2-9468-f1acf7a5c0c7 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421149 Dec 23 15:30:50.689763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72eb4e-13fd-4aa5-a56b-717957d8b479 req-fde8cb74-402e-464f-8d54-3555730b1148 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:50.691430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ab72eb4e-13fd-4aa5-a56b-717957d8b479 req-fde8cb74-402e-464f-8d54-3555730b1148 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 943 time: 0.0854313 Dec 23 15:30:50.749822 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ab72eb4e-13fd-4aa5-a56b-717957d8b479 req-4d29fad0-93b1-45e5-a0cf-11729cd92c84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514729 Dec 23 15:30:50.761810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf2e9f57-cbf2-4156-8e45-c209f19dcfeb req-7e12009a-0b88-4d7d-8e50-51e4acbea3d2 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414309 Dec 23 15:30:50.889515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:50.890265 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-46a90764-d604-48a1-84de-0bc2389062f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 1096 time: 0.0838921 Dec 23 15:30:51.039294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-0a541a74-c971-4a47-b4a0-8c01055902c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:51.040916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-0a541a74-c971-4a47-b4a0-8c01055902c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1439600 Dec 23 15:30:51.118982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-85f66fb7-bd37-451d-8503-1ef378b4d2a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4 HTTP/1.1" status: 200 len: 217 time: 0.0700009 Dec 23 15:30:51.194362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-5661fabd-e023-4253-b55f-7624b02473bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:51.195962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-5661fabd-e023-4253-b55f-7624b02473bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0656178 Dec 23 15:30:51.283376 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-dec65a70-9589-4288-a5ea-f6d511a0503b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801258 Dec 23 15:30:51.436054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-07039ee7-92cf-440f-a001-7a507493eb40 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415544 Dec 23 15:30:51.593575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a9fb90d-7f85-413c-b5c8-ba7738a20619 req-40a10296-37ab-4829-aafa-f1132215130f service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505024 Dec 23 15:30:51.981122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e050f8-8601-421f-b2e0-cc29221a0f59 req-2c24676a-26f5-4ed4-97fb-3187c91d4589 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:51.981915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-07e050f8-8601-421f-b2e0-cc29221a0f59 req-2c24676a-26f5-4ed4-97fb-3187c91d4589 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:30:51.999622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-07e050f8-8601-421f-b2e0-cc29221a0f59 req-2c24676a-26f5-4ed4-97fb-3187c91d4589 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:30:52.000887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07e050f8-8601-421f-b2e0-cc29221a0f59 req-2c24676a-26f5-4ed4-97fb-3187c91d4589 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 943 time: 0.1120987 Dec 23 15:30:52.055876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07e050f8-8601-421f-b2e0-cc29221a0f59 req-55905fdc-ccd9-46a1-aa93-14c91e7c98d3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454826 Dec 23 15:30:53.368565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c490f-2627-427c-a9bb-db5531069b95 req-e1356948-6ce7-4136-906a-680c066d61d6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:53.370121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-265c490f-2627-427c-a9bb-db5531069b95 req-e1356948-6ce7-4136-906a-680c066d61d6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 943 time: 0.1809270 Dec 23 15:30:53.421029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-265c490f-2627-427c-a9bb-db5531069b95 req-cede8cc8-6f64-4cad-a829-0f23eb55290e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Dec 23 15:30:53.582330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c052f4fe-39bd-4957-a38c-881e05aaceb4 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:30:53.750445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c052f4fe-39bd-4957-a38c-881e05aaceb4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:53.767669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'port_id': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'mac_address': 'fa:16:3e:0d:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:30:53.825941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:53.845079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c052f4fe-39bd-4957-a38c-881e05aaceb4 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:30:53.861692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c052f4fe-39bd-4957-a38c-881e05aaceb4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:53.866128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:53.868792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:53.940548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=c052f4fe-39bd-4957-a38c-881e05aaceb4,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:53.944020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:54.115490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['c052f4fe-39bd-4957-a38c-881e05aaceb4'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:30:54.724961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2d1b-3600-4fa9-b191-38804ad4dbe8 req-c3f6d45b-2eed-4f27-8dbf-2fd041b61bda tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:54.726536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-42cb2d1b-3600-4fa9-b191-38804ad4dbe8 req-c3f6d45b-2eed-4f27-8dbf-2fd041b61bda tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 944 time: 0.1780877 Dec 23 15:30:54.782159 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-42cb2d1b-3600-4fa9-b191-38804ad4dbe8 req-6a82758f-49ca-4dbb-ad5f-17c8dd08e561 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490139 Dec 23 15:30:55.589254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c052f4fe-39bd-4957-a38c-881e05aaceb4 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:30:55.668928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port c052f4fe-39bd-4957-a38c-881e05aaceb4 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:30:55.673939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port c052f4fe-39bd-4957-a38c-881e05aaceb4 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:30:55.674362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:55.795047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:55.823376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:30:55.833973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c052f4fe-39bd-4957-a38c-881e05aaceb4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:30:55.837743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:55.839748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:55.884999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'code': 200} Dec 23 15:30:55.915765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=c052f4fe-39bd-4957-a38c-881e05aaceb4,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:55.919176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:30:56.004588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb595ced-1cc1-4b56-b30b-0585e0de9c06 req-e23e3708-0942-47cd-8a10-32659790a24d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:56.006305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb595ced-1cc1-4b56-b30b-0585e0de9c06 req-e23e3708-0942-47cd-8a10-32659790a24d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0970306 Dec 23 15:30:56.060270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb595ced-1cc1-4b56-b30b-0585e0de9c06 req-5832ef35-40dc-4c58-a1da-330ee0edf0f4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476317 Dec 23 15:30:56.211611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5908bc0-e2f6-4996-a05a-b722826bf39e req-548d8622-fb82-4986-b4a8-faabf8294217 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 1098 time: 0.1453638 Dec 23 15:30:56.258715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5908bc0-e2f6-4996-a05a-b722826bf39e req-9a52a8db-beaa-4079-bf6b-51f337c68698 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400293 Dec 23 15:30:57.296770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d823ef-f7ae-4010-a123-f2be526a32a4 req-89e50b09-4228-4461-bc53-6f4be9c2e89e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:57.298424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-01d823ef-f7ae-4010-a123-f2be526a32a4 req-89e50b09-4228-4461-bc53-6f4be9c2e89e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0925403 Dec 23 15:30:57.349406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-01d823ef-f7ae-4010-a123-f2be526a32a4 req-9f43dc2f-ab76-4cd6-99e3-f05600567397 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Dec 23 15:30:58.068200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:30:58.567836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546340f-fde4-4659-99b5-fbb74b9165d5 req-c43541a0-3b0d-4329-8086-540c6e867acf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:58.569496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4546340f-fde4-4659-99b5-fbb74b9165d5 req-c43541a0-3b0d-4329-8086-540c6e867acf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0875967 Dec 23 15:30:58.618711 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4546340f-fde4-4659-99b5-fbb74b9165d5 req-0f362cc4-877a-4403-a677-badfb207a0cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Dec 23 15:30:58.823481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac215eb9-05bf-4e97-9070-128bd6e71415 req-faac7530-15e8-4431-a2bc-a78a05df8c51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:30:58.825475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac215eb9-05bf-4e97-9070-128bd6e71415 req-faac7530-15e8-4431-a2bc-a78a05df8c51 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0851936 Dec 23 15:30:58.878900 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac215eb9-05bf-4e97-9070-128bd6e71415 req-da440f59-1553-44c8-8fd6-464bb0a1a548 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472195 Dec 23 15:30:58.906998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60454) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:58.987294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8848659-801a-415a-9ede-fc05c8fd87d6 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 1093 time: 0.0790477 Dec 23 15:30:58.990175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60458) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:58.995939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:59.002158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:30:59.006488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:30:59.009630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:30:59.016737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:30:59.028983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:59.184409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:59.340127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.211 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/7909f13d-3c73-43f0-b557-457b246ddf15) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:30:59.515389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:59.551363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:30:59.555370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83402066-a166-4add-a0b7-813a9c3b2ed4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:30:59.625363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:30:59.629556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:30:59.632193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:30:59.662104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=7909f13d-3c73-43f0-b557-457b246ddf15,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:30:59.664930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:00.180650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:00.239729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:00.704938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:00.710540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:00.715301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cb5a4680-c831-476b-b9b6-a9cc18ce0907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:00.819126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=7909f13d-3c73-43f0-b557-457b246ddf15,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:00.827813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:00.842545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:00.937187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:01.052213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP d08566af-7cf9-446f-b56f-65d8b473085c associated. External IP: 172.26.2.211, port: c052f4fe-39bd-4957-a38c-881e05aaceb4. Dec 23 15:31:01.484428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:31:01.716014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:31:01.726950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:31:01.741569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:01.742255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:01.742739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:01.800051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8087335 Dec 23 15:31:01.800770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:01.856110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'status': 'completed', 'code': 200} Dec 23 15:31:01.970889 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-06d120b2-5203-4802-a54f-f4bcc6a3a4a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0881283 Dec 23 15:31:02.103201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:02.123463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1672df-e490-44fa-93bd-297ae800369c req-9f60a636-f33f-41d4-923c-535f85d5f267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:02.125104 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-9f60a636-f33f-41d4-923c-535f85d5f267 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1468604 Dec 23 15:31:02.232289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-c6a0f200-3589-4f66-8ccf-a0c39a9e3d12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4 HTTP/1.1" status: 200 len: 999 time: 0.1002762 Dec 23 15:31:02.307624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1672df-e490-44fa-93bd-297ae800369c req-c16405db-dac3-4330-9d71-d2eab06f3912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:02.309501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-c16405db-dac3-4330-9d71-d2eab06f3912 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0691869 Dec 23 15:31:02.412639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-6dffdf76-637a-42e8-b1de-b055e09bdec4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929461 Dec 23 15:31:02.484895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:45Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}, {'id': 'd08566af-7cf9-446f-b56f-65d8b473085c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:0d:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:31:00Z', 'updated_at': '2021-12-23T15:31:00Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:02.489147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:31:02.500959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:02.501670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:30:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:02.569747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-d49819c4-b28a-4e99-969c-619973041fc5 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490188 Dec 23 15:31:02.696927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:02.729665 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8a1672df-e490-44fa-93bd-297ae800369c req-fce21f82-dfb0-425b-9e4f-f33e7fc9511e service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533473 Dec 23 15:31:03.083607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:45Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}, {'id': 'd08566af-7cf9-446f-b56f-65d8b473085c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:0d:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:31:00Z', 'updated_at': '2021-12-23T15:31:00Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:03.088227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e0f3d-8eeb-40f2-89d2-fc9e6fa6d172 None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:45Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}, {'id': 'd08566af-7cf9-446f-b56f-65d8b473085c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:0d:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:31:00Z', 'updated_at': '2021-12-23T15:31:00Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:31:03.461257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec7fa7-725f-4424-b22d-5a33216451d3 None None] New status for floating IP d08566af-7cf9-446f-b56f-65d8b473085c: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:31:16.743743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec363e6c-6ee0-4cc0-b9bc-b905c6c0d5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:18.196949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:18.565733 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-57c55fab-c415-4d4a-a88d-26e788e35ef7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858252 Dec 23 15:31:18.722128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-506fce13-417c-42c1-a323-0ebab36239f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1098 time: 0.0785754 Dec 23 15:31:18.789633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33259bd3-b178-4d16-8622-03edc891eac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:18.898467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-1531aa2b-f35d-4022-bdce-b676a3fb7a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:18.900108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-1531aa2b-f35d-4022-bdce-b676a3fb7a54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1527333 Dec 23 15:31:19.014675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-1874bf05-e3cb-4adb-b311-ee7348149b55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 1000 time: 0.1076024 Dec 23 15:31:19.087454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-a7a7baea-107d-4c18-b95a-bc5062553104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:19.089033 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-a7a7baea-107d-4c18-b95a-bc5062553104 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0667965 Dec 23 15:31:19.179009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-357ab932-7bea-43ff-a7f3-99b1f9d36f7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794559 Dec 23 15:31:19.332421 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-ce9cabd6-3eb5-4d04-bc88-6df467f02190 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457789 Dec 23 15:31:19.445739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:19.478739 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92c8d1e2-d100-4427-ac5d-2ca2a8122621 req-21284a91-68bb-4285-b2b9-213a4ca3cb69 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394470 Dec 23 15:31:20.899305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:30.932412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:35.076729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:31:36.302596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60476) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:36.419149 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7925c649-b649-40fe-a43b-289370e87d9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c HTTP/1.1" status: 200 len: 992 time: 0.1150973 Dec 23 15:31:37.247892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:37.255026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:37.392181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:37.618140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:31:37.650518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:37.655350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:37.659225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7832c65a-291c-4d6c-8490-22f7bacdc410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:37.720005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:37.720675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:37.722387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/ports/7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 938 time: 0.4731913 Dec 23 15:31:37.725749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:37.754986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=6']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:37.764642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.765077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.765776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.766279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.766618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.767117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.767535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.767923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.768367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.768908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.769351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:37.774096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:37.864074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'status': 'completed', 'code': 200} Dec 23 15:31:37.971964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-59a7a025-f9a3-4e3f-89e7-0765cab0ab49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1099 time: 0.0835450 Dec 23 15:31:37.987808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6ee033c2-ead6-4c20-881c-bb7b7e05593d None None] Provisioning complete for port 7e471583-eb79-4490-8d5d-60d1be37e1dc triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:31:37.988166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ee033c2-ead6-4c20-881c-bb7b7e05593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:38.052979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6ee033c2-ead6-4c20-881c-bb7b7e05593d None None] Port 7e471583-eb79-4490-8d5d-60d1be37e1dc is administratively disabled so it will not transition to active. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 23 15:31:38.365704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-2d1a0fcf-0309-44b5-b5f0-e02f909966da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:38.367326 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-2d1a0fcf-0309-44b5-b5f0-e02f909966da service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.3875523 Dec 23 15:31:38.480741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-b8b8f395-bf27-4e41-97bc-d63de1ace5a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 1001 time: 0.1048968 Dec 23 15:31:38.551827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-e94c71ab-de5a-4dbd-92cc-5bdd2df064bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:38.553333 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-e94c71ab-de5a-4dbd-92cc-5bdd2df064bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0654526 Dec 23 15:31:38.647326 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-58e8c06c-1f38-4469-9cac-799a0876bbbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860648 Dec 23 15:31:38.801445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-c798336d-1637-4814-b7ce-42cc36b58b20 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467497 Dec 23 15:31:38.951862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b801f078-fe1d-44f4-8b84-8a9bb534e590 req-e5173340-b12e-4562-a277-ab0ff44fa3f0 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432943 Dec 23 15:31:41.181936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60498) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:41.192253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:41.319650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:41.562431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:31:41.589225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:41.593717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:41.597534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-692155c7-e6bc-405f-8aa5-90bafe782da5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:41.667479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:41.668118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:41.669729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/ports/7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 937 time: 0.4862311 Dec 23 15:31:41.672936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:41.673657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60502) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:41.700329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:41.710823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.711264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.711687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.712102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.712515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.713103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.713545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.713959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.714372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.714790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.715188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:31:41.724592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:41.744138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'status': 'completed', 'code': 200} Dec 23 15:31:41.794471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a68ab8f2-c293-4bf8-9bdb-c7740b1b3147 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c HTTP/1.1" status: 200 len: 992 time: 0.1194632 Dec 23 15:31:41.857877 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-087a873a-d707-4da4-bf1e-a22f38e79b28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1098 time: 0.0915642 Dec 23 15:31:41.909634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['7e471583-eb79-4490-8d5d-60d1be37e1dc'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:31:42.011487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-5cc07888-8def-440e-aa8b-2ecc73b07b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:42.013281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-5cc07888-8def-440e-aa8b-2ecc73b07b13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1489604 Dec 23 15:31:42.043265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c078c25c-ab76-4fa7-bdfb-cb190c4bc137 None None] Provisioning complete for port 7e471583-eb79-4490-8d5d-60d1be37e1dc triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:31:42.043687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c078c25c-ab76-4fa7-bdfb-cb190c4bc137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:42.131053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-00590182-ad6c-4b9c-98c1-464e3ae42172 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 1000 time: 0.1099887 Dec 23 15:31:42.206172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-82b34982-e429-451f-b452-6e4a6668804a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:42.207888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-82b34982-e429-451f-b452-6e4a6668804a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0693886 Dec 23 15:31:42.297718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-811f29a0-ee32-4d91-bcbe-0d7e013dc2ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796254 Dec 23 15:31:42.452784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-582b4684-bf9d-49c1-b1bd-9bebab0b7d8f service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481860 Dec 23 15:31:42.604354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93be22b4-6bc6-42ae-bd58-49f73add5eca req-19fcb0ca-4495-4d0f-aad8-bee12e738f60 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448519 Dec 23 15:31:44.393142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60514) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:44.627347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 7909f13d-3c73-43f0-b557-457b246ddf15 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:31:44.627727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:44.812589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:44.812901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:44.944954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 7909f13d-3c73-43f0-b557-457b246ddf15 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:31:45.108795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:45.113323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:45.160490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=7909f13d-3c73-43f0-b557-457b246ddf15,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:45.163303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:45.257409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:45.679565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:31:45.911920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:31:45.922341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:31:45.933945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:45.936935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:45.937673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:45.996285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/d08566af-7cf9-446f-b56f-65d8b473085c HTTP/1.1" status: 204 len: 168 time: 1.6016157 Dec 23 15:31:45.997042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:46.055579 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'status': 'completed', 'code': 200} Dec 23 15:31:46.135151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:46.415662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-dab5f6e5-3d9b-4f2c-88f3-8bafeab1b9bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 1098 time: 0.3362305 Dec 23 15:31:46.527805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:45Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:46.532391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:31:46.544517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:46.545204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:46.630435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1d823-4ad4-4ef1-93d9-839eb473ecaf req-4d264d7c-47d1-479f-9369-59ae94e227ae tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:46.631273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e8a1d823-4ad4-4ef1-93d9-839eb473ecaf req-4d264d7c-47d1-479f-9369-59ae94e227ae tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:31:46.636883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398609d4-3390-432e-a5c4-32e21d70c86e req-6eb27bf4-0a4d-422c-ad1b-bdc9074e70c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:46.638495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-6eb27bf4-0a4d-422c-ad1b-bdc9074e70c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1846409 Dec 23 15:31:46.719251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e8a1d823-4ad4-4ef1-93d9-839eb473ecaf req-4d264d7c-47d1-479f-9369-59ae94e227ae tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:31:46.721090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e8a1d823-4ad4-4ef1-93d9-839eb473ecaf req-4d264d7c-47d1-479f-9369-59ae94e227ae tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.3094273 Dec 23 15:31:46.738417 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-e2baf2d6-1a6c-4a3f-a67b-440663ac1fe5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4 HTTP/1.1" status: 200 len: 217 time: 0.0901306 Dec 23 15:31:46.746628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3de4a172-0da4-4178-b391-f9410b488e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:46.856003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398609d4-3390-432e-a5c4-32e21d70c86e req-afefb611-ab3c-418e-b77f-34dbe3aa16b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:46.857688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-afefb611-ab3c-418e-b77f-34dbe3aa16b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0971479 Dec 23 15:31:46.860478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e8a1d823-4ad4-4ef1-93d9-839eb473ecaf req-19f8a1c8-92d5-421d-858e-cfb031451e59 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252215 Dec 23 15:31:46.902775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:46.945964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-0f30e0a8-b064-46e1-bc7e-cb2e98ef8911 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812168 Dec 23 15:31:47.109043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-44a3e403-d884-4755-8752-c2f742aae6db service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545210 Dec 23 15:31:47.258050 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-398609d4-3390-432e-a5c4-32e21d70c86e req-2d823983-89d0-4664-86f8-d1392838b749 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415381 Dec 23 15:31:47.287973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:45Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:47.294294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c26c43-9a70-48f4-8991-72bb52541118 None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.76', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'port_id': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'mac_address': 'fa:16:3e:b7:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55396f93-3de4-497e-abcb-312910934a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:30:42Z', 'updated_at': '2021-12-23T15:30:45Z', 'revision_number': 1, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:31:47.694205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-87784708-d08b-46a2-8b3b-fdb015932ba4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:47.695820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-87784708-d08b-46a2-8b3b-fdb015932ba4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.1013815 Dec 23 15:31:47.771299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dccbb9-0e0f-477a-a553-9047daf68e96 None None] New status for floating IP d08566af-7cf9-446f-b56f-65d8b473085c: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:31:47.778790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port c052f4fe-39bd-4957-a38c-881e05aaceb4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:31:47.779205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:48.052013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port c052f4fe-39bd-4957-a38c-881e05aaceb4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c052f4fe-39bd-4957-a38c-881e05aaceb4,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:31:48.052414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:48.082176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc4f1-134c-4f38-ade0-641afe36ace9 req-0bbbe59b-8712-4eb8-86b5-7005985a462b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:48.083875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ddfc4f1-134c-4f38-ade0-641afe36ace9 req-0bbbe59b-8712-4eb8-86b5-7005985a462b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=da25ce91-73df-4b5e-838a-d9610cb3a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0946240 Dec 23 15:31:48.134507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ddfc4f1-134c-4f38-ade0-641afe36ace9 req-0bf4123d-132e-4e68-9c2d-bb754b517ac5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Dec 23 15:31:48.180074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:48.189614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for c052f4fe-39bd-4957-a38c-881e05aaceb4 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:31:48.352942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:48.359277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8b66742a-7593-4a79-af1c-7215d30d1435 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:48.409332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=c052f4fe-39bd-4957-a38c-881e05aaceb4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:48.411881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:48.486573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port c052f4fe-39bd-4957-a38c-881e05aaceb4 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:31:48.489186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:48.492276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'name': 'network-vif-deleted', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:48.509392 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-348c8955-1b1a-4476-8c19-6305a824ba7d req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/c052f4fe-39bd-4957-a38c-881e05aaceb4 HTTP/1.1" status: 204 len: 173 time: 0.8070674 Dec 23 15:31:48.551310 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25ce91-73df-4b5e-838a-d9610cb3a0f9', 'name': 'network-vif-deleted', 'tag': 'c052f4fe-39bd-4957-a38c-881e05aaceb4', 'status': 'completed', 'code': 200} Dec 23 15:31:48.791797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ba61a8c-3179-403b-815f-0b6d76882742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.253356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60530) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:49.341507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.374247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.440477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.447495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d2d90f28-cc2b-4868-bc1e-59808c9522e2 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:49.452488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.469440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bcd1c6-d931-4983-8c1e-7e7b1918a4ec,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:49.472731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:49.479593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.480870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/47bcd1c6-d931-4983-8c1e-7e7b1918a4ec HTTP/1.1" status: 204 len: 168 time: 0.2259779 Dec 23 15:31:49.522253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60536) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:49.745592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port b021fbea-30c1-455b-8f7e-6a8db448ab3f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:31:49.745855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.928828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:49.929580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:50.059633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for b021fbea-30c1-455b-8f7e-6a8db448ab3f owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:31:50.216622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:50.220464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5782a7e-5090-4abb-a218-ed4e605f5915 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:50.262703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=b021fbea-30c1-455b-8f7e-6a8db448ab3f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:50.266592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:50.364557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:50.803396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:31:50.898515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:51.023459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:31:51.034938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:31:51.040854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:51.049207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:51.049975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:51.103693 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c HTTP/1.1" status: 204 len: 168 time: 1.5772667 Dec 23 15:31:51.103693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:51.164598 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'status': 'completed', 'code': 200} Dec 23 15:31:51.267368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-d0aecae0-3d5e-49f2-a59f-690b3fd2d063 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 1098 time: 0.0805316 Dec 23 15:31:51.271552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:51.425936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-e60bd574-f387-4b3f-b063-6b1e75ab8ad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:51.427644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-e60bd574-f387-4b3f-b063-6b1e75ab8ad6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 200 len: 898 time: 0.1541967 Dec 23 15:31:51.543263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-8ddd5dbe-42c7-4b02-b986-9e0c2d1eb65f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 200 len: 217 time: 0.1085567 Dec 23 15:31:51.631559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-a7e522e5-96da-46b7-aafd-4885edb22c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:51.633218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-a7e522e5-96da-46b7-aafd-4885edb22c30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 200 len: 835 time: 0.0813768 Dec 23 15:31:51.638637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:51.643200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:31:51.655188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:51.655868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:51.690504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652649e8-6107-4d4a-b5df-0ec9cee63cef req-d6a444ac-107a-431f-83f2-406bdc3f7c82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:51.691187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-652649e8-6107-4d4a-b5df-0ec9cee63cef req-d6a444ac-107a-431f-83f2-406bdc3f7c82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:31:51.719054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-652649e8-6107-4d4a-b5df-0ec9cee63cef req-d6a444ac-107a-431f-83f2-406bdc3f7c82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:31:51.720551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-652649e8-6107-4d4a-b5df-0ec9cee63cef req-d6a444ac-107a-431f-83f2-406bdc3f7c82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.2300150 Dec 23 15:31:51.776291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-ebd7c228-2b3f-4e4f-9f74-94e88caf011e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f09c53af-3c9b-4512-9189-9db10171208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318998 Dec 23 15:31:51.813643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-652649e8-6107-4d4a-b5df-0ec9cee63cef req-ed09f8ba-70f8-447f-90be-13fca38400f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862231 Dec 23 15:31:51.851013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:51.911129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c052f4fe-39bd-4957-a38c-881e05aaceb4 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:31:51.933544 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-06982824-2c68-47df-b370-f6bd94c75a8e service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481731 Dec 23 15:31:51.946987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: c052f4fe-39bd-4957-a38c-881e05aaceb4 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:31:51.947315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c052f4fe-39bd-4957-a38c-881e05aaceb4 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:31:52.087242 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-51b80fcb-0394-4f79-848c-b571e07eeb4b req-e0628601-6a29-4f24-a202-09f6cf7dd9f6 service neutron] 10.222.0.65 "GET /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467493 Dec 23 15:31:52.206083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:52.211447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143eae-5087-4c91-8c23-e1e0ec5f77c2 None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ecd21861-b08a-4238-8151-fe7de81fb346', 'name': '', 'network_id': 'f09c53af-3c9b-4512-9189-9db10171208a', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:77:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:23Z', 'updated_at': '2021-12-23T15:30:30Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': 'fc9f7c7b-63f7-49b2-81cc-52c6bb918955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:31:52.728593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335869f6-6fe4-4d91-9867-b93f7baa6f5a None None] New status for floating IP 9c3bf4e8-5f9a-4d49-8c06-f9ace01c428c: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:31:52.882822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-82ad91c8-92be-4528-8ece-0d89a4107e32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:52.884391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-82ad91c8-92be-4528-8ece-0d89a4107e32 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.0874755 Dec 23 15:31:52.961027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 7e471583-eb79-4490-8d5d-60d1be37e1dc {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:31:52.961511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:53.039896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-0ad243c2-ff35-48e0-a720-ea99be560b08 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:31:53.040641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-0ad243c2-ff35-48e0-a720-ea99be560b08 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:31:53.053926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-0ad243c2-ff35-48e0-a720-ea99be560b08 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:31:53.054592 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-0ad243c2-ff35-48e0-a720-ea99be560b08 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 945 time: 0.1098328 Dec 23 15:31:53.103982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-2adedf52-dbf3-462b-9045-d28dbef226b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:31:53.119622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-2adedf52-dbf3-462b-9045-d28dbef226b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:31:53.121038 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a98e809-e912-4fd9-97d0-fd613d3dfac6 req-2adedf52-dbf3-462b-9045-d28dbef226b3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=279b9f7f-8bae-48fa-9bc4-3b286070ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601614 Dec 23 15:31:53.244649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 7e471583-eb79-4490-8d5d-60d1be37e1dc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7e471583-eb79-4490-8d5d-60d1be37e1dc,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:31:53.245245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:53.387882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 7e471583-eb79-4490-8d5d-60d1be37e1dc owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:31:53.552574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:53.560436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:53.614316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=7e471583-eb79-4490-8d5d-60d1be37e1dc,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:53.618260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:53.695793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 7e471583-eb79-4490-8d5d-60d1be37e1dc on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:31:53.699157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:53.702563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'name': 'network-vif-deleted', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:31:53.718603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-839dc4ac-218f-4d18-b7b0-79e0195501d7 req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/7e471583-eb79-4490-8d5d-60d1be37e1dc HTTP/1.1" status: 204 len: 173 time: 0.8280003 Dec 23 15:31:53.763735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55396f93-3de4-497e-abcb-312910934a1f', 'name': 'network-vif-deleted', 'tag': '7e471583-eb79-4490-8d5d-60d1be37e1dc', 'status': 'completed', 'code': 200} Dec 23 15:31:54.317965 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87b12d54-7ec9-4a48-9cf2-e699b6903214 req-38ee5237-3a1d-4f65-b4b5-d89578b281b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=55396f93-3de4-497e-abcb-312910934a1f HTTP/1.1" status: 200 len: 210 time: 0.0500140 Dec 23 15:31:55.439944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60554) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.517800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:55.549910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:55.611155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:55.615243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6d1b7ed9-29dd-4709-b50f-0c0ff323619c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:55.631995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279b9f7f-8bae-48fa-9bc4-3b286070ea5c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:55.634966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:55.643103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:55.644444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/279b9f7f-8bae-48fa-9bc4-3b286070ea5c HTTP/1.1" status: 204 len: 168 time: 0.2034276 Dec 23 15:31:55.683896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60560) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.942433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7e471583-eb79-4490-8d5d-60d1be37e1dc no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:31:55.978467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 7e471583-eb79-4490-8d5d-60d1be37e1dc {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:31:55.978878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 7e471583-eb79-4490-8d5d-60d1be37e1dc not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:31:56.374423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:57.056667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port ecd21861-b08a-4238-8151-fe7de81fb346 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:31:57.057357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:57.261046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port ecd21861-b08a-4238-8151-fe7de81fb346, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ecd21861-b08a-4238-8151-fe7de81fb346,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:31:57.261473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:57.390451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for ecd21861-b08a-4238-8151-fe7de81fb346 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:31:57.594400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:57.598198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31dbd365-4e3b-4d41-8445-9f15dece4839 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:57.645594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=ecd21861-b08a-4238-8151-fe7de81fb346,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:57.649389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:57.974209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:58.615789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:31:58.840049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:31:58.850964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] Sync routers for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:31:58.854051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688864 Dec 23 15:31:58.857154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:58.864273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:58.864970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:59.063677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:59.066322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet fc9f7c7b-63f7-49b2-81cc-52c6bb918955 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:31:59.069594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:59.133906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:59.222658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:59.304654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:59.309477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e89852d2-0277-4d4f-8c79-83c4c4d7821d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:31:59.383701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:31:57Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:59.389462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] Checking router: c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:31:59.402457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] Routers {'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:31:59.403230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:31:59.599624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] Set router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:31:59.621605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9f7c7b-63f7-49b2-81cc-52c6bb918955,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:31:59.624623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:31:59.627123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:59.634013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/fc9f7c7b-63f7-49b2-81cc-52c6bb918955 HTTP/1.1" status: 204 len: 168 time: 0.7756376 Dec 23 15:31:59.634599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc911c04-25a2-48d0-8360-429b144c15e6 None None] Network f09c53af-3c9b-4512-9189-9db10171208a requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:31:59.636909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60568) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:59.862683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:31:59.916051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] DHCP port deletion for f09c53af-3c9b-4512-9189-9db10171208a request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:31:59.921075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Deleting port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:31:59.921604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.069678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:31:57Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:00.074705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d36fc-83f1-47aa-910c-824e9c06e950 None None] The sync data for ids ['c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad'] in dv-neutron-822797-1-hyperv is: [{'id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'name': 'tempest-TestNetworkBasicOps-router-387362824', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:31:57Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '338a30a3-7022-449c-a5f3-4e5b86719638', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:32:00.084183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.093230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 338a30a3-7022-449c-a5f3-4e5b86719638 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:32:00.093820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.147796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] For port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,segment=NetworkSegment(36bae454-0752-4295-8bfc-ce309e41e74d),segment_id=36bae454-0752-4295-8bfc-ce309e41e74d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:00.148426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.279492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Calling delete_port for 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:32:00.295514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 338a30a3-7022-449c-a5f3-4e5b86719638, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=338a30a3-7022-449c-a5f3-4e5b86719638,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:00.296071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.361293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.371648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:00.404634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:32:00.447033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 338a30a3-7022-449c-a5f3-4e5b86719638 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:32:00.451631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:32:00.452050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:32:00.452533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecd21861-b08a-4238-8151-fe7de81fb346 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:32:00.485436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Pushing event deleted for resources: {'Port': ['ID=0b6d7c5b-aa25-4a25-ae3b-3eb3db036987,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:00.494152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: ecd21861-b08a-4238-8151-fe7de81fb346 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:32:00.494525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecd21861-b08a-4238-8151-fe7de81fb346 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:32:00.498879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] No DVR routers for this DVR port 0b6d7c5b-aa25-4a25-ae3b-3eb3db036987 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:32:00.507066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.507165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.510618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:00.513757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:00.630840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.635674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c9b8f8d-81f1-4677-891e-61a50d5798e8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:00.682788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=338a30a3-7022-449c-a5f3-4e5b86719638,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:00.685427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:00.927813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:00.940226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.206288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.211159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.239284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.239979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:32:01.256341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.257607 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/c149cf88-bd1b-4f5a-9b49-ad57f3e1e7ad HTTP/1.1" status: 204 len: 168 time: 1.6196244 Dec 23 15:32:01.260586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60572) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:01.388941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.538174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.568299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09c53af-3c9b-4512-9189-9db10171208a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:01.582578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bae454-0752-4295-8bfc-ce309e41e74d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:01.582931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bae454-0752-4295-8bfc-ce309e41e74d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:01.595218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.611024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.618212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:32:01.618705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:01.635504 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:01.722349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.726940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e297c58f-3b7f-4e87-a3c1-1e8f35fab725 tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:01.742873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.757708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=f09c53af-3c9b-4512-9189-9db10171208a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:01.760870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/f09c53af-3c9b-4512-9189-9db10171208a HTTP/1.1" status: 204 len: 168 time: 0.4990351 Dec 23 15:32:01.761906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c0569b86-a4f9-4bd2-ba99-3b1794ff62b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:01.791451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60576) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:01.798214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'network': {'name': 'tempest-network-smoke--218865048', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:01.804464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:01.809506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:network and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:01.812830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:01.824172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:01.834765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:32:01.841073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.872301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:32:01.884999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.885451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Added segment 53865cc5-2086-405a-b0e3-b961342ad559 of type vlan for network 613f39f0-01cf-4ee2-83fd-937c2c11a09b Dec 23 15:32:01.914866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.947710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.952246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:01.952900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:01.956803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6c71b802-d386-4a45-8686-8f750de33b3b tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:02.306825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5138371 Dec 23 15:32:02.308511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:02.314897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'admin_state_up': True, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:02.319829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Network': ['ID=613f39f0-01cf-4ee2-83fd-937c2c11a09b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:02.323185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0eac5cb3-8462-4a69-9b48-4687a926c357 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:02.326938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:02.331533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:32:02.335905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:router and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:02.339414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:02.346905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:02.358234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:02.359523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:02.385799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:02.405030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 338a30a3-7022-449c-a5f3-4e5b86719638 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:32:02.461032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 338a30a3-7022-449c-a5f3-4e5b86719638 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:32:02.461757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 338a30a3-7022-449c-a5f3-4e5b86719638 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:32:02.568322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:02.784666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:02.817132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:02.975240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.252 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/18b966af-c84d-446e-acf2-02c710a94bc2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:32:03.142727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:03.171689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:03.176381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1abed12-15ad-4b44-bc01-c7b8a68139fd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:03.483804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:32:03.487979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:03.490156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:03.492526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:32:03.519225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:03.665276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:03.666000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:03.917356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:32:04.138821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:32:04.149351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:32:04.162427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:04.163141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:04.165917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:04.167275 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8576062 Dec 23 15:32:04.170783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60584) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:04.217099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc2e94c3-4d34-4935-8b32-c30f33effcc2 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451119 Dec 23 15:32:04.220408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:04.355245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:32:04.370198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a3bd0-5a83-4ae2-a832-6ecff463d5b0 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:04.374777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3b4a3bd0-5a83-4ae2-a832-6ecff463d5b0 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504657 Dec 23 15:32:04.375243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60592) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:04.429558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4b4b1673-d1e9-40d6-b139-68ddd71039d5 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502789 Dec 23 15:32:04.429825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:04.436233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529295985', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:04.556774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:04.561778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:subnet and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:04.565339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:04.572119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:04.582651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:32:04.663913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:03Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:04.668437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Checking router: b5b92b41-0701-4f77-adab-a3df6fa137d9 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:32:04.668849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Updating router b5b92b41-0701-4f77-adab-a3df6fa137d9 port 18b966af-c84d-446e-acf2-02c710a94bc2 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:32:04.696752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:04.724996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:04.937465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:04.942096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-94928bc4-a4ae-4106-883d-243830ae2056 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:05.022796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Subnet': ['ID=59cc4d82-7847-4c2e-9042-a5024475efe1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:05.027282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:05.046985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Checking segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:32:05.047390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network hostable DHCP agents. Network: 613f39f0-01cf-4ee2-83fd-937c2c11a09b, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:32:05.071045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:32:05.081327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 613f39f0-01cf-4ee2-83fd-937c2c11a09b) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:05.088304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:05.089396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.108204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50077c-2a0a-41ac-a124-7b26350ba972 None None] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:32:05.119371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6883733 Dec 23 15:32:05.122751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:05.461654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:32:05.463162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.492810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.549353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Transition to ACTIVE for port object 18b966af-c84d-446e-acf2-02c710a94bc2 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:05.560632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.570580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:05.680639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7ded1-21a1-46f3-9a1f-526058b75417 None None] Pushing event updated for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:05.683601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ef7ded1-21a1-46f3-9a1f-526058b75417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:05.722832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Attempting to bind port 18b966af-c84d-446e-acf2-02c710a94bc2 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:32:05.723245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Attempting to bind port 18b966af-c84d-446e-acf2-02c710a94bc2 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:32:05.723661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Attempting to bind port 18b966af-c84d-446e-acf2-02c710a94bc2 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:32:05.743715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:32:05.744148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:32:05.744612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.745043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:32:05.745598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Bound port: 18b966af-c84d-446e-acf2-02c710a94bc2, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:32:05.746023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.796652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Allocated IP 172.20.0.2 (613f39f0-01cf-4ee2-83fd-937c2c11a09b/59cc4d82-7847-4c2e-9042-a5024475efe1/0e9e835e-f628-4413-91ee-4200f7c1884c) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:32:05.913289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] For port 18b966af-c84d-446e-acf2-02c710a94bc2, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:32:05.933218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] For port 18b966af-c84d-446e-acf2-02c710a94bc2, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18b966af-c84d-446e-acf2-02c710a94bc2,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:32:05.939213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:05.945826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:05.958758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.108775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7ded1-21a1-46f3-9a1f-526058b75417 None None] Pushing event updated for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:06.115316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ef7ded1-21a1-46f3-9a1f-526058b75417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:06.138104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:06.138810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:06.213504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.232150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Transition to ACTIVE for port object 0e9e835e-f628-4413-91ee-4200f7c1884c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:06.328864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Transition to ACTIVE for port object 0e9e835e-f628-4413-91ee-4200f7c1884c will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:06.338001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.351048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:06.403719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.1 (613f39f0-01cf-4ee2-83fd-937c2c11a09b/59cc4d82-7847-4c2e-9042-a5024475efe1/d9e49a57-0dc0-4361-b484-3e718807ea50) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:32:06.435644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:32:06.436537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:32:06.484689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Pushing event updated for resources: {'Port': ['ID=0e9e835e-f628-4413-91ee-4200f7c1884c,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:06.487293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:06.489134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:06.494640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:32:06.752302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Attempting to bind port 0e9e835e-f628-4413-91ee-4200f7c1884c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:32:06.752612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Attempting to bind port 0e9e835e-f628-4413-91ee-4200f7c1884c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:32:06.753061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Attempting to bind port 0e9e835e-f628-4413-91ee-4200f7c1884c on network 613f39f0-01cf-4ee2-83fd-937c2c11a09b {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:32:06.779172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:32:06.779602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Checking segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:32:06.780061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.780510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Bound using segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:32:06.781037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Bound port: 0e9e835e-f628-4413-91ee-4200f7c1884c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:32:06.781495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.828751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.847134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object d9e49a57-0dc0-4361-b484-3e718807ea50 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:06.868018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.872849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55a30c15-ca98-401e-9eda-176a39d76c2e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:06.940182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:32:06.940859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] For port 0e9e835e-f628-4413-91ee-4200f7c1884c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:32:06.945356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] For port 0e9e835e-f628-4413-91ee-4200f7c1884c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e9e835e-f628-4413-91ee-4200f7c1884c,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:32:06.949858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:06.952217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:06.952524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:32:06.957540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68e2dc4e-8108-4fcf-a7ed-5e7d838ced02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:06.987690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:03Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:06.990123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:06.993268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:07.009412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ec86e-26a6-464f-a7e3-ed2c2d43b972 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:03Z', 'revision_number': 3, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:32:07.025929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:07.046965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Pushing event updated for resources: {'Port': ['ID=0e9e835e-f628-4413-91ee-4200f7c1884c,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:07.050089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:07.126033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:07.639475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:07.644336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:07.672490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8362b414-b8b1-491c-9a93-3e6075d8d15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:07.770811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:07.773579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:07.777654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:07.932752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:32:07.933977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:08.374326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:32:08.430444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:08.516194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 18b966af-c84d-446e-acf2-02c710a94bc2 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:08.521543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 18b966af-c84d-446e-acf2-02c710a94bc2 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:08.521970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:08.633093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:32:08.653100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/b5b92b41-0701-4f77-adab-a3df6fa137d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5291648 Dec 23 15:32:08.655850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:08.741443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e43419-f656-45a1-af3c-e5ffe0bc4d54 None None] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:32:08.818925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17703974-9d78-4980-9fff-b726e5a205d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.819389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17703974-9d78-4980-9fff-b726e5a205d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.819828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17703974-9d78-4980-9fff-b726e5a205d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.820205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17703974-9d78-4980-9fff-b726e5a205d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.825277 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17703974-9d78-4980-9fff-b726e5a205d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1650934 Dec 23 15:32:08.825542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:08.904764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e325d25-ba5a-47f1-9a1f-43ef0442c8d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.905126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e325d25-ba5a-47f1-9a1f-43ef0442c8d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.905572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e325d25-ba5a-47f1-9a1f-43ef0442c8d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.905995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e325d25-ba5a-47f1-9a1f-43ef0442c8d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:08.907888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e325d25-ba5a-47f1-9a1f-43ef0442c8d3 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0813546 Dec 23 15:32:08.911217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60612) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:08.934252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1fd76f50-cc96-47b8-b380-48838a2793e1 None None] Provisioning for port 0e9e835e-f628-4413-91ee-4200f7c1884c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:09.045907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.101834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 18b966af-c84d-446e-acf2-02c710a94bc2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18b966af-c84d-446e-acf2-02c710a94bc2,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:09.106901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.107856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e9e835e-f628-4413-91ee-4200f7c1884c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:09.127430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-60e9ede1-c52e-4798-8416-78136703cf40 tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2143235 Dec 23 15:32:09.132443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c81e929-bc55-4cfe-ba60-03b661a7716c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:09.251100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:09.256704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:09.282934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0e9e835e-f628-4413-91ee-4200f7c1884c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:09.288464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0e9e835e-f628-4413-91ee-4200f7c1884c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:09.288998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.429860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.469482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 0e9e835e-f628-4413-91ee-4200f7c1884c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e9e835e-f628-4413-91ee-4200f7c1884c,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:09.472770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.474912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:09.538982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60618) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:09.545519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000849052', 'description': 'tempest-secgroup-smoke-2000849052 description', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:09.547091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=0e9e835e-f628-4413-91ee-4200f7c1884c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:09.550447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:09.555351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:09.560017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:09.563251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:09.569875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:09.581223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.608697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-737ad5a4-4753-40ff-81fb-677b97bb35c4 None None] Provisioning for port d9e49a57-0dc0-4361-b484-3e718807ea50 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:09.615023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-737ad5a4-4753-40ff-81fb-677b97bb35c4 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:09.615726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-737ad5a4-4753-40ff-81fb-677b97bb35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.628090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:09.633722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:09.637899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:09.645060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:09.700928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-737ad5a4-4753-40ff-81fb-677b97bb35c4 None None] Port d9e49a57-0dc0-4361-b484-3e718807ea50 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:32:09.714873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-737ad5a4-4753-40ff-81fb-677b97bb35c4 None None] Provisioning complete for port 0e9e835e-f628-4413-91ee-4200f7c1884c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:09.715304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-737ad5a4-4753-40ff-81fb-677b97bb35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.723672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.727698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.733819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c8d466d-1126-4829-b2e1-4faa18b4dad1 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:09.786484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087e3c64-4679-43dc-9c96-47573a923200,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:09.790131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:09.790951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.795500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60622) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:09.795678 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2554924 Dec 23 15:32:09.802505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '087e3c64-4679-43dc-9c96-47573a923200', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:09.809725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:09.814874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:09.818490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:09.825619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:09.848927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.923550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.927397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.929593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc36978c-3b01-46ab-a973-1f8883120b40 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:09.956126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c00e528-9733-46f2-ab53-f23e55591e70,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:09.958970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:09.968250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.970807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1729748 Dec 23 15:32:09.973242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60626) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:09.980839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '087e3c64-4679-43dc-9c96-47573a923200', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:09.984468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8e7eb80d-9476-4225-a574-bbb8e83c5437 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:09.984998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb80d-9476-4225-a574-bbb8e83c5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:09.988008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:09.992883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:09.996811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:10.006379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:10.028719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.042814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8e7eb80d-9476-4225-a574-bbb8e83c5437 None None] Port d9e49a57-0dc0-4361-b484-3e718807ea50 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:32:10.056478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:32:10.069787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:10.070497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:10.102233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.105742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.107852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d30f8c5e-88f3-4853-8b42-53b31301c368 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:10.133688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38c6fe3-d818-4816-a6ff-49834be6c5cd,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:10.136421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:10.144423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.148558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1712527 Dec 23 15:32:10.148951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.155350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '087e3c64-4679-43dc-9c96-47573a923200', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:10.161845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:10.165956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:10.167153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ee6c5b1c-8dc1-4c93-9131-8de414255e86 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:10.167538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5b1c-8dc1-4c93-9131-8de414255e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.169000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:10.175203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:10.192750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.230804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c5b1c-8dc1-4c93-9131-8de414255e86 None None] Port d9e49a57-0dc0-4361-b484-3e718807ea50 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:32:10.263761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.267627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.269654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-208be28c-4d46-4203-8185-4904d945ad7e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:10.276025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:32:10.294151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c641b83-4b91-45ad-b4e8-18ee0f320d0d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:10.298680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:10.308053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.309509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1593146 Dec 23 15:32:10.312609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.319162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '087e3c64-4679-43dc-9c96-47573a923200', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:10.326179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:10.330392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:10.333607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:10.345149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:10.365059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.376455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:10.444125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.448133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.450552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01343980-2a6b-40f0-99c8-c4476e9f3053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:10.455307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 18b966af-c84d-446e-acf2-02c710a94bc2 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:10.455735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.473229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4940f13d-6aed-4407-9772-8a2ca852e58c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:10.478315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:10.487619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.489835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1759927 Dec 23 15:32:10.492558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60638) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.499044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '087e3c64-4679-43dc-9c96-47573a923200', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:10.505917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:10.510133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:10.513189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:10.519310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:10.529875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:32:10.536764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.592012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e9e835e-f628-4413-91ee-4200f7c1884c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:10.609718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.612785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.614826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ae94ff8-49d4-439f-8ae9-f55c9e162cfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:10.639547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ceb955-42b5-48de-bdf6-92b4cdbd0113,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:10.644275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:10.652434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.654119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1601198 Dec 23 15:32:10.657090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.661795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:10.663949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'security_group_rule': {'security_group_id': '087e3c64-4679-43dc-9c96-47573a923200', 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:10.666295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Checking router: b5b92b41-0701-4f77-adab-a3df6fa137d9 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:32:10.666697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Updating router b5b92b41-0701-4f77-adab-a3df6fa137d9 port d9e49a57-0dc0-4361-b484-3e718807ea50 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:32:10.667421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0e9e835e-f628-4413-91ee-4200f7c1884c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:10.667997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.670736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:10.674962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:security_group_rule and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:10.678121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:10.684406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:10.699786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Project ee31354a6e304ae9b19cb1e5ef0f6d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:32:10.707550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.726779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.782353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.786518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.796532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b858076d-cfff-45d2-9a3a-c0c3698a0f8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:10.820997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c81263c-bcc2-4336-a342-4a130cde1be4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:10.824062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:10.827625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:10.829001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1706393 Dec 23 15:32:11.014076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-0246ace9-9f5d-4c1d-bd5d-ba3f208575c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:11.030546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-0246ace9-9f5d-4c1d-bd5d-ba3f208575c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:11.031880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-0246ace9-9f5d-4c1d-bd5d-ba3f208575c4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000849052&fields=id&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 267 time: 0.0627096 Dec 23 15:32:11.108717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:11.121574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Transition to ACTIVE for port object d9e49a57-0dc0-4361-b484-3e718807ea50 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:11.128520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:11.132747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-422dfaba-8f12-4942-a49d-004460da1a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:11.197699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-46618a04-321b-4ae3-b7bd-0cd9d9552c50 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:11.198387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-46618a04-321b-4ae3-b7bd-0cd9d9552c50 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:11.216708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-46618a04-321b-4ae3-b7bd-0cd9d9552c50 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:11.218700 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-46618a04-321b-4ae3-b7bd-0cd9d9552c50 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/networks?id=613f39f0-01cf-4ee2-83fd-937c2c11a09b HTTP/1.1" status: 200 len: 796 time: 0.1791959 Dec 23 15:32:11.237844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-795dfecd-27fe-42e4-ac71-9c9e1699b9cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/quotas/ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 375 time: 0.0129182 Dec 23 15:32:11.259688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:11.279758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.280149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.280536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.280908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.281312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.281686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.282051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.282424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.282799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.283155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.283519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:32:11.287857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:11.329997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-9efe9c5d-8508-45fe-a66f-e2191c1a723c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:11.357871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-9efe9c5d-8508-45fe-a66f-e2191c1a723c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:11.359433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-9efe9c5d-8508-45fe-a66f-e2191c1a723c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155052 Dec 23 15:32:11.390416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Attempting to bind port d9e49a57-0dc0-4361-b484-3e718807ea50 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:32:11.390850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Attempting to bind port d9e49a57-0dc0-4361-b484-3e718807ea50 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:32:11.391243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Attempting to bind port d9e49a57-0dc0-4361-b484-3e718807ea50 on network 613f39f0-01cf-4ee2-83fd-937c2c11a09b {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:32:11.399258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:32:11.399684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Checking segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:32:11.400283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:11.400731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Bound using segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:32:11.401338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Bound port: d9e49a57-0dc0-4361-b484-3e718807ea50, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:32:11.401764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:11.469669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-e53b2f72-c52a-4970-bcd7-7ad61a3c2637 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:32:11.470841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-e53b2f72-c52a-4970-bcd7-7ad61a3c2637 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0928092 Dec 23 15:32:11.500875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] For port d9e49a57-0dc0-4361-b484-3e718807ea50, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:32:11.504377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] For port d9e49a57-0dc0-4361-b484-3e718807ea50, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d9e49a57-0dc0-4361-b484-3e718807ea50,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:32:11.508418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:11.512919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d57bb65-3d6a-4733-84f6-46fe46b19e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:11.596278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:11.600203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:11.602808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:11.603505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:31:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:11.627947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-8837652e-8196-4084-807e-7e502221c3c1 service neutron] 10.222.0.49 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499248 Dec 23 15:32:11.782140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-9a0b011d-a0cf-4f2e-a6b3-4d1d5db35db5 service neutron] 10.222.0.49 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466022 Dec 23 15:32:11.797528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:32:12.002216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4eca84ae-3bf2-4206-bca1-7741400605c0 req-66dbbfae-434b-4564-9cc4-7fb7aab69a99 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:12.018411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4eca84ae-3bf2-4206-bca1-7741400605c0 req-66dbbfae-434b-4564-9cc4-7fb7aab69a99 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:12.019815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4eca84ae-3bf2-4206-bca1-7741400605c0 req-66dbbfae-434b-4564-9cc4-7fb7aab69a99 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 210 time: 0.0695901 Dec 23 15:32:12.114565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:32:12.150769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:32:11Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:12.155186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18cdfb-4946-4e16-bb40-5a4e96928034 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:32:11Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:32:12.389006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:12.472987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port d9e49a57-0dc0-4361-b484-3e718807ea50 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:12.478321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:12.478774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:12.613354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:12.649472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port d9e49a57-0dc0-4361-b484-3e718807ea50, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d9e49a57-0dc0-4361-b484-3e718807ea50,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:12.653393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:12.655745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ef7ded1-21a1-46f3-9a1f-526058b75417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:12.726275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:12.729829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:13.188169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-80526a2d-3403-4dd0-8eb5-a4a551b0c9fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:13.188897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-80526a2d-3403-4dd0-8eb5-a4a551b0c9fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:13.202997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-80526a2d-3403-4dd0-8eb5-a4a551b0c9fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:13.204324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-80526a2d-3403-4dd0-8eb5-a4a551b0c9fb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/networks?id=613f39f0-01cf-4ee2-83fd-937c2c11a09b HTTP/1.1" status: 200 len: 796 time: 0.1909328 Dec 23 15:32:13.218596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecd33e3c-b660-4fa9-8292-21545d97a180 req-227309ae-2835-4043-b20b-463aeaebc633 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 210 time: 0.0610161 Dec 23 15:32:13.265340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-af831674-5df6-4814-960e-68c8f24d7ca9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:13.278788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-af831674-5df6-4814-960e-68c8f24d7ca9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:13.280061 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-af831674-5df6-4814-960e-68c8f24d7ca9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b HTTP/1.1" status: 200 len: 380 time: 0.0635066 Dec 23 15:32:13.289847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'port': {'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'admin_state_up': True, 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'security_groups': ['087e3c64-4679-43dc-9c96-47573a923200']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:13.449075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:13.460173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:13.470098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Made reservation on behalf of ee31354a6e304ae9b19cb1e5ef0f6d3b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:32:13.476117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:13.666099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.20.0.13 (613f39f0-01cf-4ee2-83fd-937c2c11a09b/59cc4d82-7847-4c2e-9042-a5024475efe1/637b4f94-b68a-449d-8917-07bc9be66ee4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:32:13.879304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:13.897750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Transition to ACTIVE for port object 637b4f94-b68a-449d-8917-07bc9be66ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:13.920268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:13.926956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3eb65250-97aa-4f02-b485-e6fb261877cb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:14.000032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:32:14.008704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:14.014155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:32:14.041914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=637b4f94-b68a-449d-8917-07bc9be66ee4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:14.048315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:14.084383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:14.085102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:14.112247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8266845 Dec 23 15:32:14.127523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Request body: {'port': {'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:14.250461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:14.333928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-249691dc-710c-4893-a488-ba78acd6d486 None None] Provisioning for port 637b4f94-b68a-449d-8917-07bc9be66ee4 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:14.339378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-249691dc-710c-4893-a488-ba78acd6d486 None None] Provisioning complete for port 637b4f94-b68a-449d-8917-07bc9be66ee4 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:14.339809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-249691dc-710c-4893-a488-ba78acd6d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:14.388777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:14.462767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-249691dc-710c-4893-a488-ba78acd6d486 None None] Port 637b4f94-b68a-449d-8917-07bc9be66ee4 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:32:14.484479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:14.485091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:14.617823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aece6f-d10e-4cff-b25d-0ecc6f915183 req-37c17f28-a3e5-44f8-a637-e122391e8dc8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:14.618614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a6aece6f-d10e-4cff-b25d-0ecc6f915183 req-37c17f28-a3e5-44f8-a637-e122391e8dc8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:32:14.658070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a6aece6f-d10e-4cff-b25d-0ecc6f915183 req-37c17f28-a3e5-44f8-a637-e122391e8dc8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:32:14.659940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a6aece6f-d10e-4cff-b25d-0ecc6f915183 req-37c17f28-a3e5-44f8-a637-e122391e8dc8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 932 time: 0.2619112 Dec 23 15:32:14.793353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637b4f94-b68a-449d-8917-07bc9be66ee4 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:32:14.803432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:14.817505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a6aece6f-d10e-4cff-b25d-0ecc6f915183 req-73b09800-e4c6-458d-88ca-a643cabd73cc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361578 Dec 23 15:32:14.827853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Transition to ACTIVE for port object 637b4f94-b68a-449d-8917-07bc9be66ee4 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:32:14.831674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:14.837399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aaef26c4-7072-499c-a52b-344956ed14de tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:14.981034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Pushing event updated for resources: {'Port': ['ID=637b4f94-b68a-449d-8917-07bc9be66ee4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:14.984228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:15.111029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Attempting to bind port 637b4f94-b68a-449d-8917-07bc9be66ee4 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:32:15.111407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Attempting to bind port 637b4f94-b68a-449d-8917-07bc9be66ee4 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:32:15.111786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Attempting to bind port 637b4f94-b68a-449d-8917-07bc9be66ee4 on network 613f39f0-01cf-4ee2-83fd-937c2c11a09b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:32:15.118708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Port 637b4f94-b68a-449d-8917-07bc9be66ee4 on network 613f39f0-01cf-4ee2-83fd-937c2c11a09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:15.119074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Attempting to bind port 637b4f94-b68a-449d-8917-07bc9be66ee4 on network 613f39f0-01cf-4ee2-83fd-937c2c11a09b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:32:15.126557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:32:15.126943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Checking segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:32:15.127387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Bound using segment: {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:32:15.127864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Bound port: 637b4f94-b68a-449d-8917-07bc9be66ee4, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53865cc5-2086-405a-b0e3-b961342ad559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:32:15.128327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:15.224778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] For port 637b4f94-b68a-449d-8917-07bc9be66ee4, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:32:15.228126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] For port 637b4f94-b68a-449d-8917-07bc9be66ee4, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=637b4f94-b68a-449d-8917-07bc9be66ee4,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:32:15.234361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:15.241893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c4abf989-5c92-4c87-afdf-ba14c8339b58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:15.297188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:15.298923 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] 10.222.0.65 "PUT /v2.0/ports/637b4f94-b68a-449d-8917-07bc9be66ee4 HTTP/1.1" status: 200 len: 1094 time: 1.1768119 Dec 23 15:32:15.301453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:32:15.335859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Pushing event updated for resources: {'Port': ['ID=637b4f94-b68a-449d-8917-07bc9be66ee4,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:15.339401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:15.432988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-a2192207-39a7-45f4-af7b-3e7ff9dbbdf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 1097 time: 0.0922122 Dec 23 15:32:15.496866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'status': 'completed', 'code': 200} Dec 23 15:32:15.512394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-6ab7b4c9-b53b-402b-b5aa-aba0ca870d2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637b4f94-b68a-449d-8917-07bc9be66ee4 HTTP/1.1" status: 200 len: 217 time: 0.0718393 Dec 23 15:32:15.589143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-7d112c87-30c8-4c58-aebe-6093a1ec0ff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:15.590863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-7d112c87-30c8-4c58-aebe-6093a1ec0ff3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cc4d82-7847-4c2e-9042-a5024475efe1 HTTP/1.1" status: 200 len: 834 time: 0.0716519 Dec 23 15:32:15.677631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-f7822d49-75dc-4d5d-b8bb-72575ffdfbfe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=613f39f0-01cf-4ee2-83fd-937c2c11a09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796609 Dec 23 15:32:15.827236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-9c755e16-f7e7-4b1a-aec2-9f8d4caf368c service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400287 Dec 23 15:32:16.025345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4e1e5c5-9c59-4866-b663-9347c0ed2076 req-65ff7e96-f196-45d2-8848-0b9d27d69cc5 service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914041 Dec 23 15:32:16.058971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab01860-25f9-4f83-80d4-d02d5a317aaa req-d6077d65-175e-40ad-8d25-ec3b3d158990 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:16.060692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4ab01860-25f9-4f83-80d4-d02d5a317aaa req-d6077d65-175e-40ad-8d25-ec3b3d158990 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 944 time: 0.1094513 Dec 23 15:32:16.396074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4ab01860-25f9-4f83-80d4-d02d5a317aaa req-3ebb4304-e680-41d1-830a-a17ce2924916 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282285 Dec 23 15:32:16.418268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-7594e416-1072-40ef-9c41-93c4db151124 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 1097 time: 0.1029172 Dec 23 15:32:16.562579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-debd00e0-a6fd-40f9-bd6a-1a328eea2809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:16.564236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-debd00e0-a6fd-40f9-bd6a-1a328eea2809 service neutron] 10.222.0.65 "GET /v2.0/networks?id=613f39f0-01cf-4ee2-83fd-937c2c11a09b HTTP/1.1" status: 200 len: 897 time: 0.1391797 Dec 23 15:32:16.640460 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-48700ef0-8a70-43fe-8704-e8d99f50e6b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637b4f94-b68a-449d-8917-07bc9be66ee4 HTTP/1.1" status: 200 len: 217 time: 0.0687673 Dec 23 15:32:16.712575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-d832e886-ac37-42ed-baf1-8e80e951519a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:16.714259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-d832e886-ac37-42ed-baf1-8e80e951519a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cc4d82-7847-4c2e-9042-a5024475efe1 HTTP/1.1" status: 200 len: 834 time: 0.0672047 Dec 23 15:32:16.740961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54bb127a-ca06-4dd0-b78f-c80919375003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:16.807501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-3b120dc5-9236-4204-ae91-12086dde24b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=613f39f0-01cf-4ee2-83fd-937c2c11a09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861025 Dec 23 15:32:16.954299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-507ca44f-4fcb-4f01-bfaf-e6640f959878 service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395514 Dec 23 15:32:17.101112 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0926cf87-c894-4b3e-8aef-48fddae0de1a req-effa48ce-4a0d-4aa2-9ee9-abc05d9728de service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400251 Dec 23 15:32:17.612373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988491b-94cc-4714-9ad8-3de0b27007cf req-8cb09b01-b110-49bd-b1d1-7251704aa185 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:17.614055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9988491b-94cc-4714-9ad8-3de0b27007cf req-8cb09b01-b110-49bd-b1d1-7251704aa185 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 944 time: 0.0900228 Dec 23 15:32:17.665971 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9988491b-94cc-4714-9ad8-3de0b27007cf req-acf7c62b-2eba-4807-8307-5baab9d7a3ed tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Dec 23 15:32:18.034894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 637b4f94-b68a-449d-8917-07bc9be66ee4 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:32:18.196927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 637b4f94-b68a-449d-8917-07bc9be66ee4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=637b4f94-b68a-449d-8917-07bc9be66ee4,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:18.210273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:18.213848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:32:18.270753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:18.294124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637b4f94-b68a-449d-8917-07bc9be66ee4 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:32:18.313494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 637b4f94-b68a-449d-8917-07bc9be66ee4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=637b4f94-b68a-449d-8917-07bc9be66ee4,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:18.317095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:18.319002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e182f14b-14a8-456f-b484-72b826bbbeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:18.392281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=637b4f94-b68a-449d-8917-07bc9be66ee4,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:18.395736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:18.520351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['637b4f94-b68a-449d-8917-07bc9be66ee4'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:32:18.802682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02dcd511-5c22-4504-b34a-883b0d648642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:18.892224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b54635-c172-4feb-92cf-86a62a90a2fd req-c49d2234-3c22-4579-9b39-e3c6fc2433b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:18.894003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14b54635-c172-4feb-92cf-86a62a90a2fd req-c49d2234-3c22-4579-9b39-e3c6fc2433b0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 945 time: 0.0994148 Dec 23 15:32:18.944877 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14b54635-c172-4feb-92cf-86a62a90a2fd req-f4d27d03-071a-4b52-a783-1bf6afec6685 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Dec 23 15:32:19.455985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:20.050560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 637b4f94-b68a-449d-8917-07bc9be66ee4 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:32:20.124640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 637b4f94-b68a-449d-8917-07bc9be66ee4 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:32:20.129812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 637b4f94-b68a-449d-8917-07bc9be66ee4 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:32:20.130213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:20.166378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d351e4a-04de-432b-b3f8-5b41b06b9492 req-991cdfed-cb08-4d3f-a406-57fefaeb77b5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:20.168052 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d351e4a-04de-432b-b3f8-5b41b06b9492 req-991cdfed-cb08-4d3f-a406-57fefaeb77b5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 945 time: 0.0899727 Dec 23 15:32:20.222127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d351e4a-04de-432b-b3f8-5b41b06b9492 req-7dfc30d4-2b9c-4f02-b416-3f81b390bc0f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469296 Dec 23 15:32:20.258760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:20.286885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:32:20.297403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 637b4f94-b68a-449d-8917-07bc9be66ee4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=637b4f94-b68a-449d-8917-07bc9be66ee4,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:32:20.300954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:20.302956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:20.349119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'code': 200} Dec 23 15:32:20.377117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=637b4f94-b68a-449d-8917-07bc9be66ee4,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:20.380310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:20.601176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7bac6ce0-7c8f-4d33-8f47-7890753ce6bc req-1ee2b8b2-0d7d-4cf5-9cb1-b9ee2fd4dc08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 1099 time: 0.0823271 Dec 23 15:32:20.652932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7bac6ce0-7c8f-4d33-8f47-7890753ce6bc req-388bda1a-2341-4e06-bc77-0b9ee75a8063 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400434 Dec 23 15:32:20.901520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:21.456088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e470-ab73-4731-b634-318cb3a5e085 req-135dbda2-1c5d-47e1-8d5e-e6e0fe290565 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:21.458024 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa50e470-ab73-4731-b634-318cb3a5e085 req-135dbda2-1c5d-47e1-8d5e-e6e0fe290565 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 946 time: 0.1033628 Dec 23 15:32:21.508033 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa50e470-ab73-4731-b634-318cb3a5e085 req-6bd465cc-aab0-41f3-a89c-b0fbdf910ebd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Dec 23 15:32:22.740541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d14d-5a81-415b-b192-4bcd42df23cf req-180f6e6a-9778-4b42-a984-7743b2633f61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:22.742224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f49d14d-5a81-415b-b192-4bcd42df23cf req-180f6e6a-9778-4b42-a984-7743b2633f61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 946 time: 0.0933182 Dec 23 15:32:22.795304 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f49d14d-5a81-415b-b192-4bcd42df23cf req-a602909a-b9e8-4318-8107-c86463c71068 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 Dec 23 15:32:23.255482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765866d-3e86-4242-9fc6-d3455a3458ac req-548cedbe-9a7f-42d7-9ba6-8d51cd484928 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:23.257203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5765866d-3e86-4242-9fc6-d3455a3458ac req-548cedbe-9a7f-42d7-9ba6-8d51cd484928 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 946 time: 0.3351839 Dec 23 15:32:23.308973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5765866d-3e86-4242-9fc6-d3455a3458ac req-d0737a27-da04-45b3-bdbe-b4714ccdbd82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Dec 23 15:32:23.337641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60698) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:23.419219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95b15cd3-4e0c-4b4f-a918-21cc919fdafe tempest-TestNetworkBasicOps-713324755 tempest-TestNetworkBasicOps-713324755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 1094 time: 0.0801857 Dec 23 15:32:23.422175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:23.428397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:23.434957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:32:23.439390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Usage tracker for resource:floatingip and tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:32:23.442583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:32:23.449394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:32:23.460823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:23.616446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:23.766267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Allocated IP 172.26.2.249 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/a5c685fe-e998-474d-a61f-aee354f46fbd) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:32:23.947563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:23.977580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:23.982367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07891e99-ebd3-44d9-a6f7-711ebf87b667 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:24.059346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:32:24.060377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=a5c685fe-e998-474d-a61f-aee354f46fbd,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:24.063285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:32:24.065298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:24.066067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:32:24.640599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:24.706020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:24.943521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:24.949215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:24.953095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e78e648b-c682-4088-8128-f32d4e4aea43 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:32:25.055433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event updated for resources: {'Port': ['ID=a5c685fe-e998-474d-a61f-aee354f46fbd,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:32:25.059728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:32:25.081181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:25.306753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Floating IP 25a3514d-a2c6-47c7-a350-a884144d52dd associated. External IP: 172.26.2.249, port: 637b4f94-b68a-449d-8917-07bc9be66ee4. Dec 23 15:32:25.732777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:32:25.957315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:32:25.969386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:32:25.988342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:25.988560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:25.988976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:26.051164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6277640 Dec 23 15:32:26.051896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:32:26.054179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60706) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:26.107806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'status': 'completed', 'code': 200} Dec 23 15:32:26.228445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bdfd6ff6-5fb4-43dd-ab8a-930f2853d53b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1726484 Dec 23 15:32:26.254644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-1d98dac6-4af1-4bce-af0e-b1bf6d3f5655 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 1099 time: 0.1128490 Dec 23 15:32:26.356275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:32:26.406174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-4ae18c42-a2f8-444a-8c4f-7f2de451877d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:26.407810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-4ae18c42-a2f8-444a-8c4f-7f2de451877d service neutron] 10.222.0.65 "GET /v2.0/networks?id=613f39f0-01cf-4ee2-83fd-937c2c11a09b HTTP/1.1" status: 200 len: 897 time: 0.1457465 Dec 23 15:32:26.521239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-8efae42d-fc90-4481-b615-b6f639abaa1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637b4f94-b68a-449d-8917-07bc9be66ee4 HTTP/1.1" status: 200 len: 1000 time: 0.1066511 Dec 23 15:32:26.594215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-cca4211e-d4b9-49ff-a44b-643c93ef9a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:32:26.595918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-cca4211e-d4b9-49ff-a44b-643c93ef9a2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cc4d82-7847-4c2e-9042-a5024475efe1 HTTP/1.1" status: 200 len: 834 time: 0.0670569 Dec 23 15:32:26.680779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-3bdf4ddf-7331-49d9-85a1-f94d0cc538d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=613f39f0-01cf-4ee2-83fd-937c2c11a09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766006 Dec 23 15:32:26.735057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '25a3514d-a2c6-47c7-a350-a884144d52dd', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:32:24Z', 'updated_at': '2021-12-23T15:32:24Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:32:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:26.739441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] Checking router: b5b92b41-0701-4f77-adab-a3df6fa137d9 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:32:26.753351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:26.754043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:26.843443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-d7ff8e83-8cd7-4a00-9297-33c87efe4ec1 service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485410 Dec 23 15:32:26.951441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:32:26.993354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-578136a3-f81d-4418-a518-0c2bedbe0cdf req-b98c9c5e-aa1d-4861-9693-f640890bc8e6 service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422625 Dec 23 15:32:27.232910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60712) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:27.335795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '25a3514d-a2c6-47c7-a350-a884144d52dd', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:32:24Z', 'updated_at': '2021-12-23T15:32:24Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:32:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:27.340428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f0f86-a802-492c-8966-cff2dbe65aa2 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:07Z', 'revision_number': 4, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '25a3514d-a2c6-47c7-a350-a884144d52dd', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:32:24Z', 'updated_at': '2021-12-23T15:32:24Z', 'revision_number': 0, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:32:12Z', 'revision_number': 5, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:32:27.348720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-603ff981-9e7c-40e9-b68c-51d59c31aa80 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1145246 Dec 23 15:32:27.694860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df826167-8899-484f-862f-9b14e4357548 None None] New status for floating IP 25a3514d-a2c6-47c7-a350-a884144d52dd: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:32:28.352618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:28.470092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef595ee3-263d-4c71-be8e-006dc7131423 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 994 time: 0.1160321 Dec 23 15:32:30.942944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:46.746154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b988cd43-b4d4-4492-b0ab-815ab36fa340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:48.191573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:48.791502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95ef5700-86bd-4e75-a5aa-63f7f99a0b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:49.080649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:32:49.468405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:50.913187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:57.750008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:57.756915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:58.603383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:58.614671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:58.834923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:32:59.051824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:32:59.058009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:32:59.059680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ffa37741-f21f-4ef3-bd28-efd99832ce7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/b5b92b41-0701-4f77-adab-a3df6fa137d9 HTTP/1.1" status: 200 len: 889 time: 1.3080757 Dec 23 15:32:59.062350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:32:59.077135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:59.077853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:59.143623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:59.156430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:32:59.157097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:59.219400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:32:59.219858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97268bfd-2d37-439f-bc50-73fbc0b81757 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:32:59.596356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c38a2-aaf3-4a3f-92fd-4384fed98ca1 None None] New status for floating IP 25a3514d-a2c6-47c7-a350-a884144d52dd: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:33:00.384393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:00.511073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:00.544715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port d9e49a57-0dc0-4361-b484-3e718807ea50, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d9e49a57-0dc0-4361-b484-3e718807ea50,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:00.548674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:00.549527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:00.573384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:00.669210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:00.714558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.714951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.715339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.715717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.716098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.716484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.716857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.717233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.717623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.717992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.718364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:00.724092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:00.739818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:00.759363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 18b966af-c84d-446e-acf2-02c710a94bc2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18b966af-c84d-446e-acf2-02c710a94bc2,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:00.763152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:00.765960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:00.836598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:00.839943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:00.954771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:01.228126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60736) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:01.234292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:01.897694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:01.910311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853169978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852771159'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:02.133621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:33:02.360043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:33:02.366919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:02.370960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:33:02.371602 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a5f486d2-8d8e-48a9-9dfe-63e61bc54ad8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/b5b92b41-0701-4f77-adab-a3df6fa137d9 HTTP/1.1" status: 200 len: 888 time: 1.1423345 Dec 23 15:33:02.371913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60740) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:02.384189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:33:02.384816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:02.499679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-236fd47e-027c-4391-8290-0d038ff4d064 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1257195 Dec 23 15:33:02.575657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:33:02.956110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:01Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '25a3514d-a2c6-47c7-a350-a884144d52dd', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:32:24Z', 'updated_at': '2021-12-23T15:32:59Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:33:00Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:02.960710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] Checking router: b5b92b41-0701-4f77-adab-a3df6fa137d9 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:33:02.973776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:33:02.974464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:03.169798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:33:03.503286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60744) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:03.618162 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8401a467-ed68-4639-aec0-3c8dee26683a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1134241 Dec 23 15:33:03.715717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:01Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '25a3514d-a2c6-47c7-a350-a884144d52dd', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:32:24Z', 'updated_at': '2021-12-23T15:32:59Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:33:00Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:03.720159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a451a8f-1ad3-4b8a-9fe0-1642d91b2572 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:01Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '25a3514d-a2c6-47c7-a350-a884144d52dd', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'port_id': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'mac_address': 'fa:16:3e:10:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:32:24Z', 'updated_at': '2021-12-23T15:32:59Z', 'revision_number': 2, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:33:00Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:33:04.412216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:33:04.492203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:33:04.492624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:04.621060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:04.621726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60748) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:04.661705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port d9e49a57-0dc0-4361-b484-3e718807ea50, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d9e49a57-0dc0-4361-b484-3e718807ea50,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:04.665803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:04.668036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-044f5998-c42d-41fd-b11d-b099d0fbb72b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:04.746756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:04.751364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:04.766011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-04632787-a88a-433d-806f-d0d889c1ca4f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1428261 Dec 23 15:33:05.769821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60752) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:05.885243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6d1c1bc8-6c95-499b-810c-9d8d578ce67f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1140230 Dec 23 15:33:06.461232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:33:06.541084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port d9e49a57-0dc0-4361-b484-3e718807ea50 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:33:06.541591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:06.668079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:33:06.740373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 18b966af-c84d-446e-acf2-02c710a94bc2 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:33:06.740813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:06.860816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:06.877920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 18b966af-c84d-446e-acf2-02c710a94bc2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18b966af-c84d-446e-acf2-02c710a94bc2,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:06.882276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:06.884243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:06.890080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60758) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:06.955560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:06.958866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:07.003195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-29515ea0-d2d6-4e5a-a503-589a4cb96df5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 992 time: 0.1115558 Dec 23 15:33:07.057428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2dc11c-baaf-4567-a4b3-9d36654f2978 None None] New status for floating IP 25a3514d-a2c6-47c7-a350-a884144d52dd: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:33:08.007367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60762) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:08.121353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b7ef2fe0-0c1d-4421-9d1d-79fb93f15980 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 200 len: 994 time: 0.1125484 Dec 23 15:33:08.394414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:33:08.430766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:08.472356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 18b966af-c84d-446e-acf2-02c710a94bc2 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:33:08.472785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:08.892941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port a5c685fe-e998-474d-a61f-aee354f46fbd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:33:08.893369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:09.079207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:09.079850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:09.211757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for a5c685fe-e998-474d-a61f-aee354f46fbd owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:33:09.375830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:09.380428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-85f32c22-b751-4c40-ac71-aa7e7b9e1d04 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:09.424641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=a5c685fe-e998-474d-a61f-aee354f46fbd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:09.466399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.466834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.467260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.467675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.468099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.468511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.468975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.469423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.469841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.470223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.470636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:09.477538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:09.539313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:09.992806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:33:10.212424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:33:10.223137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:33:10.237661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:10.238187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:33:10.238938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:10.297552 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/floatingips/25a3514d-a2c6-47c7-a350-a884144d52dd HTTP/1.1" status: 204 len: 168 time: 1.8655047 Dec 23 15:33:10.298162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:33:10.358084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'status': 'completed', 'code': 200} Dec 23 15:33:10.432365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:33:10.471554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-11c1d4aa-b0d6-4987-b24f-387ad080ff28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 1099 time: 0.0896316 Dec 23 15:33:10.720950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf7b10-c2be-4bba-9179-04a639705046 req-523b2139-4ff3-4301-beff-598291c83c52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:10.721833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d7cf7b10-c2be-4bba-9179-04a639705046 req-523b2139-4ff3-4301-beff-598291c83c52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:10.738769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d7cf7b10-c2be-4bba-9179-04a639705046 req-523b2139-4ff3-4301-beff-598291c83c52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:10.740217 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7cf7b10-c2be-4bba-9179-04a639705046 req-523b2139-4ff3-4301-beff-598291c83c52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 946 time: 0.1128547 Dec 23 15:33:10.801072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:01Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:33:04Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:10.804677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7cf7b10-c2be-4bba-9179-04a639705046 req-ef13a937-8703-43d2-a9a6-5671211762f9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575407 Dec 23 15:33:10.805593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] Checking router: b5b92b41-0701-4f77-adab-a3df6fa137d9 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:33:10.817998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:33:10.819197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:10.864660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-c0192f6d-9817-44be-a48b-0fdf1d72e094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:10.866361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-c0192f6d-9817-44be-a48b-0fdf1d72e094 service neutron] 10.222.0.65 "GET /v2.0/networks?id=613f39f0-01cf-4ee2-83fd-937c2c11a09b HTTP/1.1" status: 200 len: 897 time: 0.3867602 Dec 23 15:33:10.942891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-2432963f-1aef-4a54-8d86-3c8d386699b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637b4f94-b68a-449d-8917-07bc9be66ee4 HTTP/1.1" status: 200 len: 217 time: 0.0679526 Dec 23 15:33:11.007139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:33:11.012587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-6b5671fa-08dc-423f-a759-14d7811bedd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:11.014227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-6b5671fa-08dc-423f-a759-14d7811bedd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cc4d82-7847-4c2e-9042-a5024475efe1 HTTP/1.1" status: 200 len: 834 time: 0.0638387 Dec 23 15:33:11.097764 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-7b0ca2a6-d8d1-4d77-b010-5a0076ce2012 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=613f39f0-01cf-4ee2-83fd-937c2c11a09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758533 Dec 23 15:33:11.246641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-903e2380-9a6a-4b3e-8d3d-06712716f540 service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389832 Dec 23 15:33:11.343413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:01Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:33:04Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:11.348696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526c18-e698-4370-a90f-2e55007cc281 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:01Z', 'revision_number': 6, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'd9e49a57-0dc0-4361-b484-3e718807ea50', 'name': '', 'network_id': '613f39f0-01cf-4ee2-83fd-937c2c11a09b', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'mac_address': 'fa:16:3e:88:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:06Z', 'updated_at': '2021-12-23T15:33:04Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'subnets': [{'id': '59cc4d82-7847-4c2e-9042-a5024475efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:33:11.396302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ca0cc6d-7b4f-46b1-8514-e8a94f22dae7 req-2a609b9f-fb71-4398-90b1-621f22d5e5a4 service neutron] 10.222.0.65 "GET /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423850 Dec 23 15:33:12.039414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-ebdbb340-145c-4134-a272-e0876c8c214f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:12.041052 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-ebdbb340-145c-4134-a272-e0876c8c214f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 946 time: 0.1525640 Dec 23 15:33:12.095023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8990-e590-4305-b732-f4af2493fa06 req-cdc8949d-ec4f-4a90-b9c2-eabf2ead9450 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:12.096755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-756f8990-e590-4305-b732-f4af2493fa06 req-cdc8949d-ec4f-4a90-b9c2-eabf2ead9450 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 946 time: 0.1622038 Dec 23 15:33:12.161574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 637b4f94-b68a-449d-8917-07bc9be66ee4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:33:12.161970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:12.221202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-756f8990-e590-4305-b732-f4af2493fa06 req-9cd44704-072f-4f10-a0aa-d305c5da4369 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/security-groups?id=087e3c64-4679-43dc-9c96-47573a923200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169741 Dec 23 15:33:12.441117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 637b4f94-b68a-449d-8917-07bc9be66ee4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=637b4f94-b68a-449d-8917-07bc9be66ee4,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:12.441681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:12.574088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 637b4f94-b68a-449d-8917-07bc9be66ee4 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:33:12.633361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ac4d8-9a28-4149-b090-b96499feec1e None None] New status for floating IP 25a3514d-a2c6-47c7-a350-a884144d52dd: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:33:12.726111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:12.733141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5cac964f-e4df-46bb-8b49-661d2f6cedfd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:12.780802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=637b4f94-b68a-449d-8917-07bc9be66ee4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:12.825139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.825593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.826030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.826440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.826895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.827315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.827732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.828207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.828613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.829020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.829452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:33:12.837135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:12.872081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] No DVR routers for this DVR port 637b4f94-b68a-449d-8917-07bc9be66ee4 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:33:12.874923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:12.877930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'name': 'network-vif-deleted', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:33:12.894631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c2c2071a-4cc7-4f73-b997-c22ff7edb4cc req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.65 "DELETE /v2.0/ports/637b4f94-b68a-449d-8917-07bc9be66ee4 HTTP/1.1" status: 204 len: 173 time: 0.8461158 Dec 23 15:33:12.937101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7e6d53-058a-43f7-9bc2-3919444c213d', 'name': 'network-vif-deleted', 'tag': '637b4f94-b68a-449d-8917-07bc9be66ee4', 'status': 'completed', 'code': 200} Dec 23 15:33:13.423390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0e34d8c1-6ec6-48f9-bce4-6fbb1209afba req-7f1b94a0-208f-4880-be72-5bbfb85eeaee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Synchronizing usage tracker for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:13.440407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0e34d8c1-6ec6-48f9-bce4-6fbb1209afba req-7f1b94a0-208f-4880-be72-5bbfb85eeaee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Unset dirty status for tenant:ee31354a6e304ae9b19cb1e5ef0f6d3b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:13.441821 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e34d8c1-6ec6-48f9-bce4-6fbb1209afba req-7f1b94a0-208f-4880-be72-5bbfb85eeaee tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7e6d53-058a-43f7-9bc2-3919444c213d HTTP/1.1" status: 200 len: 210 time: 0.0700884 Dec 23 15:33:14.560979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:14.636345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:14.671722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:14.739281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:14.743784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e499b171-53c1-4b16-ac54-2bb3368bc637 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:14.759161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e3c64-4679-43dc-9c96-47573a923200,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:14.762709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:14.771881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:14.775997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/security-groups/087e3c64-4679-43dc-9c96-47573a923200 HTTP/1.1" status: 204 len: 168 time: 0.2110014 Dec 23 15:33:14.811507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:15.256024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:15.935988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port d9e49a57-0dc0-4361-b484-3e718807ea50 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:33:15.936618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:16.300117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 637b4f94-b68a-449d-8917-07bc9be66ee4 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:16.335915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 637b4f94-b68a-449d-8917-07bc9be66ee4 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:33:16.336360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 637b4f94-b68a-449d-8917-07bc9be66ee4 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:33:16.391188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port d9e49a57-0dc0-4361-b484-3e718807ea50, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=d9e49a57-0dc0-4361-b484-3e718807ea50,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:16.391583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:16.520781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for d9e49a57-0dc0-4361-b484-3e718807ea50 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:33:16.734930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:16.739132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2339610b-e552-4481-8412-0b3a1bbe4c31 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:16.741195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1574c2ff-045f-4732-9f59-2741c7dd6a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:16.785992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=d9e49a57-0dc0-4361-b484-3e718807ea50,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:16.789986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:17.111261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:17.754319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Router b5b92b41-0701-4f77-adab-a3df6fa137d9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:33:17.983392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:33:17.994831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] Sync routers for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:33:18.002935 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "PUT /v2.0/routers/b5b92b41-0701-4f77-adab-a3df6fa137d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901207 Dec 23 15:33:18.006062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:18.010041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:33:18.010932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:32:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:18.216412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.220198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting subnet 59cc4d82-7847-4c2e-9042-a5024475efe1 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:33:18.223634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.233780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:33:18.282976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.397660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.491095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.495886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bedf709-cad3-4c51-9006-29786ce03494 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:18.533804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Subnet': ['ID=59cc4d82-7847-4c2e-9042-a5024475efe1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:18.537567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:18.541139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.547737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/subnets/59cc4d82-7847-4c2e-9042-a5024475efe1 HTTP/1.1" status: 204 len: 168 time: 0.5403616 Dec 23 15:33:18.550577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427e188-f236-4ca8-ab44-3208b50bc3b8 None None] Network 613f39f0-01cf-4ee2-83fd-937c2c11a09b requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:33:18.550750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:18.767204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.884671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b69092ac-45af-45d6-bc84-66695358ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.951039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:16Z', 'revision_number': 7, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port': {'id': '18b966af-c84d-446e-acf2-02c710a94bc2', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:18.956385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] Checking router: b5b92b41-0701-4f77-adab-a3df6fa137d9 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:33:18.969821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] Routers {'b5b92b41-0701-4f77-adab-a3df6fa137d9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:33:18.970516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:33:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b5b92b41-0701-4f77-adab-a3df6fa137d9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:18.984805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:18.998089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Deleting port 18b966af-c84d-446e-acf2-02c710a94bc2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:33:18.998644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.033874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] DHCP port deletion for 613f39f0-01cf-4ee2-83fd-937c2c11a09b request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:33:19.097904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Deleting port 0e9e835e-f628-4413-91ee-4200f7c1884c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:33:19.098338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.258419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] Set router b5b92b41-0701-4f77-adab-a3df6fa137d9 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:33:19.434666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] For port 18b966af-c84d-446e-acf2-02c710a94bc2, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=18b966af-c84d-446e-acf2-02c710a94bc2,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:19.435042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.492612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:18Z', 'revision_number': 8, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:19.507740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17776137-2dac-4e4a-81a1-fcf77f1b5b34 None None] The sync data for ids ['b5b92b41-0701-4f77-adab-a3df6fa137d9'] in dv-neutron-822797-1-hyperv is: [{'id': 'b5b92b41-0701-4f77-adab-a3df6fa137d9', 'name': 'tempest-TestNetworkBasicOps-router-1074278853', 'tenant_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:02Z', 'updated_at': '2021-12-23T15:33:18Z', 'revision_number': 8, 'project_id': 'ee31354a6e304ae9b19cb1e5ef0f6d3b', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:33:19.510588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] For port 0e9e835e-f628-4413-91ee-4200f7c1884c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0e9e835e-f628-4413-91ee-4200f7c1884c,segment=NetworkSegment(53865cc5-2086-405a-b0e3-b961342ad559),segment_id=53865cc5-2086-405a-b0e3-b961342ad559)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:19.511409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.519713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.578417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Calling delete_port for 18b966af-c84d-446e-acf2-02c710a94bc2 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:33:19.670022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Calling delete_port for 0e9e835e-f628-4413-91ee-4200f7c1884c owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:33:19.745018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.749945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:19.760726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:19.765316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:19.793546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Pushing event deleted for resources: {'Port': ['ID=0e9e835e-f628-4413-91ee-4200f7c1884c,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:19.796443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:19.799133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] No DVR routers for this DVR port 0e9e835e-f628-4413-91ee-4200f7c1884c on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:33:19.809733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Port': ['ID=18b966af-c84d-446e-acf2-02c710a94bc2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:19.812738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:20.055456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.345639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.350181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.378171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.379091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Fanout notify agent at l3_agent the message router_deleted on router b5b92b41-0701-4f77-adab-a3df6fa137d9 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:33:20.396518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.397823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/routers/b5b92b41-0701-4f77-adab-a3df6fa137d9 HTTP/1.1" status: 204 len: 168 time: 1.8461397 Dec 23 15:33:20.400746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:20.416978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:20.464550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: d9e49a57-0dc0-4361-b484-3e718807ea50 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:33:20.464951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device d9e49a57-0dc0-4361-b484-3e718807ea50 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:33:20.465532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:20.501582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 18b966af-c84d-446e-acf2-02c710a94bc2 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:33:20.502031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 18b966af-c84d-446e-acf2-02c710a94bc2 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:33:20.502520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e9e835e-f628-4413-91ee-4200f7c1884c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:20.530322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.537827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0e9e835e-f628-4413-91ee-4200f7c1884c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:33:20.538230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0e9e835e-f628-4413-91ee-4200f7c1884c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:33:20.672403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.700142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613f39f0-01cf-4ee2-83fd-937c2c11a09b']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:20.713116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53865cc5-2086-405a-b0e3-b961342ad559') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:20.713507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53865cc5-2086-405a-b0e3-b961342ad559') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:33:20.725747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.740932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.747491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:33:20.747917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:33:20.766839 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:33:20.849093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.853321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-102e67b2-f5c9-49a6-9988-c3ab6dfcad10 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:20.870005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:20.882240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Pushing event deleted for resources: {'Network': ['ID=613f39f0-01cf-4ee2-83fd-937c2c11a09b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:20.885735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:20.891501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9ab12fbd-6b92-4b78-b39d-ccd2ad701a6b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] 10.222.0.49 "DELETE /v2.0/networks/613f39f0-01cf-4ee2-83fd-937c2c11a09b HTTP/1.1" status: 204 len: 168 time: 0.4895711 Dec 23 15:33:20.905824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:21.333460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60814) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:21.585813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8116e1d-2957-4d63-a916-e4242d2eda50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee31354a6e304ae9b19cb1e5ef0f6d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2508717 Dec 23 15:33:21.588662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60820) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:21.658433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:21.687317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:21.738044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:21.742078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3b793cc-3383-4bbc-8b55-75fb34c0b077 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:21.757202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a1a8ff-7953-4567-bdab-e8bd6a3b20f9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:21.759848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:21.765287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:21.766596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63a1a8ff-7953-4567-bdab-e8bd6a3b20f9 HTTP/1.1" status: 204 len: 168 time: 0.1766541 Dec 23 15:33:22.134771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60828) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:22.161666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.204409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:22.210837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Usage tracker for resource:security_group_rule and tenant:92f4a7889c10486da0ef403dabea3f20 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:22.214842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:22.222733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:22.300722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.304350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.311215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f10080fa-b92e-471f-8367-09eeca6a4655 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:22.356013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b081c-505e-4f42-92ee-e0f75f6661c8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:22.360591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92f4a7889c10486da0ef403dabea3f20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2246766 Dec 23 15:33:22.361635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a85eb69-4e6a-4fdb-91b0-af20cdaceeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:22.363586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60832) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:22.430296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.461329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.507857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.511811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-361c9f48-cc76-401f-847b-952d63dc4f52 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:22.528259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b081c-505e-4f42-92ee-e0f75f6661c8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:22.532360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:22.536208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:22.540316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/752b081c-505e-4f42-92ee-e0f75f6661c8 HTTP/1.1" status: 204 len: 168 time: 0.1726911 Dec 23 15:33:26.083054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:33:30.698167 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-a12d72b6-1c37-4d89-87bd-b88b0ac68264 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9243a9bc0a6b4c14b139d8177c72ee93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378265 Dec 23 15:33:30.867602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-c51f9894-8902-4953-92aa-ef72002057a0 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:30.869114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-c51f9894-8902-4953-92aa-ef72002057a0 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650236 Dec 23 15:33:30.890528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-16bfaf3f-7788-421f-92cd-e8f2e4b6493e tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/quotas/9243a9bc0a6b4c14b139d8177c72ee93 HTTP/1.1" status: 200 len: 375 time: 0.0126016 Dec 23 15:33:30.944499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-9fdef2ea-e845-4fb3-941d-cd9d9e3304e8 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9243a9bc0a6b4c14b139d8177c72ee93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485518 Dec 23 15:33:30.986552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:31.165076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b1bc7ff9-c556-4f98-bfe4-8824fd2b3a37 req-a6b03c1b-edc5-4d23-a135-e0d0eadc7df0 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 210 time: 0.0465407 Dec 23 15:33:32.363268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ec518c1e-0e85-48e5-beb4-c0efb855f5b3 req-2d584b09-1af3-40d1-87e8-16cfab8dea7e tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 210 time: 0.0670445 Dec 23 15:33:32.489233 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-eba90815-8f8c-4317-9088-98d24a8fb52a tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9243a9bc0a6b4c14b139d8177c72ee93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404296 Dec 23 15:33:32.657721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-bd993eca-5a28-489e-a7aa-e1fe27b32399 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:32.659710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-bd993eca-5a28-489e-a7aa-e1fe27b32399 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643112 Dec 23 15:33:32.675250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Request body: {'port': {'device_id': '04862b80-22d6-4026-8b72-be599dfe35da', 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf', 'admin_state_up': True, 'tenant_id': '9243a9bc0a6b4c14b139d8177c72ee93'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:32.825215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:32.830110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Usage tracker for resource:port and tenant:9243a9bc0a6b4c14b139d8177c72ee93 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:32.833314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:32.839618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:32.849943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Made reservation on behalf of 9243a9bc0a6b4c14b139d8177c72ee93 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:33:32.855520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:32.869488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:32.905640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:32.910208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Usage tracker for resource:security_group_rule and tenant:9243a9bc0a6b4c14b139d8177c72ee93 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:32.913532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:32.920449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:33.005099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.009061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.012278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0b9ecea9-10e6-4953-a85d-3e25949ca4fa tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:33.107217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe0353-97ae-4d29-9aa6-c984376cea82,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:33.113213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:33.227613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Allocated IP 192.168.233.213 (f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf/1cb266de-1e3d-4e9d-9c14-4264681e2484/3d7d115f-2578-4c4a-a1b4-2b14ef3850c0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:33:33.457193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.474482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Transition to ACTIVE for port object 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:33:33.539736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a906daa0-776f-4442-ab0e-109d071a24e4 req-c8c522f0-3f35-4e8e-bf96-4bcae5d75300 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 210 time: 0.0522215 Dec 23 15:33:33.545921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.553550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d08ff7cb-d780-4b34-89bf-80f916fb0be9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:33.622786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:33:33.626107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:33:33.628618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:33:33.678603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Pushing event updated for resources: {'Port': ['ID=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:33.681757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:33.715496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:33.716146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.746372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0753751 Dec 23 15:33:33.759507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Request body: {'port': {'device_id': '04862b80-22d6-4026-8b72-be599dfe35da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:33.877801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.924414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59a6b638-99c4-4810-8eb6-607912eef747 None None] Provisioning for port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:33:33.930043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59a6b638-99c4-4810-8eb6-607912eef747 None None] Provisioning complete for port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:33:33.930264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59a6b638-99c4-4810-8eb6-607912eef747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:33.990174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-59a6b638-99c4-4810-8eb6-607912eef747 None None] Port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:33:34.271502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:33:34.278814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:34.294704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Transition to ACTIVE for port object 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:33:34.298565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:34.302353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1d3846ea-fef4-4c4b-ab91-81385107b5a3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:34.432199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Pushing event updated for resources: {'Port': ['ID=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:34.436985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:34.555767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Attempting to bind port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:33:34.556331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Attempting to bind port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:33:34.556474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Attempting to bind port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 on network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:33:34.563209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 on network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:34.563581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Attempting to bind port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 on network f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:33:34.572312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:33:34.572692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Checking segment: {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:33:34.573126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Bound using segment: {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:33:34.573955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Bound port: 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:33:34.574306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:34.668976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] For port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:33:34.672350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] For port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:33:34.675967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:34.681051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:34.747591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:34.749133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] 10.222.0.65 "PUT /v2.0/ports/3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 HTTP/1.1" status: 200 len: 1098 time: 0.9944136 Dec 23 15:33:34.749850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04862b80-22d6-4026-8b72-be599dfe35da', 'tag': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:33:34.751991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace2ba-c8f0-4240-a90b-29334ccbca6c req-2541641f-7b29-46ee-a0fb-0eb960826b09 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:34.753715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0ace2ba-c8f0-4240-a90b-29334ccbca6c req-2541641f-7b29-46ee-a0fb-0eb960826b09 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 948 time: 0.0907450 Dec 23 15:33:34.772591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Pushing event updated for resources: {'Port': ['ID=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:34.777138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:34.834358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0ace2ba-c8f0-4240-a90b-29334ccbca6c req-f970ba8e-1733-40b6-83dd-6f9ecbb3fce3 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736320 Dec 23 15:33:34.839572 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04862b80-22d6-4026-8b72-be599dfe35da', 'tag': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0', 'status': 'completed', 'code': 200} Dec 23 15:33:34.880045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-8ffd252b-1d38-4b80-9639-54c61999483d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9243a9bc0a6b4c14b139d8177c72ee93&device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 1101 time: 0.0945077 Dec 23 15:33:34.957522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-d53ade01-2acb-4c2d-a9d7-6a14936b4ad5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 HTTP/1.1" status: 200 len: 217 time: 0.0681398 Dec 23 15:33:35.031027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-f71a3a45-0eef-4138-8239-d92f42f0eb70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:35.032579 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-f71a3a45-0eef-4138-8239-d92f42f0eb70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cb266de-1e3d-4e9d-9c14-4264681e2484 HTTP/1.1" status: 200 len: 843 time: 0.0681260 Dec 23 15:33:35.115688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-066ea6cf-321a-4adc-9fe1-b416b3bb9a2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0759845 Dec 23 15:33:35.260308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-01e252ce-8b6b-437a-9761-5e2375a4f560 service neutron] 10.222.0.65 "GET /v2.0/networks/f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375351 Dec 23 15:33:35.420471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc83f5dd-7640-48c2-8c62-8430a68682f6 req-8fc18d47-8e5f-4e9a-bcce-2c23dcd72b48 service neutron] 10.222.0.65 "GET /v2.0/networks/f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526752 Dec 23 15:33:35.795391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-1b6921e6-9666-4428-9633-2a725e17e7d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9243a9bc0a6b4c14b139d8177c72ee93&device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 1101 time: 0.3229473 Dec 23 15:33:35.943014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-8dd34d14-784d-4030-965e-e9084c520fb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:35.944674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-8dd34d14-784d-4030-965e-e9084c520fb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf HTTP/1.1" status: 200 len: 870 time: 0.1428154 Dec 23 15:33:36.078891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-408b7861-81fa-4755-96eb-adf0e795e451 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 HTTP/1.1" status: 200 len: 217 time: 0.1258571 Dec 23 15:33:36.160065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-6800eb4a-0ec1-4432-a4e6-c4dde031845e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:36.161720 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-6800eb4a-0ec1-4432-a4e6-c4dde031845e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cb266de-1e3d-4e9d-9c14-4264681e2484 HTTP/1.1" status: 200 len: 843 time: 0.0767570 Dec 23 15:33:36.221326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-f25c791b-f8a5-4d08-b86a-7acd57376a77 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:36.222122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-f25c791b-f8a5-4d08-b86a-7acd57376a77 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Synchronizing usage tracker for tenant:9243a9bc0a6b4c14b139d8177c72ee93 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:36.248901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-f25c791b-f8a5-4d08-b86a-7acd57376a77 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Unset dirty status for tenant:9243a9bc0a6b4c14b139d8177c72ee93 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:36.250244 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-f25c791b-f8a5-4d08-b86a-7acd57376a77 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 948 time: 0.2331874 Dec 23 15:33:36.291813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-10c55324-dccb-485b-9956-9ed7e394fff3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1230040 Dec 23 15:33:36.401041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-29380491-5f7a-4c11-9d6e-fb9afb333214 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Synchronizing usage tracker for tenant:9243a9bc0a6b4c14b139d8177c72ee93 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:36.452399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-29380491-5f7a-4c11-9d6e-fb9afb333214 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Unset dirty status for tenant:9243a9bc0a6b4c14b139d8177c72ee93 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:36.453736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e9cb17cd-3aa9-401c-b33b-3535c02b64df req-29380491-5f7a-4c11-9d6e-fb9afb333214 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965740 Dec 23 15:33:36.462044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-9258f983-4dd6-4104-bbe9-c4e2bb1a62ec service neutron] 10.222.0.65 "GET /v2.0/networks/f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615503 Dec 23 15:33:36.619974 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a1fa253-0ec7-4fd5-8a94-214961137177 req-56b19216-71df-4cc3-859c-7fdd1da0c97e service neutron] 10.222.0.65 "GET /v2.0/networks/f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509321 Dec 23 15:33:37.676755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf09e95-76c1-4667-9f4c-999c6886edb8 req-f133de77-23b5-4d94-b2f0-5f127b2281e9 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:37.678391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-daf09e95-76c1-4667-9f4c-999c6886edb8 req-f133de77-23b5-4d94-b2f0-5f127b2281e9 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 948 time: 0.0980279 Dec 23 15:33:37.728220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-daf09e95-76c1-4667-9f4c-999c6886edb8 req-096165b8-c123-4433-8031-a884459e6e9e tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Dec 23 15:33:38.455733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:33:38.605737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:38.620655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0', 'network_id': 'f1e9a9e7-b86b-4c8a-97b4-3164e22c5aaf', 'port_id': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0', 'mac_address': 'fa:16:3e:19:8d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb266de-1e3d-4e9d-9c14-4264681e2484', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:33:38.678482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:38.697281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:33:38.713283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:38.717224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:38.719224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:38.791147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:38.794515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:38.937095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['3d7d115f-2578-4c4a-a1b4-2b14ef3850c0'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:33:38.942477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2832-f157-4067-af9e-c8e2aca01f9d req-b4fe6ff4-ece2-430a-99f8-315c465c5ae2 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:38.944141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbdf2832-f157-4067-af9e-c8e2aca01f9d req-b4fe6ff4-ece2-430a-99f8-315c465c5ae2 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 949 time: 0.0861104 Dec 23 15:33:38.995612 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbdf2832-f157-4067-af9e-c8e2aca01f9d req-11f7e52c-a763-4755-bc29-2c59bb1a441b tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448308 Dec 23 15:33:40.221809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d18a7-655e-4f86-aa85-3e34c64a71db req-a2ad5358-d7e7-418c-937a-fb25bab6e36d tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:40.223503 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d75d18a7-655e-4f86-aa85-3e34c64a71db req-a2ad5358-d7e7-418c-937a-fb25bab6e36d tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 949 time: 0.0975959 Dec 23 15:33:40.273353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d75d18a7-655e-4f86-aa85-3e34c64a71db req-c95a14c0-a6af-4231-947d-b5d09c9dc1e9 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Dec 23 15:33:40.486719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:33:40.565751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:33:40.571001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:33:40.571436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:40.854389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:40.883784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04862b80-22d6-4026-8b72-be599dfe35da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:33:40.893998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:40.898467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:40.901219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ce2f90d-e77f-4362-8241-77c260688769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:40.971066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:40.974358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:41.030590 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04862b80-22d6-4026-8b72-be599dfe35da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0', 'code': 200} Dec 23 15:33:41.285202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7de64d7-30a8-413f-aa78-eb23f3e4c3cd req-4dae3aa9-d3ad-4aa2-8af4-130a0f09a4fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 1103 time: 0.0849600 Dec 23 15:33:41.332580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7de64d7-30a8-413f-aa78-eb23f3e4c3cd req-30cf9c41-a816-49d7-abc2-7c3b56ac855e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Dec 23 15:33:41.485843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe919df6-689d-4234-93bc-2c74c6629ffb req-6a7b6980-f6ae-40e1-bba7-92dd6b5eab73 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:41.487489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fe919df6-689d-4234-93bc-2c74c6629ffb req-6a7b6980-f6ae-40e1-bba7-92dd6b5eab73 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 950 time: 0.0862153 Dec 23 15:33:41.543299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fe919df6-689d-4234-93bc-2c74c6629ffb req-8b6bf134-9ea1-400b-89bf-1da21b2a1bf6 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Dec 23 15:33:42.758117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41113d66-94a5-4c2c-b3bb-a7e8097657b2 req-1d16dc77-3a14-47da-8f7c-1c8fe0b82c39 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:42.759662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41113d66-94a5-4c2c-b3bb-a7e8097657b2 req-1d16dc77-3a14-47da-8f7c-1c8fe0b82c39 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 950 time: 0.0841312 Dec 23 15:33:42.815507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41113d66-94a5-4c2c-b3bb-a7e8097657b2 req-ba93b897-c3c6-41db-81ae-6cd0bf007c58 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Dec 23 15:33:43.289150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f20bbfd0-091a-469e-8299-99e3f3fa2bd7 req-90ca3d70-ea90-474f-b979-04397a3ea45e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0750034 Dec 23 15:33:43.834528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a2cd402f-f80a-4dee-a922-7ab4a21d0023 req-3f86799b-da0b-43b5-96d8-69168428c0af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0922070 Dec 23 15:33:44.403468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca821043-4695-4a03-94ec-75bf485b6dd1 req-7bcfe54f-19c1-4be0-8251-4fa8d0fb9fdc tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:44.405116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca821043-4695-4a03-94ec-75bf485b6dd1 req-7bcfe54f-19c1-4be0-8251-4fa8d0fb9fdc tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 950 time: 0.0998611 Dec 23 15:33:44.458153 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca821043-4695-4a03-94ec-75bf485b6dd1 req-1b7678e9-1dc5-4562-b2d4-87d8e52e5692 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Dec 23 15:33:45.682617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0087d-8cbd-4e47-81cd-8e3100e2c5a9 req-26421d2b-53d1-40c4-9a43-f61ec2af96cd tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:45.684184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78f0087d-8cbd-4e47-81cd-8e3100e2c5a9 req-26421d2b-53d1-40c4-9a43-f61ec2af96cd tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 950 time: 0.0912099 Dec 23 15:33:45.739018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78f0087d-8cbd-4e47-81cd-8e3100e2c5a9 req-08201332-1592-465c-83f5-c7f585a76a0e tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0fe0353-97ae-4d29-9aa6-c984376cea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Dec 23 15:33:45.759733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-cb406a80-7062-406f-8c11-34fa00596310 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:45.759733 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-cb406a80-7062-406f-8c11-34fa00596310 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.65 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 950 time: 0.0868001 Dec 23 15:33:45.847743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Deleting port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:33:45.848122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:46.121523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] For port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,segment=NetworkSegment(2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749),segment_id=2bb8cb2b-cb2c-4b12-89bf-8bfa494ad749)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:33:46.121927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:46.251235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Calling delete_port for 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:33:46.402280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:46.409104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-147af235-3474-45d3-b4b1-790e8e0eaf6c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:46.416380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['3d7d115f-2578-4c4a-a1b4-2b14ef3850c0'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:33:46.455029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Pushing event deleted for resources: {'Port': ['ID=3d7d115f-2578-4c4a-a1b4-2b14ef3850c0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:46.457823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:46.536208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] No DVR routers for this DVR port 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:33:46.538950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:46.542235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04862b80-22d6-4026-8b72-be599dfe35da', 'name': 'network-vif-deleted', 'tag': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:33:46.560574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-91784b4a-72d0-4ffb-bb4a-1e7018078292 req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.65 "DELETE /v2.0/ports/3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 HTTP/1.1" status: 204 len: 173 time: 0.7958295 Dec 23 15:33:46.598352 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04862b80-22d6-4026-8b72-be599dfe35da', 'name': 'network-vif-deleted', 'tag': '3d7d115f-2578-4c4a-a1b4-2b14ef3850c0', 'status': 'completed', 'code': 200} Dec 23 15:33:46.743978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36ee90b6-2fe7-4c5a-ab73-fe45af09ccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:46.929879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac66710d-9061-4e43-9600-4182c5889935 req-38264d75-794a-417f-ba3b-40d205bbe58d tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] 10.222.0.49 "GET /v2.0/ports?device_id=04862b80-22d6-4026-8b72-be599dfe35da HTTP/1.1" status: 200 len: 210 time: 0.0467184 Dec 23 15:33:48.193432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:48.397994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60978) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:48.501410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:33:48.542747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:33:48.543240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3d7d115f-2578-4c4a-a1b4-2b14ef3850c0 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:33:48.613508 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01de8499-6cce-4300-8f61-9f8e3ad22730 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9243a9bc0a6b4c14b139d8177c72ee93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2139311 Dec 23 15:33:48.617100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 60984) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:48.680819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:48.708658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:48.763228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:48.768405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-73a2de6f-b6e5-42a1-a281-8be423447e9c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:48.783152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe0353-97ae-4d29-9aa6-c984376cea82,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:48.787499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:48.789744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-908d8ba4-4b0f-4b95-9b39-870d57f37e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:48.791444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:48.795531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0fe0353-97ae-4d29-9aa6-c984376cea82 HTTP/1.1" status: 204 len: 168 time: 0.1745660 Dec 23 15:33:49.179829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60992) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:49.201261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.236497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:49.242710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Usage tracker for resource:security_group_rule and tenant:9eac6e0aecce4bbaaea1ef7703f719ca is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:49.246094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:49.254918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:49.337389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.341386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.348677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5bde00ae-cfa2-43f8-940c-accf7dd4d6a5 tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:49.389421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0519f3a-2381-4946-8580-2d1349d21225,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:49.394932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:49.399559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f3c3c4dc-9e56-43af-a779-5fe93437a995 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9eac6e0aecce4bbaaea1ef7703f719ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2184780 Dec 23 15:33:49.401422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 60996) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:49.461004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.486893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.519949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.580770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.586127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:49.601052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0519f3a-2381-4946-8580-2d1349d21225,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:49.603867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:49.605094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:49.606354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-738222c0-4104-4361-9efb-80cf7bca4aa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0519f3a-2381-4946-8580-2d1349d21225 HTTP/1.1" status: 204 len: 168 time: 0.2037191 Dec 23 15:33:50.565075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 32786) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.722550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-467694350-network', 'tenant_id': '80b112a428b04a68ae4c7e0cfc10a19c'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:50.728496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:50.733382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Usage tracker for resource:network and tenant:80b112a428b04a68ae4c7e0cfc10a19c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:50.736804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:50.744759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:50.755767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Made reservation on behalf of 80b112a428b04a68ae4c7e0cfc10a19c for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:33:50.760539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:50.774717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:50.811533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:50.815996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Usage tracker for resource:security_group_rule and tenant:80b112a428b04a68ae4c7e0cfc10a19c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:50.819186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:50.826286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:50.899052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:50.902943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:50.906551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29ce03fa-fedf-47b5-8070-2a41d57db0af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:50.908100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:50.940873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:33:50.950490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763053c5-8e37-401a-a46e-98fb651bec6f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:50.954379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:50.957091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:50.957519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Added segment e0ef72d7-5e55-464e-a053-cb0222e2f633 of type vlan for network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 Dec 23 15:33:50.987169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:51.018018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:51.018998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:51.019642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:51.023263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-601b23e9-7c34-4b0f-ab2c-793da5e03b9f tempest-TagsExtTest-206345875 tempest-TagsExtTest-206345875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:51.131643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5653043 Dec 23 15:33:51.132607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Pushing event updated for resources: {'Network': ['ID=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:51.135405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 32792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:51.135970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:51.143809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Request body: {'subnet': {'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-467694350-subnet', 'tenant_id': '80b112a428b04a68ae4c7e0cfc10a19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:51.146651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:33:51.149735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:51.154118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Usage tracker for resource:subnet and tenant:80b112a428b04a68ae4c7e0cfc10a19c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:51.157409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:51.163890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:51.174762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Made reservation on behalf of 80b112a428b04a68ae4c7e0cfc10a19c for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:33:51.179694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:51.437108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:51.441608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-355050c2-e3d0-4846-8bfe-7f77b813c609 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:51.517718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0bdecf-17b7-416b-98d7-bcd78349533e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:51.522584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:51.533796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Checking segment: {'id': 'e0ef72d7-5e55-464e-a053-cb0222e2f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:33:51.534193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Network hostable DHCP agents. Network: eed7064f-7fbe-46ab-adcf-2a82e81fdcc4, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:33:51.557962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:33:51.568929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, eed7064f-7fbe-46ab-adcf-2a82e81fdcc4) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:33:51.574851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:51.576131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:51.580642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d78380-921c-485d-90de-912113cb73be None None] Network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:33:51.599858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4630086 Dec 23 15:33:51.819406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645925c4-368d-45ce-8955-9d51a78b1d09 None None] Network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:33:52.221510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-bcb170ec-e9ff-4ece-8210-03f8018eb574 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:52.223107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-bcb170ec-e9ff-4ece-8210-03f8018eb574 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 811 time: 0.1771204 Dec 23 15:33:52.244711 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-0f3b2fec-820f-446a-8e59-31d61ac064a0 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/quotas/80b112a428b04a68ae4c7e0cfc10a19c HTTP/1.1" status: 200 len: 375 time: 0.0128412 Dec 23 15:33:52.303779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-0f47da4f-5c1d-47ba-88b7-cdc077a16e10 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515521 Dec 23 15:33:52.461229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-47b53575-b58f-4870-847b-dbba1a17c9b8 service neutron] 10.222.0.49 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463387 Dec 23 15:33:52.849684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-4d7775bf-2779-4a1e-8647-4e23ef3d014d service neutron] 10.222.0.49 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774848 Dec 23 15:33:53.061522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff495733-5086-473d-b219-9883126ba427 req-c839cd03-2d2e-4d18-bb51-ec7e1c515b4c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 210 time: 0.0493896 Dec 23 15:33:54.182122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-a48c6f01-3c88-447b-8760-55770784d801 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:54.182961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-a48c6f01-3c88-447b-8760-55770784d801 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Synchronizing usage tracker for tenant:80b112a428b04a68ae4c7e0cfc10a19c on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:54.202759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-a48c6f01-3c88-447b-8760-55770784d801 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Unset dirty status for tenant:80b112a428b04a68ae4c7e0cfc10a19c on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:54.204162 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-a48c6f01-3c88-447b-8760-55770784d801 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.65 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 811 time: 0.1848421 Dec 23 15:33:54.220465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Request body: {'port': {'device_id': '10f6e757-d489-408e-9d48-31716f643e2c', 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4', 'admin_state_up': True, 'tenant_id': '80b112a428b04a68ae4c7e0cfc10a19c'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:54.240587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12a53ecb-f19a-4b1c-920c-0de20b05a109 req-57ccc153-907c-4db9-a334-abd005d45e1d tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 210 time: 0.0513258 Dec 23 15:33:54.391078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:33:54.395786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Usage tracker for resource:port and tenant:80b112a428b04a68ae4c7e0cfc10a19c is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:33:54.399008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:33:54.405289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:33:54.415970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Made reservation on behalf of 80b112a428b04a68ae4c7e0cfc10a19c for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:33:54.421578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:54.605483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Allocated IP 172.20.0.14 (eed7064f-7fbe-46ab-adcf-2a82e81fdcc4/2a0bdecf-17b7-416b-98d7-bcd78349533e/74b64e43-6c35-4e5f-a47c-14c8ba9b3091) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:33:54.832623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:54.862868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:54.868991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:54.941398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:33:55.185067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:33:55.190578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:33:55.218317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:55.224574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:55.259673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:55.260350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:55.282175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0661223 Dec 23 15:33:55.295241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Request body: {'port': {'device_id': '10f6e757-d489-408e-9d48-31716f643e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:55.462515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:55.571488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d2793-b075-4b7e-975b-9c082846398b req-2d2e66c7-4837-4eea-98d4-a30eca479344 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:55.572271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-269d2793-b075-4b7e-975b-9c082846398b req-2d2e66c7-4837-4eea-98d4-a30eca479344 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Synchronizing usage tracker for tenant:80b112a428b04a68ae4c7e0cfc10a19c on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:55.656424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-269d2793-b075-4b7e-975b-9c082846398b req-2d2e66c7-4837-4eea-98d4-a30eca479344 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Unset dirty status for tenant:80b112a428b04a68ae4c7e0cfc10a19c on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:55.657796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-269d2793-b075-4b7e-975b-9c082846398b req-2d2e66c7-4837-4eea-98d4-a30eca479344 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 932 time: 0.2723935 Dec 23 15:33:55.805229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-269d2793-b075-4b7e-975b-9c082846398b req-3cf0a0b1-4a0a-471a-ae2d-8779b609e583 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Synchronizing usage tracker for tenant:80b112a428b04a68ae4c7e0cfc10a19c on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:33:55.846304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-269d2793-b075-4b7e-975b-9c082846398b req-3cf0a0b1-4a0a-471a-ae2d-8779b609e583 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Unset dirty status for tenant:80b112a428b04a68ae4c7e0cfc10a19c on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:33:55.847729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-269d2793-b075-4b7e-975b-9c082846398b req-3cf0a0b1-4a0a-471a-ae2d-8779b609e583 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715176 Dec 23 15:33:55.940218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:33:55.947653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:55.965397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Transition to ACTIVE for port object 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:33:55.969728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:55.974042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-145f2307-5f83-49d4-a35d-b39195c40d5b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:56.111020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:56.114172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:56.238322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Attempting to bind port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:33:56.238939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Attempting to bind port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'e0ef72d7-5e55-464e-a053-cb0222e2f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:33:56.239071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Attempting to bind port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 on network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:33:56.245746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 on network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:56.246108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Attempting to bind port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 on network eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:33:56.253609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:33:56.253982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Checking segment: {'id': 'e0ef72d7-5e55-464e-a053-cb0222e2f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:33:56.254403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Bound using segment: {'id': 'e0ef72d7-5e55-464e-a053-cb0222e2f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:33:56.254867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Bound port: 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef72d7-5e55-464e-a053-cb0222e2f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:33:56.255246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:56.352889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:33:56.356168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:33:56.360635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:56.364648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-72e7ab2f-8b06-4886-b948-58478f78e3a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:33:56.430303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:33:56.431794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] 10.222.0.65 "PUT /v2.0/ports/74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 1094 time: 1.1411338 Dec 23 15:33:56.432370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:33:56.445944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:33:56.449524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:33:56.511853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'status': 'completed', 'code': 200} Dec 23 15:33:56.553049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-49c484f8-85eb-4c7c-82a9-c850115b3b52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1097 time: 0.0840597 Dec 23 15:33:56.627777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-4971dc2f-f8c5-49d7-863d-a2f3609c4ce5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 217 time: 0.0670598 Dec 23 15:33:56.701039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-12a4cf9f-9da0-4ade-8a5b-655e13b3210d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:56.702673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-12a4cf9f-9da0-4ade-8a5b-655e13b3210d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 200 len: 851 time: 0.0687594 Dec 23 15:33:56.753004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-bbc7a81d-25fe-4e10-9365-a1df89087659 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438344 Dec 23 15:33:56.900941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-9e0fd7ec-3e0f-4650-8776-20a9e195a833 service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413577 Dec 23 15:33:57.099792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e49463a9-b8f8-438e-bd50-62f7ba3c3bc3 req-78ff4417-6a28-4da3-8bb7-a5fa6fda85be service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923914 Dec 23 15:33:57.125085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776c134-aaec-4020-b444-accd24ecffba req-6c40fcd3-c977-4007-b555-9ea44c29d394 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:57.126940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d776c134-aaec-4020-b444-accd24ecffba req-6c40fcd3-c977-4007-b555-9ea44c29d394 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 944 time: 0.1421044 Dec 23 15:33:57.228146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d776c134-aaec-4020-b444-accd24ecffba req-d0fe6f5e-8827-498a-b568-6381034f17c3 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947037 Dec 23 15:33:57.257385 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-0a35c9fd-417a-444f-a52c-ee08cd00102e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1097 time: 0.1062651 Dec 23 15:33:57.420761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-597734d5-4cc9-4df3-be6d-460eb2f92ec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:57.422478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-597734d5-4cc9-4df3-be6d-460eb2f92ec7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 912 time: 0.1580207 Dec 23 15:33:57.498166 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-2c968b0c-dd5e-40ae-86c2-a0118390b928 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 217 time: 0.0690391 Dec 23 15:33:57.570702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-7eea6cf4-e067-4ca3-afc0-e1c75f900478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:57.572264 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-7eea6cf4-e067-4ca3-afc0-e1c75f900478 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 200 len: 851 time: 0.0664093 Dec 23 15:33:57.627129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-bbdf7b67-b05f-4206-b52b-34d148f3c4ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469992 Dec 23 15:33:57.773947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-27f5d9cc-a429-4034-bdb9-f3b6d4bc7fdb service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392813 Dec 23 15:33:57.920206 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8dd147be-e45d-4a6a-ae12-503d3b6b5865 req-233ed41b-4649-4837-bde9-6539de38c98a service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392474 Dec 23 15:33:58.461966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223064-1978-4597-b2ed-36a1cfc0a1d5 req-1049a472-5607-4dad-9c5c-5c89aab93932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:58.463669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b223064-1978-4597-b2ed-36a1cfc0a1d5 req-1049a472-5607-4dad-9c5c-5c89aab93932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 944 time: 0.0960951 Dec 23 15:33:58.513360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b223064-1978-4597-b2ed-36a1cfc0a1d5 req-0d0591a9-76bf-415b-ab63-4678c800ed83 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Dec 23 15:33:59.734005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882dff8-ec11-495a-bd3f-5fe8b91a65b0 req-af9bb9ed-231b-4cb6-97ee-cbb3a0d1e438 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:33:59.735596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8882dff8-ec11-495a-bd3f-5fe8b91a65b0 req-af9bb9ed-231b-4cb6-97ee-cbb3a0d1e438 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 944 time: 0.0914321 Dec 23 15:33:59.785487 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8882dff8-ec11-495a-bd3f-5fe8b91a65b0 req-560d2876-4604-491a-bcaf-a2f859c5d898 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Dec 23 15:34:00.579640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:34:00.735366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:00.749661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4', 'port_id': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'mac_address': 'fa:16:3e:79:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0bdecf-17b7-416b-98d7-bcd78349533e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:34:00.812156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:00.831552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:34:00.847548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:00.850861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:00.854046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a73f1a9b-d10b-4e0b-8b0a-aa8703560021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:00.921198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:00.930510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.930881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.931240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.931628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.932008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.932395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.932776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.933201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.933561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.933931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.934305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:00.938605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:00.982519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:00.994382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e46b5-699d-4d56-801d-bb2911105034 req-cb7654e6-7ea4-4c6a-9819-9de07ba0f829 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:00.995966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a7e46b5-699d-4d56-801d-bb2911105034 req-cb7654e6-7ea4-4c6a-9819-9de07ba0f829 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 945 time: 0.0851254 Dec 23 15:34:01.049329 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a7e46b5-699d-4d56-801d-bb2911105034 req-fd80b188-a38e-4b2c-a437-377570d58de1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Dec 23 15:34:01.052925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['74b64e43-6c35-4e5f-a47c-14c8ba9b3091'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:34:02.281212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f465e-6869-40ef-bcda-d1ecf9e5804a req-2bc39976-1ddf-4193-b629-039550963d5c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:02.282852 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-084f465e-6869-40ef-bcda-d1ecf9e5804a req-2bc39976-1ddf-4193-b629-039550963d5c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 945 time: 0.0909741 Dec 23 15:34:02.336542 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-084f465e-6869-40ef-bcda-d1ecf9e5804a req-59779e5d-39d4-4098-a920-80d31d2f2b69 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 Dec 23 15:34:02.594599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:34:02.670481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:34:02.676145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:34:02.676525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:02.798787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:02.827674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:34:02.838936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:02.843371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:02.845520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:02.883516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'code': 200} Dec 23 15:34:02.927927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:02.931135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:03.084726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:34:03.128006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f01322e-c778-4d75-97f7-52c60cbc5d2c req-28fbd43e-2302-4641-9620-8947b5391d0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1099 time: 0.0765247 Dec 23 15:34:03.174094 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f01322e-c778-4d75-97f7-52c60cbc5d2c req-047d7ff1-1703-4cf9-b5b4-41bae3f76a04 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389194 Dec 23 15:34:03.567450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196305da-677a-45a6-a70a-3a693acd2c90 req-07afbd9b-e6a4-4d70-9385-a990fd4acdd1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:03.569094 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-196305da-677a-45a6-a70a-3a693acd2c90 req-07afbd9b-e6a4-4d70-9385-a990fd4acdd1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.1064425 Dec 23 15:34:03.620622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-196305da-677a-45a6-a70a-3a693acd2c90 req-779ea0a3-f3a2-4ed1-8ad3-f8fdc96ea8e2 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Dec 23 15:34:04.862161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5030e93-f69c-4c23-be8a-7bed0f1599a1 req-ba59f393-856f-40ce-b690-9acd4ba1983f tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:04.863792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5030e93-f69c-4c23-be8a-7bed0f1599a1 req-ba59f393-856f-40ce-b690-9acd4ba1983f tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0960457 Dec 23 15:34:04.915491 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5030e93-f69c-4c23-be8a-7bed0f1599a1 req-f52f5de9-6d39-4c53-a611-226ecf0a6cca tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Dec 23 15:34:05.127716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3047a0d7-11b3-46d2-9d51-b32b0cd648aa req-30913d63-6a99-4f1a-8def-7817984e98e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0807154 Dec 23 15:34:05.420588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 32856) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:05.482296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f3490-7a53-4033-b8a8-3b12c79bc8b8 req-b5a98b56-5cdb-400e-ba39-904b2b426267 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:05.484109 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0b4f3490-7a53-4033-b8a8-3b12c79bc8b8 req-b5a98b56-5cdb-400e-ba39-904b2b426267 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0938840 Dec 23 15:34:05.535248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0b4f3490-7a53-4033-b8a8-3b12c79bc8b8 req-5466ba85-00e8-408d-92be-afe0442263e0 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Dec 23 15:34:05.591220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-df03135a-e3bf-4c48-b2d6-084cc5d65eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1688228 Dec 23 15:34:06.770087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2c4c-6b5c-4b9e-8778-5ced681558eb req-41508e81-401e-43f1-a0b3-97ea930d8cb7 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:06.771636 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-675e2c4c-6b5c-4b9e-8778-5ced681558eb req-41508e81-401e-43f1-a0b3-97ea930d8cb7 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0955367 Dec 23 15:34:06.828524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-675e2c4c-6b5c-4b9e-8778-5ced681558eb req-c7ec7cd5-82bf-4e76-ba1e-2df571012e11 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Dec 23 15:34:06.986568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-494e2980-3d3b-4e13-baf9-d985dab9588a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1099 time: 0.0994451 Dec 23 15:34:07.139332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-d4051947-912b-4cec-960f-c4f7f2e464f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:07.141346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-d4051947-912b-4cec-960f-c4f7f2e464f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 912 time: 0.1484530 Dec 23 15:34:07.222477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-3e20030a-ded4-4be9-9043-59c21f95cfae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 217 time: 0.0737534 Dec 23 15:34:07.305285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-4d18b464-436e-423a-9339-a3efe6b98135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:07.306908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-4d18b464-436e-423a-9339-a3efe6b98135 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 200 len: 851 time: 0.0786650 Dec 23 15:34:07.357403 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-5f5471ec-2103-4972-9ab4-9d49dcd4bfe9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437520 Dec 23 15:34:07.505049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-bb6d4950-55ed-41c2-be25-7607dc4528a2 service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407280 Dec 23 15:34:07.656280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-1509b08d-b7a2-478d-b436-6e3f03e5ef4b service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441190 Dec 23 15:34:08.058924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7dab3-34c6-4b2d-9486-37e6ea11dacb req-22f6cb4e-9382-47e1-94d0-6746305084ca tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:08.060518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-54c7dab3-34c6-4b2d-9486-37e6ea11dacb req-22f6cb4e-9382-47e1-94d0-6746305084ca tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.1085765 Dec 23 15:34:08.110107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-54c7dab3-34c6-4b2d-9486-37e6ea11dacb req-3290aa67-c2f9-4f8c-9338-a9842b6046a3 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Dec 23 15:34:09.338755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32326f-8d8c-4d9d-8231-237fd2ce4133 req-4bcf77ed-5441-4235-a4b2-5281d24d0953 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:09.340437 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca32326f-8d8c-4d9d-8231-237fd2ce4133 req-4bcf77ed-5441-4235-a4b2-5281d24d0953 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0960517 Dec 23 15:34:09.632152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca32326f-8d8c-4d9d-8231-237fd2ce4133 req-f27d6783-5074-405e-8218-0c3e685dfedb tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836933 Dec 23 15:34:10.871649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c881174-5a5e-46ba-91a4-085df8a0d6a9 req-38d40071-9359-43ce-b259-f1dd908380a1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:10.873322 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c881174-5a5e-46ba-91a4-085df8a0d6a9 req-38d40071-9359-43ce-b259-f1dd908380a1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0944424 Dec 23 15:34:10.927407 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c881174-5a5e-46ba-91a4-085df8a0d6a9 req-4dadc944-b5f5-42b0-b681-26bd721fb7eb tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Dec 23 15:34:12.151043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32349fd1-f719-4502-92bf-81169b37fa8f req-3fe6d3e4-d241-4468-95f7-a7b1be0a942c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:12.152646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-32349fd1-f719-4502-92bf-81169b37fa8f req-3fe6d3e4-d241-4468-95f7-a7b1be0a942c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0890987 Dec 23 15:34:12.203478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-32349fd1-f719-4502-92bf-81169b37fa8f req-9651dbba-9e52-4baa-a5bd-ead204bfa826 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Dec 23 15:34:13.431445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf87e83-deb8-4f2e-bcfc-9df2d21acdb0 req-04ac364e-ea8e-4c59-9165-d50dddde2837 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:13.433103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0cf87e83-deb8-4f2e-bcfc-9df2d21acdb0 req-04ac364e-ea8e-4c59-9165-d50dddde2837 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0948434 Dec 23 15:34:13.484321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0cf87e83-deb8-4f2e-bcfc-9df2d21acdb0 req-608e7faa-4403-4644-a925-a8a67e589a20 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Dec 23 15:34:14.709357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc868e-39c6-44c3-97e0-18a3c2793286 req-159a963e-f756-4d9a-a7a5-5dc238e3d853 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:14.710885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4edc868e-39c6-44c3-97e0-18a3c2793286 req-159a963e-f756-4d9a-a7a5-5dc238e3d853 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0921721 Dec 23 15:34:14.760358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4edc868e-39c6-44c3-97e0-18a3c2793286 req-1148d094-dc9f-4991-be5b-03e81f6440d9 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Dec 23 15:34:15.995818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfd168-33a4-407d-a3af-cd2d5c9b4ceb req-3c785be7-4582-4361-95fd-3e9007830f9b tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:15.997507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbdfd168-33a4-407d-a3af-cd2d5c9b4ceb req-3c785be7-4582-4361-95fd-3e9007830f9b tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0979440 Dec 23 15:34:16.046361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbdfd168-33a4-407d-a3af-cd2d5c9b4ceb req-2d3af670-dbcc-42c1-a781-d2ac2c2eb715 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Dec 23 15:34:16.759314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9178d003-69c2-4a87-8835-90ce0a820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:17.267158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcb787-5bc7-480a-a639-8c2aa88eff46 req-230b2dea-cd54-4e6f-91f7-d793ac0a3ea0 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:17.268876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d9fcb787-5bc7-480a-a639-8c2aa88eff46 req-230b2dea-cd54-4e6f-91f7-d793ac0a3ea0 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0891209 Dec 23 15:34:17.321855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d9fcb787-5bc7-480a-a639-8c2aa88eff46 req-9e8bc103-0ef1-47de-8126-165940b16225 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Dec 23 15:34:18.198858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:18.562529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b245-f31e-4789-baa7-00ebe3361f25 req-ea291c58-f4c4-4347-a455-dcf94f9ca474 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:18.564156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6860b245-f31e-4789-baa7-00ebe3361f25 req-ea291c58-f4c4-4347-a455-dcf94f9ca474 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.1011479 Dec 23 15:34:18.617905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6860b245-f31e-4789-baa7-00ebe3361f25 req-541d488f-c1a5-483e-aba6-3e7de7eeb3f8 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Dec 23 15:34:18.804865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6cb23f0f-83f9-4de4-881f-269239683a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:19.474100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:19.838484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4027b31-2c7a-4a49-beb7-429b21bae1a3 req-6d4193ee-5d91-4086-bdfd-5081aa18dbc3 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:19.840195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4027b31-2c7a-4a49-beb7-429b21bae1a3 req-6d4193ee-5d91-4086-bdfd-5081aa18dbc3 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0901556 Dec 23 15:34:19.894449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4027b31-2c7a-4a49-beb7-429b21bae1a3 req-74b388ab-93fb-4ea0-8fe2-eb7ff9ec8d6e tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Dec 23 15:34:20.915680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:21.114369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2a3cf-cac5-4990-9740-d89e3ae1dc3c req-1d795b0a-1c47-4fcf-9663-4a9aab4f0146 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:21.116023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4a2a3cf-cac5-4990-9740-d89e3ae1dc3c req-1d795b0a-1c47-4fcf-9663-4a9aab4f0146 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0975287 Dec 23 15:34:21.166190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4a2a3cf-cac5-4990-9740-d89e3ae1dc3c req-a203fa43-075f-4981-853b-45e538d70f7e tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Dec 23 15:34:22.384539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4720bb-4a1f-438d-819e-47ccfb031e51 req-7d51f067-3e4b-485c-8aed-7c7b248fa8ac tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:22.386210 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c4720bb-4a1f-438d-819e-47ccfb031e51 req-7d51f067-3e4b-485c-8aed-7c7b248fa8ac tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0869179 Dec 23 15:34:22.440182 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c4720bb-4a1f-438d-819e-47ccfb031e51 req-a8edc7ea-6293-4056-93a6-6242aed340ba tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474045 Dec 23 15:34:22.598710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-aed09daa-4335-4fed-9d9c-c40f735ef5bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1099 time: 0.0811899 Dec 23 15:34:22.763700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-ee7aa8ff-d462-4d11-bedc-8c5fe2853f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:22.765316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-ee7aa8ff-d462-4d11-bedc-8c5fe2853f0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 912 time: 0.1439378 Dec 23 15:34:22.844878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-6d284a9c-cc81-41c7-8f3b-7081cf6b596c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 217 time: 0.0720656 Dec 23 15:34:22.917909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-fa21ac4d-6dd5-44bd-b09b-3e57d50212f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:22.919632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-fa21ac4d-6dd5-44bd-b09b-3e57d50212f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 200 len: 851 time: 0.0679500 Dec 23 15:34:22.970891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-0c81c785-afed-4ea1-b65d-99844c75e155 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445673 Dec 23 15:34:23.116199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-cd66aaee-426f-4c42-a1b7-c3c9d340a25e service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390181 Dec 23 15:34:23.268600 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-08542daf-ca52-4a79-b404-1d13d1d4b726 req-521f7542-d706-4b60-a83e-c383cc890a92 service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425984 Dec 23 15:34:23.663643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721c2a0-7fea-4f31-a260-cd39c1f90038 req-6b00d611-c7fc-45fe-96dd-677bf2bdb208 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:23.665308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5721c2a0-7fea-4f31-a260-cd39c1f90038 req-6b00d611-c7fc-45fe-96dd-677bf2bdb208 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0992436 Dec 23 15:34:23.718634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5721c2a0-7fea-4f31-a260-cd39c1f90038 req-58719de5-6fc8-4070-a70d-6a723b0d06c2 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Dec 23 15:34:24.941843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6718a3d-abda-42dd-a833-d19ceb8a8ade req-8275d66d-a117-44f3-8772-ff9ebd9b842f tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:24.943496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6718a3d-abda-42dd-a833-d19ceb8a8ade req-8275d66d-a117-44f3-8772-ff9ebd9b842f tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0925205 Dec 23 15:34:24.993187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6718a3d-abda-42dd-a833-d19ceb8a8ade req-0ae4d7c8-9dad-493d-bbc1-000aaf7bad7e tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Dec 23 15:34:26.227337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920af7-8b59-4dcb-840a-7844961b9e28 req-9ff959c0-0d8a-4c22-b89e-c70689da521d tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:26.228998 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7920af7-8b59-4dcb-840a-7844961b9e28 req-9ff959c0-0d8a-4c22-b89e-c70689da521d tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0888042 Dec 23 15:34:26.282128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7920af7-8b59-4dcb-840a-7844961b9e28 req-b826a6a9-90a1-4837-898d-75843943bbfd tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Dec 23 15:34:27.546641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf126-4271-4c01-bb8b-94c14918bf53 req-4939422d-880d-4741-856c-2041f345e568 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:27.548288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c8cf126-4271-4c01-bb8b-94c14918bf53 req-4939422d-880d-4741-856c-2041f345e568 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0951016 Dec 23 15:34:27.602474 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c8cf126-4271-4c01-bb8b-94c14918bf53 req-d8a13b0d-23f5-433b-b515-5a51e09cdc7c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Dec 23 15:34:28.844276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c705936-980e-4d4e-857a-380cfacb3650 req-82adcc6e-5afa-444d-b89d-e7db97787e75 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:28.845930 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c705936-980e-4d4e-857a-380cfacb3650 req-82adcc6e-5afa-444d-b89d-e7db97787e75 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.1048033 Dec 23 15:34:28.895687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c705936-980e-4d4e-857a-380cfacb3650 req-39bf46e6-a578-4760-ab10-04655c7809c1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Dec 23 15:34:30.130373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6b438-ad4e-4edf-829b-897cbfbf5b1b req-2be11980-8c5e-4290-a7bb-1799fe21a378 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:30.132003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5e6b438-ad4e-4edf-829b-897cbfbf5b1b req-2be11980-8c5e-4290-a7bb-1799fe21a378 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.1022203 Dec 23 15:34:30.185466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5e6b438-ad4e-4edf-829b-897cbfbf5b1b req-139631f8-9059-475c-a441-25e9115bb01d tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Dec 23 15:34:31.002862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:31.417985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a32f0a-19e4-4276-b3a4-05e0f107e79d req-f1a0075b-f7c3-4a7e-a453-45aea12ffeb2 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:31.419639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-54a32f0a-19e4-4276-b3a4-05e0f107e79d req-f1a0075b-f7c3-4a7e-a453-45aea12ffeb2 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0989521 Dec 23 15:34:31.475461 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-54a32f0a-19e4-4276-b3a4-05e0f107e79d req-104abbc4-8b02-441a-9535-12458ccead10 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493505 Dec 23 15:34:32.689911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e23d6-3cd8-4ef7-b54d-a217194629f7 req-0dd58785-a377-4837-9ad0-a8da4279aac3 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:32.691484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-480e23d6-3cd8-4ef7-b54d-a217194629f7 req-0dd58785-a377-4837-9ad0-a8da4279aac3 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0911763 Dec 23 15:34:32.744045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-480e23d6-3cd8-4ef7-b54d-a217194629f7 req-3219d746-56ec-46ef-9e41-2029cc62753d tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Dec 23 15:34:33.979665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dce1b6-e26d-49f1-95d9-b2b20acf4420 req-607f8c0b-c8e3-4bef-83b6-33f714728380 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:33.981451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86dce1b6-e26d-49f1-95d9-b2b20acf4420 req-607f8c0b-c8e3-4bef-83b6-33f714728380 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0941226 Dec 23 15:34:34.034804 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86dce1b6-e26d-49f1-95d9-b2b20acf4420 req-2a391504-4951-4ae1-8d3f-31b64dfdc95a tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Dec 23 15:34:34.536307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-2aa65306-05e9-47b9-b08d-6107d6758fde service neutron] 10.222.0.65 "GET /v2.0/ports/74b64e43-6c35-4e5f-a47c-14c8ba9b3091/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0906529 Dec 23 15:34:34.827451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-657a9a72-5610-4897-9525-e9dd89b9a164 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c&tenant_id=80b112a428b04a68ae4c7e0cfc10a19c HTTP/1.1" status: 200 len: 1099 time: 0.0850034 Dec 23 15:34:34.933063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-39de6a94-b6d8-4e73-81c6-efe87abfaa09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1099 time: 0.0788505 Dec 23 15:34:35.079512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-f0f76d30-bcc6-419a-8761-17f56a9e1856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:35.081649 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-f0f76d30-bcc6-419a-8761-17f56a9e1856 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 912 time: 0.1425049 Dec 23 15:34:35.160591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-ad94ce37-7e5e-48c5-85a9-47d064dba63f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 217 time: 0.0722234 Dec 23 15:34:35.283613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-2e634838-e96f-4bf6-b55c-c652e10c425d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:35.285357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-2e634838-e96f-4bf6-b55c-c652e10c425d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 200 len: 851 time: 0.1182437 Dec 23 15:34:35.339444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-c07c01ef-3c2c-45eb-ac03-9a2d984ee5de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472183 Dec 23 15:34:35.382087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7dfd5-2c43-4a9e-a167-3e151113423e req-5d265f71-3ed7-4c7e-bede-5f3de2c1a8f0 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:35.383715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5df7dfd5-2c43-4a9e-a167-3e151113423e req-5d265f71-3ed7-4c7e-bede-5f3de2c1a8f0 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.1812105 Dec 23 15:34:35.527291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5df7dfd5-2c43-4a9e-a167-3e151113423e req-2a1fcbea-7fa5-4158-8677-a4016ede11a9 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904860 Dec 23 15:34:35.536416 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-cb525bd6-a859-43ef-aff6-4d499735bd37 service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869857 Dec 23 15:34:35.682702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d76e6c2a-47dc-4174-a9b1-281c38337d9e req-a24e1abd-c184-45ba-8dde-cb4c60f7a60d service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400590 Dec 23 15:34:36.751360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f7f52-f9cd-4993-88ca-2360c188bdab req-01671d11-a0c9-488b-8014-36c0858af62c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:36.752906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a6f7f52-f9cd-4993-88ca-2360c188bdab req-01671d11-a0c9-488b-8014-36c0858af62c tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0970733 Dec 23 15:34:36.806130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a6f7f52-f9cd-4993-88ca-2360c188bdab req-20e05df8-4a19-4ffc-b638-572c5b9ade84 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Dec 23 15:34:38.023992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ba83-d850-42c3-8147-d9f2dbdb0550 req-dbf8ef92-2b80-49d7-b5d5-a8e8c41c5381 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:38.025666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7629ba83-d850-42c3-8147-d9f2dbdb0550 req-dbf8ef92-2b80-49d7-b5d5-a8e8c41c5381 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0874596 Dec 23 15:34:38.082510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7629ba83-d850-42c3-8147-d9f2dbdb0550 req-bb5b6e91-e43b-4859-a905-316b8b0f4098 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480003 Dec 23 15:34:38.519258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-e9588232-5549-4b83-a929-aea28880b51f tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:38.520903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-e9588232-5549-4b83-a929-aea28880b51f tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.65 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c&tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 946 time: 0.0928919 Dec 23 15:34:38.692249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-49158b4e-d126-4931-a625-b95ab4523cc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 1099 time: 0.0811498 Dec 23 15:34:38.764573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:34:38.839359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-33266c18-7a90-4c0f-be23-87fcf0eb1066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:38.840996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-33266c18-7a90-4c0f-be23-87fcf0eb1066 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 200 len: 912 time: 0.1429741 Dec 23 15:34:38.914872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:38.920735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-88e308b1-ef3c-4266-b693-35c733d03151 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 200 len: 217 time: 0.0729792 Dec 23 15:34:38.929700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'network_id': 'eed7064f-7fbe-46ab-adcf-2a82e81fdcc4', 'port_id': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'mac_address': 'fa:16:3e:79:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0bdecf-17b7-416b-98d7-bcd78349533e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:34:38.986528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:38.989706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-b03c0faa-fe11-4156-9605-a7c0ef9e6f7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:38.991345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-b03c0faa-fe11-4156-9605-a7c0ef9e6f7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 200 len: 851 time: 0.0647705 Dec 23 15:34:39.004917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:34:39.020961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:39.024203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:39.026132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-539851f0-799e-409e-9f5f-b6a1e0e8445b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:39.045348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-dc639533-f446-467f-a3fa-9a1c0fbcbeca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472636 Dec 23 15:34:39.095564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['74b64e43-6c35-4e5f-a47c-14c8ba9b3091'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:34:39.136239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:39.141221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:39.193225 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-920991fa-c5b6-47ab-a7ac-15c31d1030cb service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401362 Dec 23 15:34:39.348740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-0ed97be7-d231-400b-98f7-36b841e6596e service neutron] 10.222.0.65 "GET /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490815 Dec 23 15:34:40.085687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:34:40.249148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acee67-f4b9-4bdf-961f-871e000ca300 req-a390ae87-123c-4938-ab80-93789f8e56ef tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:40.250890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-36acee67-f4b9-4bdf-961f-871e000ca300 req-a390ae87-123c-4938-ab80-93789f8e56ef tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 945 time: 0.0876043 Dec 23 15:34:40.300153 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-36acee67-f4b9-4bdf-961f-871e000ca300 req-8a9146c5-cc4d-446b-9dc7-8a878c5011bc tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Dec 23 15:34:40.767047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:34:40.851222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:34:40.851681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:40.976738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:41.005560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:34:41.018121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:41.022867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:41.025523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b2ca729-676c-4733-bb4f-309ec7c46a9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:41.071886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'code': 200} Dec 23 15:34:41.101680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:41.105178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:41.520662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52001974-601a-43a8-93f9-e5bcbe4835d4 req-f6c06b0e-a6c3-42b1-97ea-d23125514ccb tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:41.522314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52001974-601a-43a8-93f9-e5bcbe4835d4 req-f6c06b0e-a6c3-42b1-97ea-d23125514ccb tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0898316 Dec 23 15:34:41.573604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52001974-601a-43a8-93f9-e5bcbe4835d4 req-b8d343f9-2ed4-4017-a54d-e2dea7f61c74 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Dec 23 15:34:41.932004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-496e3bd0-7dd7-43d9-b405-2960ee4d5640 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:41.933634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-496e3bd0-7dd7-43d9-b405-2960ee4d5640 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.65 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0865331 Dec 23 15:34:42.235216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Deleting port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:34:42.235829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:42.492642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] For port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,segment=NetworkSegment(e0ef72d7-5e55-464e-a053-cb0222e2f633),segment_id=e0ef72d7-5e55-464e-a053-cb0222e2f633)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:42.492896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:42.625960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Calling delete_port for 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:34:42.778474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:42.784550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:42.787800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a438f5-4dc2-450a-8c40-6ebe3bfa7677 req-9577445b-4780-4ca8-9918-496965b90fe1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:42.789487 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38a438f5-4dc2-450a-8c40-6ebe3bfa7677 req-9577445b-4780-4ca8-9918-496965b90fe1 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f6e757-d489-408e-9d48-31716f643e2c HTTP/1.1" status: 200 len: 946 time: 0.0898230 Dec 23 15:34:42.791364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['74b64e43-6c35-4e5f-a47c-14c8ba9b3091'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:34:42.831409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Pushing event deleted for resources: {'Port': ['ID=74b64e43-6c35-4e5f-a47c-14c8ba9b3091,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:42.841712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38a438f5-4dc2-450a-8c40-6ebe3bfa7677 req-72f9a10f-629b-40b6-9b0f-bbf4b3333dc7 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.49 "GET /v2.0/security-groups?id=763053c5-8e37-401a-a46e-98fb651bec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455184 Dec 23 15:34:42.846597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.847039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.847529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.847936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.850048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.850048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.850048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.850048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.850048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.851207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.851207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:42.879377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:42.927435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] No DVR routers for this DVR port 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:34:42.930343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:42.933193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'name': 'network-vif-deleted', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:34:42.949801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7dd0dc7d-195a-42be-ac72-a5d20d393707 req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] 10.222.0.65 "DELETE /v2.0/ports/74b64e43-6c35-4e5f-a47c-14c8ba9b3091 HTTP/1.1" status: 204 len: 173 time: 1.0103519 Dec 23 15:34:42.993257 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f6e757-d489-408e-9d48-31716f643e2c', 'name': 'network-vif-deleted', 'tag': '74b64e43-6c35-4e5f-a47c-14c8ba9b3091', 'status': 'completed', 'code': 200} Dec 23 15:34:44.141319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 32956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:44.212650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Deleting subnet 2a0bdecf-17b7-416b-98d7-bcd78349533e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:34:44.215872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.268867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.327623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.415909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.423076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e48239c-9407-4671-a2e1-65f2fc3aec61 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:44.461460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0bdecf-17b7-416b-98d7-bcd78349533e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:44.470117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.481779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.482301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.482816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.483216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.483629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.484045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.484457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.484855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.485297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.485699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.486105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:34:44.490105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2a0bdecf-17b7-416b-98d7-bcd78349533e HTTP/1.1" status: 204 len: 168 time: 0.3476844 Dec 23 15:34:44.491107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:44.492918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 32960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:44.613561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.752579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.780566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed7064f-7fbe-46ab-adcf-2a82e81fdcc4']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:34:44.780759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:34:44.794022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ef72d7-5e55-464e-a053-cb0222e2f633') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:34:44.794333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ef72d7-5e55-464e-a053-cb0222e2f633') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:34:44.806780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.818083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:34:44.818519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 74b64e43-6c35-4e5f-a47c-14c8ba9b3091 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:34:44.823774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.830795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:34:44.831229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:44.849573 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:44.928427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.932227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-810bcb8b-64bd-4317-b209-2fbd11f46ab7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:44.946343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:44.959499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed7064f-7fbe-46ab-adcf-2a82e81fdcc4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:44.962586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:44.965824 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68514986-270c-4d31-9383-e5bd21ff73f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/eed7064f-7fbe-46ab-adcf-2a82e81fdcc4 HTTP/1.1" status: 204 len: 168 time: 0.4717402 Dec 23 15:34:45.124867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 32966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:45.190457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd62b91d-c70b-4ba5-9719-be8b2a65458b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80b112a428b04a68ae4c7e0cfc10a19c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0639648 Dec 23 15:34:45.194120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 32970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:45.258839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:45.286221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:45.335897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:45.341035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-046c5a3c-c26a-48fc-af03-81e204bb9b84 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:45.355053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763053c5-8e37-401a-a46e-98fb651bec6f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:45.358036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:45.365779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:45.367375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/763053c5-8e37-401a-a46e-98fb651bec6f HTTP/1.1" status: 204 len: 168 time: 0.1719851 Dec 23 15:34:46.368268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 32992) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:46.509116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-740876203-network', 'tenant_id': '0a5feffb83964cb5a1b2e66aa640800b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:46.514833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:34:46.519360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Usage tracker for resource:network and tenant:0a5feffb83964cb5a1b2e66aa640800b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:34:46.522685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:34:46.530211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:34:46.540736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Made reservation on behalf of 0a5feffb83964cb5a1b2e66aa640800b for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:34:46.545632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.559286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.595575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:34:46.599984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Usage tracker for resource:security_group_rule and tenant:0a5feffb83964cb5a1b2e66aa640800b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:34:46.603040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:34:46.609175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:34:46.684046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.688200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.691500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48ea4414-f878-4fa4-821f-fe62187a619f tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:46.724114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:34:46.730027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83997ba3-fd69-4846-8676-ed60280db98a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:46.734047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:46.738323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.738718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Added segment 6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd of type vlan for network 5e96524f-131c-43d6-9d8e-fc6730e65053 Dec 23 15:34:46.747810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a15b8ad-3654-46db-bb3f-1b40f329f94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.769492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.800122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.801145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:46.801828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:46.805478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c380a0e8-1453-4bab-a714-6c9b8fd00dde tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:46.912758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5432489 Dec 23 15:34:46.916060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 32998) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:46.916236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Pushing event updated for resources: {'Network': ['ID=5e96524f-131c-43d6-9d8e-fc6730e65053,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:46.919468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:46.922755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Request body: {'subnet': {'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-740876203-subnet', 'tenant_id': '0a5feffb83964cb5a1b2e66aa640800b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:46.926943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 5e96524f-131c-43d6-9d8e-fc6730e65053 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:34:46.928741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:34:46.933397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Usage tracker for resource:subnet and tenant:0a5feffb83964cb5a1b2e66aa640800b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:34:46.936808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:34:46.943490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:34:46.956545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Made reservation on behalf of 0a5feffb83964cb5a1b2e66aa640800b for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:34:46.961575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:47.190384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:47.194199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17b20698-d455-45d6-96e0-b1bd63f736d9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:47.259288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e27806c-6874-4b99-9e7c-d28e82ca2dda,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:47.262131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:47.286337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Checking segment: {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:34:47.286734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Network hostable DHCP agents. Network: 5e96524f-131c-43d6-9d8e-fc6730e65053, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:34:47.310342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Network 5e96524f-131c-43d6-9d8e-fc6730e65053 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:34:47.320465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 5e96524f-131c-43d6-9d8e-fc6730e65053) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:34:47.324944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:47.325648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:47.330597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dfaaa8-c3e5-4853-ab5d-a52615b2b587 None None] Network 5e96524f-131c-43d6-9d8e-fc6730e65053 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:34:47.351438 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4340160 Dec 23 15:34:47.556107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521a5ac-d647-4d7d-a7f6-d4ae782c5064 None None] Network 5e96524f-131c-43d6-9d8e-fc6730e65053 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:34:47.931859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-3273e2a2-e36b-4230-9ddf-d85177ad3807 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:47.932626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-3273e2a2-e36b-4230-9ddf-d85177ad3807 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Synchronizing usage tracker for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:34:47.950816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-3273e2a2-e36b-4230-9ddf-d85177ad3807 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Unset dirty status for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:34:47.952167 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-3273e2a2-e36b-4230-9ddf-d85177ad3807 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 814 time: 0.1818438 Dec 23 15:34:47.970536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-fcb75f01-597d-44a1-acb0-aabcd6b6b31d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/quotas/0a5feffb83964cb5a1b2e66aa640800b HTTP/1.1" status: 200 len: 375 time: 0.0123622 Dec 23 15:34:48.020435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-471cbe11-18d4-4469-93aa-5520956e7b14 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444574 Dec 23 15:34:48.031271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-edfb5a92-2804-40c0-8ad3-3c890544972d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:34:48.032305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-edfb5a92-2804-40c0-8ad3-3c890544972d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052388 Dec 23 15:34:48.174509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-177a8262-e472-4086-b879-e01fce8d4034 service neutron] 10.222.0.49 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362860 Dec 23 15:34:48.191797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:48.331276 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-1951cc77-338d-4618-8b00-f15ed0191e6a service neutron] 10.222.0.49 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499252 Dec 23 15:34:48.531172 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38b7573e-f740-4e25-ad17-1cb06d9f7ac9 req-ddc6a5da-c5fc-4da7-bd56-d981e24d6047 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 210 time: 0.0465763 Dec 23 15:34:48.798373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ab345a4-2fb8-42b7-885a-6617b1353a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:49.468047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:49.699638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-333e4364-cdb5-4228-b1a3-e37ad3d3bff2 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:49.702237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-333e4364-cdb5-4228-b1a3-e37ad3d3bff2 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 814 time: 0.2001634 Dec 23 15:34:49.714645 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b4206611-aec5-4350-aad8-8eca758fd6a4 req-72a2d441-0c61-4f78-9f0f-1eb84b9a50ca tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 210 time: 0.0550091 Dec 23 15:34:49.723413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Request body: {'port': {'device_id': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'admin_state_up': True, 'tenant_id': '0a5feffb83964cb5a1b2e66aa640800b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:49.874850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:34:49.879359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Usage tracker for resource:port and tenant:0a5feffb83964cb5a1b2e66aa640800b is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:34:49.882743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:34:49.889092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:34:49.899438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Made reservation on behalf of 0a5feffb83964cb5a1b2e66aa640800b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:34:49.904987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:50.097642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Allocated IP 172.20.0.8 (5e96524f-131c-43d6-9d8e-fc6730e65053/2e27806c-6874-4b99-9e7c-d28e82ca2dda/059ce544-44e8-4d0f-a401-df2e606fe96d) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:34:50.315322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:50.343425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:50.349532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c5b66d9-8f4c-4302-a3a5-d22cc2ba0e7a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:50.418657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Network 5e96524f-131c-43d6-9d8e-fc6730e65053 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:34:50.422007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:34:50.431533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:34:50.465206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:50.471958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:50.502112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:50.502793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:50.524605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057475 Dec 23 15:34:50.539884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Request body: {'port': {'device_id': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:50.660195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:50.913202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:50.930087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975fc6f-6d30-415b-8cb8-1f65fe89adf1 req-6a69d7d4-11f8-4d8c-9301-c05ef7fd6e64 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:50.932079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a975fc6f-6d30-415b-8cb8-1f65fe89adf1 req-6a69d7d4-11f8-4d8c-9301-c05ef7fd6e64 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 931 time: 0.0906987 Dec 23 15:34:50.981635 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a975fc6f-6d30-415b-8cb8-1f65fe89adf1 req-bd6b2eba-f2a1-4551-a7e9-62c162152c5d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Dec 23 15:34:51.028722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059ce544-44e8-4d0f-a401-df2e606fe96d {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:34:51.036945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:51.053344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Transition to ACTIVE for port object 059ce544-44e8-4d0f-a401-df2e606fe96d will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:34:51.056694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:51.060579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31958b20-e9f3-4d92-9688-deededb9e43e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:51.179499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:51.188298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:51.302430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Attempting to bind port 059ce544-44e8-4d0f-a401-df2e606fe96d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:34:51.302807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Attempting to bind port 059ce544-44e8-4d0f-a401-df2e606fe96d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:34:51.303168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Attempting to bind port 059ce544-44e8-4d0f-a401-df2e606fe96d on network 5e96524f-131c-43d6-9d8e-fc6730e65053 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:34:51.309959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Port 059ce544-44e8-4d0f-a401-df2e606fe96d on network 5e96524f-131c-43d6-9d8e-fc6730e65053 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:51.310315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Attempting to bind port 059ce544-44e8-4d0f-a401-df2e606fe96d on network 5e96524f-131c-43d6-9d8e-fc6730e65053 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:34:51.317378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:34:51.317756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Checking segment: {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:34:51.318175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Bound using segment: {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:34:51.318637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Bound port: 059ce544-44e8-4d0f-a401-df2e606fe96d, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:34:51.319012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:51.413561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:34:51.416758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:34:51.420945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:51.424786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:51.484333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:51.485980 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] 10.222.0.65 "PUT /v2.0/ports/059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 1093 time: 0.9530115 Dec 23 15:34:51.488500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:34:51.515731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:51.519835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:51.564003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'status': 'completed', 'code': 200} Dec 23 15:34:51.603390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-2e4f0a7f-0168-470d-83a1-3d7b760f25e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1096 time: 0.0790460 Dec 23 15:34:51.686618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-bd70af9f-7580-47d8-a169-0e13d5e65757 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 217 time: 0.0752339 Dec 23 15:34:51.765411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-df99dde1-6674-4286-86a1-8485baad653d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:51.766899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-df99dde1-6674-4286-86a1-8485baad653d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0737162 Dec 23 15:34:51.821273 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-553b4980-952c-4a04-a26e-e20b2d4b2d32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476754 Dec 23 15:34:51.976404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-b47a4db6-a4f8-4d81-bbc4-a9f8970edd2b service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480749 Dec 23 15:34:52.122390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2adb1788-4abf-4b9d-a623-faa94664e726 req-6033bce1-0a0e-4071-a411-c4d5c7a0917f service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389749 Dec 23 15:34:52.187880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b02d-359e-4e47-989e-6f42d0fcd19e req-dc16660a-fe6f-4eb1-83d7-02abd516d020 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:52.189585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f50b02d-359e-4e47-989e-6f42d0fcd19e req-dc16660a-fe6f-4eb1-83d7-02abd516d020 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 943 time: 0.0868249 Dec 23 15:34:52.244243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f50b02d-359e-4e47-989e-6f42d0fcd19e req-2c8d7503-3b7a-4b17-94a8-5746587188b1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Dec 23 15:34:52.248007 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-42e027c3-6c8c-4d66-aeb6-bc02ceb5d24b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1096 time: 0.0779560 Dec 23 15:34:52.393536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-5005c6fc-3159-4b3a-8e99-d5082d83060a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:52.395214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-5005c6fc-3159-4b3a-8e99-d5082d83060a service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1408324 Dec 23 15:34:52.713671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-3442f1b0-ca48-45b4-9049-ee01fc38a37a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 217 time: 0.3075275 Dec 23 15:34:52.784722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-b7375498-3733-455c-8d0d-5d5b3a344729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:52.786352 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-b7375498-3733-455c-8d0d-5d5b3a344729 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0653739 Dec 23 15:34:52.840313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-a1367abd-4c56-4837-b02e-1786e31efc0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454497 Dec 23 15:34:52.992712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-b6a57127-117a-4168-bf56-3bf7177270c6 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448941 Dec 23 15:34:53.140751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33e1da82-4d29-4fb1-b58a-13a640791676 req-a6f43d25-c99a-4463-baac-da5591623a38 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411698 Dec 23 15:34:53.463846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-d6c03c1a-3b00-4de6-9991-5c655d81bec1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:53.464613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-d6c03c1a-3b00-4de6-9991-5c655d81bec1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Synchronizing usage tracker for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:34:53.484167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-d6c03c1a-3b00-4de6-9991-5c655d81bec1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Unset dirty status for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:34:53.485883 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-d6c03c1a-3b00-4de6-9991-5c655d81bec1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 943 time: 0.1110253 Dec 23 15:34:53.545465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-6c1fc969-36a3-43dc-a9d0-75accd45b83c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Synchronizing usage tracker for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:34:53.564164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-6c1fc969-36a3-43dc-a9d0-75accd45b83c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Unset dirty status for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:34:53.565435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fb3a69ae-0ce9-4178-8d7e-f2e8ad9dc6e5 req-6c1fc969-36a3-43dc-a9d0-75accd45b83c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730610 Dec 23 15:34:54.799107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a85a-dd3a-4b79-a9f1-bde38b793767 req-33bb6008-325c-40b5-85cc-6b8b2cb67b0b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:54.800679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d42a85a-dd3a-4b79-a9f1-bde38b793767 req-33bb6008-325c-40b5-85cc-6b8b2cb67b0b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 943 time: 0.0931225 Dec 23 15:34:54.842656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:34:54.853418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d42a85a-dd3a-4b79-a9f1-bde38b793767 req-42e32cf5-4dcc-45fd-b5da-c6edcb284c60 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Dec 23 15:34:55.146943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:55.161732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'port_id': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'mac_address': 'fa:16:3e:df:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e27806c-6874-4b99-9e7c-d28e82ca2dda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:34:55.218630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:55.237019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059ce544-44e8-4d0f-a401-df2e606fe96d {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:34:55.253434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:55.257221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:55.259036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ef7ded1-21a1-46f3-9a1f-526058b75417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:55.326921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:55.330440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:55.472848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['059ce544-44e8-4d0f-a401-df2e606fe96d'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:34:56.075933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda49c9c-e846-4103-97b1-c3bcd0fd7a08 req-9f4dde3c-6add-472a-a272-b0ef5cdbe9eb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:56.077650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fda49c9c-e846-4103-97b1-c3bcd0fd7a08 req-9f4dde3c-6add-472a-a272-b0ef5cdbe9eb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 944 time: 0.0968320 Dec 23 15:34:56.137973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fda49c9c-e846-4103-97b1-c3bcd0fd7a08 req-f15e3942-2335-4631-953e-3cc55ab43dea tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540466 Dec 23 15:34:56.860074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:34:56.942357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 059ce544-44e8-4d0f-a401-df2e606fe96d completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:34:56.947282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 059ce544-44e8-4d0f-a401-df2e606fe96d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:34:56.947708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:57.069056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:57.097948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:34:57.108003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:34:57.111949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:34:57.113997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:34:57.156882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'code': 200} Dec 23 15:34:57.185607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:34:57.188720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:34:57.429542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6f72-f3e1-4785-97b7-3f805d7e378f req-e402fab5-9800-45b8-9dbb-e11af34969e3 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:57.432003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0ce6f72-f3e1-4785-97b7-3f805d7e378f req-e402fab5-9800-45b8-9dbb-e11af34969e3 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1636367 Dec 23 15:34:57.465355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5fb0384b-fae1-4756-9027-4fadac0e0970 req-5eb58f0c-c8c9-4e35-99e0-beb4f4b7f8ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1098 time: 0.1392484 Dec 23 15:34:57.519881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0ce6f72-f3e1-4785-97b7-3f805d7e378f req-65c46afb-3971-4015-8904-5f9170b44d92 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790884 Dec 23 15:34:57.528820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5fb0384b-fae1-4756-9027-4fadac0e0970 req-81e0bb47-ba58-417f-aa8b-95ff346e0c1d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555682 Dec 23 15:34:58.743300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e662a-d794-4605-b67c-bf00dcc66817 req-24d95c93-a2b9-4f0e-89d3-efa31e10ad7d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:34:58.745746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a69e662a-d794-4605-b67c-bf00dcc66817 req-24d95c93-a2b9-4f0e-89d3-efa31e10ad7d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0906718 Dec 23 15:34:58.799263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a69e662a-d794-4605-b67c-bf00dcc66817 req-d4d37366-b3a9-4b9b-843c-3b1372668e9d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467486 Dec 23 15:35:00.022079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aad7a-e0d8-4e03-8848-7edf20b24340 req-cbfbaff3-4a76-4637-a6c9-eaef6727138d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:00.023706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf5aad7a-e0d8-4e03-8848-7edf20b24340 req-cbfbaff3-4a76-4637-a6c9-eaef6727138d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0924773 Dec 23 15:35:00.073293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf5aad7a-e0d8-4e03-8848-7edf20b24340 req-16d2de0b-c255-42f6-931d-d422f91a77be tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Dec 23 15:35:00.289467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cab0c0-631b-455f-a6d1-54e642eb25fe req-f5521c66-ff75-41ab-a691-c9b7625dca47 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:00.291100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e3cab0c0-631b-455f-a6d1-54e642eb25fe req-f5521c66-ff75-41ab-a691-c9b7625dca47 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0860929 Dec 23 15:35:00.343631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e3cab0c0-631b-455f-a6d1-54e642eb25fe req-3b03793b-e1f6-4514-8b2f-f1e3476d0002 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Dec 23 15:35:00.745320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333fa4-238f-4f08-8c26-119ff18adb98 req-090b9471-62a2-462d-b59f-6e40048edf5c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:00.746886 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38333fa4-238f-4f08-8c26-119ff18adb98 req-090b9471-62a2-462d-b59f-6e40048edf5c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0922494 Dec 23 15:35:00.797705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-38333fa4-238f-4f08-8c26-119ff18adb98 req-cdb5dfbe-8a01-4b62-a260-7c4afdffa1e0 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Dec 23 15:35:01.004575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:01.015938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6373-9194-44db-858d-01d2b0e19d6a req-b9849dfa-37b2-4de7-905e-77cb56e5374b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:01.017616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-268c6373-9194-44db-858d-01d2b0e19d6a req-b9849dfa-37b2-4de7-905e-77cb56e5374b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0929284 Dec 23 15:35:01.070628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-268c6373-9194-44db-858d-01d2b0e19d6a req-8e76c03f-78c7-49b7-8f69-fc8a7d123570 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Dec 23 15:35:01.279657 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-141bd370-a51c-4335-8896-d383f00c9c6b req-fd6c97ee-0b8c-4af5-a5ae-3ea04810aea7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0777292 Dec 23 15:35:01.598113 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-91d5527d-4065-4f33-a083-9df01423135e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298420 Dec 23 15:35:01.623932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b496-c131-4f4f-8fc6-d542bc669203 req-e982fae9-0c08-41d8-87c4-e7886c42adf1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:01.625538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3178b496-c131-4f4f-8fc6-d542bc669203 req-e982fae9-0c08-41d8-87c4-e7886c42adf1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1042604 Dec 23 15:35:01.675901 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3178b496-c131-4f4f-8fc6-d542bc669203 req-7c9ba654-d3e7-43cb-9629-796eed89384d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Dec 23 15:35:02.904163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442db65-fafd-4059-8914-ff8fd13c15d2 req-212851b0-d25d-4159-92c4-7f5dc4eb8142 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:02.912008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6442db65-fafd-4059-8914-ff8fd13c15d2 req-212851b0-d25d-4159-92c4-7f5dc4eb8142 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1086230 Dec 23 15:35:02.950102 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-5e8e83f4-4424-4f11-9b68-31216d6c8821 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1098 time: 0.0799360 Dec 23 15:35:02.957303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6442db65-fafd-4059-8914-ff8fd13c15d2 req-f1c72e50-d1eb-41e6-b2fc-56f5be1a3cef tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Dec 23 15:35:03.100132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-cb7b3590-83c6-4b9f-a9ff-9e86c16d9617 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:03.101701 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-cb7b3590-83c6-4b9f-a9ff-9e86c16d9617 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1449585 Dec 23 15:35:03.179137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-38706b07-c286-4ee2-ba2f-a28eb895c839 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 217 time: 0.0695362 Dec 23 15:35:03.256271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-78d284c4-4f91-4184-9604-633ee979a972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:03.257797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-78d284c4-4f91-4184-9604-633ee979a972 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0712590 Dec 23 15:35:03.313552 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-c1d6b914-703a-4b39-bc23-8394e559edf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481749 Dec 23 15:35:03.463415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-ea920850-641c-4bad-9739-9821e295cac6 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422913 Dec 23 15:35:03.611352 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-fa3605ae-15f3-4233-abab-9a4ae87a68a6 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406689 Dec 23 15:35:04.167468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c86bb-9d86-4839-8fd9-34552ddbf04b req-3bd0f0dc-33fc-49df-b2fb-f9495d3ddb19 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:04.169143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-423c86bb-9d86-4839-8fd9-34552ddbf04b req-3bd0f0dc-33fc-49df-b2fb-f9495d3ddb19 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0849845 Dec 23 15:35:04.219443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-423c86bb-9d86-4839-8fd9-34552ddbf04b req-2683a16a-76d0-4cb9-8ca9-d11553f100d0 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Dec 23 15:35:05.432120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316240f-cd0f-48f2-b7a8-a2e02fe2152a req-9da05d9a-4bc2-4887-ad22-a215bd1de219 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:05.433795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5316240f-cd0f-48f2-b7a8-a2e02fe2152a req-9da05d9a-4bc2-4887-ad22-a215bd1de219 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0858500 Dec 23 15:35:05.489558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5316240f-cd0f-48f2-b7a8-a2e02fe2152a req-575f21eb-75f6-4cf9-a032-37a373051618 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470202 Dec 23 15:35:06.721636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34772-c4a8-44c0-b14d-0c0075434465 req-bebfd947-b79f-426b-a411-de2ab15112f2 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:06.723223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-afd34772-c4a8-44c0-b14d-0c0075434465 req-bebfd947-b79f-426b-a411-de2ab15112f2 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1026199 Dec 23 15:35:06.776703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-afd34772-c4a8-44c0-b14d-0c0075434465 req-34f27b67-e720-492c-8d71-9b592f3870e5 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Dec 23 15:35:08.139358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37c10-ecc5-4957-b882-935901714d43 req-de19220d-2f5e-4b9c-b050-5e1e2dc7d6a7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:08.140899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97f37c10-ecc5-4957-b882-935901714d43 req-de19220d-2f5e-4b9c-b050-5e1e2dc7d6a7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0920496 Dec 23 15:35:08.190270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97f37c10-ecc5-4957-b882-935901714d43 req-58570023-4af5-4879-8b9f-5ed0c6d3f107 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Dec 23 15:35:09.399000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a42950-57ab-4488-9299-909683f8a184 req-df6f660a-78f6-4853-b79e-4df0fb35569d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:09.400664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33a42950-57ab-4488-9299-909683f8a184 req-df6f660a-78f6-4853-b79e-4df0fb35569d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0880032 Dec 23 15:35:09.449619 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33a42950-57ab-4488-9299-909683f8a184 req-a6734747-88ab-4221-9d87-358d6349cc8a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Dec 23 15:35:10.684867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65f12-c4d4-4d1a-95be-0cd2d8402a67 req-8d22f5d1-975d-466f-9ae7-6f14ab9a245c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:10.686472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07d65f12-c4d4-4d1a-95be-0cd2d8402a67 req-8d22f5d1-975d-466f-9ae7-6f14ab9a245c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0939710 Dec 23 15:35:10.739371 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07d65f12-c4d4-4d1a-95be-0cd2d8402a67 req-b8af40d9-9131-47ae-b344-c9ebd2677f03 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Dec 23 15:35:11.966748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1f0c7-c8f3-45ca-a715-29a301f8ebca req-5ce6f090-baca-4f84-b2d2-3b200038f712 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:11.968376 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5fc1f0c7-c8f3-45ca-a715-29a301f8ebca req-5ce6f090-baca-4f84-b2d2-3b200038f712 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0918052 Dec 23 15:35:12.020698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5fc1f0c7-c8f3-45ca-a715-29a301f8ebca req-a263aa70-8f4f-4179-b920-34434583ae6a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Dec 23 15:35:13.242033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1bdaa-cb9b-4b6a-89e4-314ad78219fe req-24cd82d2-caa7-442d-ae6e-36ffb3171496 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:13.243699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26d1bdaa-cb9b-4b6a-89e4-314ad78219fe req-24cd82d2-caa7-442d-ae6e-36ffb3171496 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0885203 Dec 23 15:35:13.293079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26d1bdaa-cb9b-4b6a-89e4-314ad78219fe req-baca901a-a067-4c84-9256-31314e232af6 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Dec 23 15:35:14.512586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe9348-4b9b-4010-8f6b-73a1755fe4b6 req-7b048042-8de5-4398-9e84-615f075e430f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:14.514281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-68fe9348-4b9b-4010-8f6b-73a1755fe4b6 req-7b048042-8de5-4398-9e84-615f075e430f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0861762 Dec 23 15:35:14.564887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-68fe9348-4b9b-4010-8f6b-73a1755fe4b6 req-a39e3c41-9840-44ca-8b4a-ad3e04920e5a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Dec 23 15:35:15.797388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d933a1-7c63-4cb9-bf91-5b4d2ccefcb9 req-962fcdc1-b59f-476c-b240-0946cd6566ff tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:15.798935 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-88d933a1-7c63-4cb9-bf91-5b4d2ccefcb9 req-962fcdc1-b59f-476c-b240-0946cd6566ff tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0912118 Dec 23 15:35:15.848689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-88d933a1-7c63-4cb9-bf91-5b4d2ccefcb9 req-7b179827-be37-4f53-8ce9-81e6c4de7e12 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Dec 23 15:35:16.749496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ad14348-6f82-42ca-889c-814de837cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:17.084490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada50eb-d0b7-4bfc-bde1-461d270d4402 req-e5edacff-197e-4b5b-afdf-306474fc827d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:17.086187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ada50eb-d0b7-4bfc-bde1-461d270d4402 req-e5edacff-197e-4b5b-afdf-306474fc827d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1051154 Dec 23 15:35:17.086721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:35:17.138593 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ada50eb-d0b7-4bfc-bde1-461d270d4402 req-97e3b9ef-9e68-4768-805b-ff0b06ab039e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Dec 23 15:35:18.195984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:18.353566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26c8b-288e-40b3-933c-3e0e9f9c2358 req-75ec7520-c170-4801-8d3f-6f646c2d35c3 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:18.355187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-83c26c8b-288e-40b3-933c-3e0e9f9c2358 req-75ec7520-c170-4801-8d3f-6f646c2d35c3 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0873730 Dec 23 15:35:18.407515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-83c26c8b-288e-40b3-933c-3e0e9f9c2358 req-6efea36b-ce99-4c85-be1a-aebc214b3d48 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Dec 23 15:35:18.806604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e270b10-cd12-4bb7-a0ed-3e549c26d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:19.483424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:19.639182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71404b98-e41d-4724-b771-a2f2abbb74ee req-6b444a3e-a20c-4e10-b737-84fb04d10484 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:19.640784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71404b98-e41d-4724-b771-a2f2abbb74ee req-6b444a3e-a20c-4e10-b737-84fb04d10484 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0901299 Dec 23 15:35:19.694115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71404b98-e41d-4724-b771-a2f2abbb74ee req-7decb5c7-0345-4644-a845-1d5f65de8cff tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Dec 23 15:35:20.913877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:20.920547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453a6d1-546f-42e3-a065-212a93709139 req-39d549ab-4275-4784-ac69-165102e1458e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:20.922181 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9453a6d1-546f-42e3-a065-212a93709139 req-39d549ab-4275-4784-ac69-165102e1458e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0919232 Dec 23 15:35:20.974392 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9453a6d1-546f-42e3-a065-212a93709139 req-211991b5-1dc9-4bcd-b0ba-76f053b533a0 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457370 Dec 23 15:35:22.197691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e7761-2e80-4221-a424-83f1cc8a39bb req-509ef39c-c152-4a6f-894c-60614797e780 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:22.199645 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-646e7761-2e80-4221-a424-83f1cc8a39bb req-509ef39c-c152-4a6f-894c-60614797e780 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0901618 Dec 23 15:35:22.252616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-646e7761-2e80-4221-a424-83f1cc8a39bb req-9bdd20d4-348f-4ea4-a281-2bd90442027d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Dec 23 15:35:23.482770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b256f-111c-45a9-94e1-1ccf50631b1a req-605c712f-8ae3-4574-8a27-e59bb35a6e60 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:23.484703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-463b256f-111c-45a9-94e1-1ccf50631b1a req-605c712f-8ae3-4574-8a27-e59bb35a6e60 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0872543 Dec 23 15:35:23.542080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-463b256f-111c-45a9-94e1-1ccf50631b1a req-32009594-bb4a-4801-bba0-05723cc55b7f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 Dec 23 15:35:24.607859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-b1f2cf3b-2e57-4dce-a36b-d1053579a283 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1098 time: 0.0824783 Dec 23 15:35:24.827646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-0c225bbf-71f6-4436-b425-6ebb233cbca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:24.829359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-0c225bbf-71f6-4436-b425-6ebb233cbca7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.2013323 Dec 23 15:35:24.911741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449983-ad1f-4b45-9231-d82c408be98d req-51c16d99-6003-426e-8872-489ebdc344da tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:24.913355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12449983-ad1f-4b45-9231-d82c408be98d req-51c16d99-6003-426e-8872-489ebdc344da tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.2106614 Dec 23 15:35:24.936814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-f22acadc-2322-40d5-a816-01cd971fa339 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 217 time: 0.0957294 Dec 23 15:35:25.023425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12449983-ad1f-4b45-9231-d82c408be98d req-6662d8f7-d6de-4d72-a1c3-b70b3f04a8e7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025341 Dec 23 15:35:25.027061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-1d8b7a30-3b81-4492-ae9e-ce5e9a188a14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:25.028564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-1d8b7a30-3b81-4492-ae9e-ce5e9a188a14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0833764 Dec 23 15:35:25.083943 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-42d4dd08-2e4f-49aa-ad32-2b41f0811a02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482206 Dec 23 15:35:25.228338 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-220b72c8-4b7a-4be3-91b1-bd97c8cf87a5 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374271 Dec 23 15:35:25.377562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-573b3d9e-5b1c-4cd8-8c1d-4bf843b8639a req-284c45a3-8399-4b16-b14b-7bd7c5a46749 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423879 Dec 23 15:35:26.259739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40216690-f422-4d16-92cf-b1a8eb2283a9 req-bb93009a-755a-46e2-b805-31e254db4a40 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:26.261426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-40216690-f422-4d16-92cf-b1a8eb2283a9 req-bb93009a-755a-46e2-b805-31e254db4a40 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1014960 Dec 23 15:35:26.311783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-40216690-f422-4d16-92cf-b1a8eb2283a9 req-519d9c83-e386-45fa-9690-51cffc4665eb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436308 Dec 23 15:35:27.549427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827dbd-5e24-4d9f-abd0-58d102f25dd8 req-a3abc29e-24d7-4cbe-b210-a8d3b8fa668a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:27.551105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-89827dbd-5e24-4d9f-abd0-58d102f25dd8 req-a3abc29e-24d7-4cbe-b210-a8d3b8fa668a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0970221 Dec 23 15:35:27.601744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-89827dbd-5e24-4d9f-abd0-58d102f25dd8 req-fc02d3ea-479c-4b52-af12-0e3d30230f7f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Dec 23 15:35:29.062356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdc977-01b6-4840-b552-201297c591c4 req-cc941b19-272b-46c4-acb3-c1ad01774b28 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:29.064556 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fbdc977-01b6-4840-b552-201297c591c4 req-cc941b19-272b-46c4-acb3-c1ad01774b28 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.3322883 Dec 23 15:35:29.119461 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fbdc977-01b6-4840-b552-201297c591c4 req-37ec1dba-2190-40b2-b412-df4a64c16f9e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Dec 23 15:35:30.350872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7843-700e-4791-86f8-f0d4e0913a35 req-44ab3c22-1e78-4984-867b-995eb17b0053 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:30.352498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6a2d7843-700e-4791-86f8-f0d4e0913a35 req-44ab3c22-1e78-4984-867b-995eb17b0053 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0961828 Dec 23 15:35:30.464394 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6a2d7843-700e-4791-86f8-f0d4e0913a35 req-30160378-4a7d-40b5-b48b-f73de1f306fd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050413 Dec 23 15:35:30.478838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-e65bf029-1bdf-4cbe-8aa4-e8cf98ce2dd6 service neutron] 10.222.0.65 "GET /v2.0/ports/059ce544-44e8-4d0f-a401-df2e606fe96d/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1041448 Dec 23 15:35:30.990138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-40e5228d-a889-4076-863a-f33c54ebe708 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d&tenant_id=0a5feffb83964cb5a1b2e66aa640800b HTTP/1.1" status: 200 len: 1098 time: 0.3110788 Dec 23 15:35:31.016467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:31.097511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-18ec1d24-91fb-4f19-9672-9642e95822ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1098 time: 0.0815475 Dec 23 15:35:31.241761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-70215980-1174-444c-a527-1c0870a08574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:31.243282 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-70215980-1174-444c-a527-1c0870a08574 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1395910 Dec 23 15:35:31.318345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-e7fc8ae0-f9ac-46b1-a093-d2e3a67cc623 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 217 time: 0.0681353 Dec 23 15:35:31.396182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-7ba84621-57c3-4b05-ae0d-f1f47a988d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:31.398111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-7ba84621-57c3-4b05-ae0d-f1f47a988d9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0727062 Dec 23 15:35:31.448682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-a236162d-c8fb-4a64-9acd-476ddc039a3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438955 Dec 23 15:35:31.605501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-12b8c7b6-a707-42a0-bbd5-3b5b82b2ebc3 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497741 Dec 23 15:35:31.679489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c430d-36fa-4910-9b6d-80bcbdeb1dc0 req-ac20985a-352c-4075-9271-3dbce1e7116e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:31.681213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b5c430d-36fa-4910-9b6d-80bcbdeb1dc0 req-ac20985a-352c-4075-9271-3dbce1e7116e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0898643 Dec 23 15:35:31.732965 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b5c430d-36fa-4910-9b6d-80bcbdeb1dc0 req-774aa738-0ffd-4afb-81c4-e03bc883a3da tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Dec 23 15:35:31.755962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-017d17cd-c9f4-4063-a461-2b8b41fabac8 req-fa499ed6-91c8-4e82-9d2c-92800f53727e service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435399 Dec 23 15:35:32.965714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d2e30-8220-4b60-9866-f844fd16d2e1 req-261ef483-70f2-47e8-bc47-593bf2ae5e8b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:32.967339 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-397d2e30-8220-4b60-9866-f844fd16d2e1 req-261ef483-70f2-47e8-bc47-593bf2ae5e8b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1010630 Dec 23 15:35:33.012947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:35:33.019548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-397d2e30-8220-4b60-9866-f844fd16d2e1 req-9817cca1-8323-486c-b017-45e69090e81f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Dec 23 15:35:33.133631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:33.164407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:35:33.175811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:33.179803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:33.182061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:33.232449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'code': 200} Dec 23 15:35:33.259841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:33.269105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.269531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.269918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.270349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.270737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.271122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.271500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.271874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.272249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.272621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.272993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:33.277503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:34.246198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac668408-b727-40a4-a6fa-484d21260b4c req-5ab26d7f-e5d7-4598-b104-9e2c3a7b34b2 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:34.247823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac668408-b727-40a4-a6fa-484d21260b4c req-5ab26d7f-e5d7-4598-b104-9e2c3a7b34b2 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 943 time: 0.0884840 Dec 23 15:35:34.303821 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac668408-b727-40a4-a6fa-484d21260b4c req-bdb9adf1-6645-487e-abf1-a6e38619a177 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Dec 23 15:35:34.725109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61a443-76cb-43c3-a519-03191ab767aa req-fa1e6c66-3002-4ec2-adf9-ffd4bf9b90dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:34.726759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da61a443-76cb-43c3-a519-03191ab767aa req-fa1e6c66-3002-4ec2-adf9-ffd4bf9b90dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 943 time: 0.1597359 Dec 23 15:35:34.734104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-72892e9b-3196-401a-8de9-8e55bee64214 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:34.735737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-72892e9b-3196-401a-8de9-8e55bee64214 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d&tenant_id=0a5feffb83964cb5a1b2e66aa640800b&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.1292539 Dec 23 15:35:34.780759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da61a443-76cb-43c3-a519-03191ab767aa req-af43a34b-f6f4-4ec5-91dd-57e327b73525 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 Dec 23 15:35:34.893429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-d66b1bce-2d6a-4f3c-b9bd-8240c5c310e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 1096 time: 0.0782011 Dec 23 15:35:35.032547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:35:35.045383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-9c679a8a-f37b-4bcc-9562-30acfef48633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:35.047065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-9c679a8a-f37b-4bcc-9562-30acfef48633 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1476316 Dec 23 15:35:35.126591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-c2f4b66b-0e27-45ef-87e6-73f466fe5c8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 200 len: 217 time: 0.0728040 Dec 23 15:35:35.182164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:35.196821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'port_id': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'mac_address': 'fa:16:3e:df:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e27806c-6874-4b99-9e7c-d28e82ca2dda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:35:35.198376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-55b3193f-83b1-44d4-9913-1afb477d0378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:35.200008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-55b3193f-83b1-44d4-9913-1afb477d0378 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0656033 Dec 23 15:35:35.251291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-af992106-968d-4a49-a7df-606a8c07cf5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437107 Dec 23 15:35:35.256128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:35.275261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059ce544-44e8-4d0f-a401-df2e606fe96d {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:35:35.291238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:35.294538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:35.296431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:35.368048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['059ce544-44e8-4d0f-a401-df2e606fe96d'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:35:35.402080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-33b1f552-994c-4779-9149-5b1c89fb27d0 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440454 Dec 23 15:35:35.410940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:35.415912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:35.554125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5a8cae9-b4fe-4c0c-9202-035604a05f91 req-abbc998a-53cf-4cde-8c37-da8517315bb6 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451595 Dec 23 15:35:36.015951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a0be6-efdf-4dad-9200-074a5bd47668 req-5dfb5a2d-f71b-43ce-ae0d-f8bc134a7fa1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:36.017597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-813a0be6-efdf-4dad-9200-074a5bd47668 req-5dfb5a2d-f71b-43ce-ae0d-f8bc134a7fa1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 944 time: 0.0997782 Dec 23 15:35:36.075600 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-813a0be6-efdf-4dad-9200-074a5bd47668 req-0e6618d0-37da-4487-ab52-f6951bb9c02f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501392 Dec 23 15:35:37.053126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:35:37.140153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 059ce544-44e8-4d0f-a401-df2e606fe96d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:35:37.140609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:37.265747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:37.287978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894255b5-c501-4885-a8ff-5ca3f2cc0d6d req-65a9a590-5d60-428b-96cf-713c2decbf85 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:37.289650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-894255b5-c501-4885-a8ff-5ca3f2cc0d6d req-65a9a590-5d60-428b-96cf-713c2decbf85 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 944 time: 0.0896783 Dec 23 15:35:37.295070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:35:37.306529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:37.310156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:37.312231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:37.340190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-894255b5-c501-4885-a8ff-5ca3f2cc0d6d req-a37d9e11-0314-4458-bc20-362705a0baca tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Dec 23 15:35:37.382221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:37.386369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'code': 200} Dec 23 15:35:37.387139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:37.566452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a258f-fea0-436f-9e31-15e0c3a6e810 req-37f32dd1-7053-41a7-a612-28aa60a5fed9 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:37.568961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c76a258f-fea0-436f-9e31-15e0c3a6e810 req-37f32dd1-7053-41a7-a612-28aa60a5fed9 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.1012814 Dec 23 15:35:37.630575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c76a258f-fea0-436f-9e31-15e0c3a6e810 req-4feec1cf-0ca4-4ffb-b45d-83c2377738fb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514278 Dec 23 15:35:37.851552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f235-c03c-481d-a208-89daf69c1555 req-f0318e8a-1a47-4eea-a6e0-f9c0f604fae5 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:37.853202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c88f235-c03c-481d-a208-89daf69c1555 req-f0318e8a-1a47-4eea-a6e0-f9c0f604fae5 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0907941 Dec 23 15:35:37.910462 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c88f235-c03c-481d-a208-89daf69c1555 req-97c169ba-b5a7-485f-aa12-a8f97361050c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483139 Dec 23 15:35:38.457647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6a65d7c2-c2a0-4cbd-ab87-563871fac89f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:38.459443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6a65d7c2-c2a0-4cbd-ab87-563871fac89f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 814 time: 0.1663356 Dec 23 15:35:38.477737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-ad9c25b7-7f1a-4519-8d77-55627fdab1c9 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/quotas/0a5feffb83964cb5a1b2e66aa640800b HTTP/1.1" status: 200 len: 375 time: 0.0121481 Dec 23 15:35:38.568528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-64933708-e674-4685-bbb0-09acd85217bf tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853510 Dec 23 15:35:38.716774 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-39735187-2254-478c-a1e4-87a78199d195 service neutron] 10.222.0.49 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403024 Dec 23 15:35:38.862550 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-fe9e5ca1-2a8f-40a0-9af6-1a787aa7322c service neutron] 10.222.0.49 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393778 Dec 23 15:35:39.076325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-69f2c46d-d08e-40bb-9641-d595f0ef8390 req-6a2a4ff7-e0b2-440f-a301-1b0f9c3cd960 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 210 time: 0.0484135 Dec 23 15:35:40.060659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-54195262-d15c-4dbd-b1ff-8e3106b93535 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:40.062346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-54195262-d15c-4dbd-b1ff-8e3106b93535 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a2752a0-82bf-4315-aef5-b01704a28d6d HTTP/1.1" status: 200 len: 945 time: 0.0873559 Dec 23 15:35:40.244560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Deleting port 059ce544-44e8-4d0f-a401-df2e606fe96d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:35:40.244948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:40.246495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3bb46541-ec46-4a55-8b23-0d2751e90e31 req-bd0a0ba1-1224-46ac-b659-b96e60beec50 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 210 time: 0.0468941 Dec 23 15:35:40.392211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bec42-11ce-4540-b4bf-53a7a552231f req-7d52d25e-b9e0-4b2e-a026-851bc8cbc123 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:40.393847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-7d52d25e-b9e0-4b2e-a026-851bc8cbc123 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 814 time: 0.2895234 Dec 23 15:35:40.416474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Request body: {'port': {'device_id': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'admin_state_up': True, 'tenant_id': '0a5feffb83964cb5a1b2e66aa640800b'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:40.679262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] For port 059ce544-44e8-4d0f-a401-df2e606fe96d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=059ce544-44e8-4d0f-a401-df2e606fe96d,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:40.679522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:40.699799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:35:40.818061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Calling delete_port for 059ce544-44e8-4d0f-a401-df2e606fe96d owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:35:40.866571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:35:40.884944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Made reservation on behalf of 0a5feffb83964cb5a1b2e66aa640800b for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:35:40.890578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:41.132007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:41.139963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a7c86b59-d766-44e8-a040-8b23038fa703 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:41.194840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Pushing event deleted for resources: {'Port': ['ID=059ce544-44e8-4d0f-a401-df2e606fe96d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:41.204436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:41.205615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Allocated IP 172.20.0.14 (5e96524f-131c-43d6-9d8e-fc6730e65053/2e27806c-6874-4b99-9e7c-d28e82ca2dda/e1fa03ac-a8c6-4fce-b278-95838d8ca2be) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:35:41.305823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] No DVR routers for this DVR port 059ce544-44e8-4d0f-a401-df2e606fe96d on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:35:41.310131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:41.312926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-deleted', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:35:41.594562 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2752a0-82bf-4315-aef5-b01704a28d6d', 'name': 'network-vif-deleted', 'tag': '059ce544-44e8-4d0f-a401-df2e606fe96d', 'status': 'completed', 'code': 200} Dec 23 15:35:41.648501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "DELETE /v2.0/ports/059ce544-44e8-4d0f-a401-df2e606fe96d HTTP/1.1" status: 204 len: 173 time: 1.5791578 Dec 23 15:35:41.652281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-daebd489-69a5-4710-b743-a7dd8766c1a0 req-e21dd377-b7d7-4a5d-afe1-49901a3f5191 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Synchronizing usage tracker for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:35:41.753248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-daebd489-69a5-4710-b743-a7dd8766c1a0 req-e21dd377-b7d7-4a5d-afe1-49901a3f5191 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Unset dirty status for tenant:0a5feffb83964cb5a1b2e66aa640800b on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:35:41.754596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-daebd489-69a5-4710-b743-a7dd8766c1a0 req-e21dd377-b7d7-4a5d-afe1-49901a3f5191 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 210 time: 0.1622512 Dec 23 15:35:41.827872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:41.857474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:41.863794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb8943ec-71b7-4d47-bddc-a0b1a6d63da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:41.933554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Network 5e96524f-131c-43d6-9d8e-fc6730e65053 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:35:41.941831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:35:41.947059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:35:41.974274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:41.980019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:42.013463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:42.014144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:42.036907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6245687 Dec 23 15:35:42.048582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Request body: {'port': {'device_id': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:42.174491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:42.544738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fa03ac-a8c6-4fce-b278-95838d8ca2be {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:35:42.552120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:42.568291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Transition to ACTIVE for port object e1fa03ac-a8c6-4fce-b278-95838d8ca2be will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:35:42.571323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:42.575563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a030f65d-c46a-4a60-9fce-83225ae783af tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:42.715519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:42.718541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:42.834023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Attempting to bind port e1fa03ac-a8c6-4fce-b278-95838d8ca2be on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:35:42.834402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Attempting to bind port e1fa03ac-a8c6-4fce-b278-95838d8ca2be by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:35:42.834773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Attempting to bind port e1fa03ac-a8c6-4fce-b278-95838d8ca2be on network 5e96524f-131c-43d6-9d8e-fc6730e65053 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:35:42.841298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Port e1fa03ac-a8c6-4fce-b278-95838d8ca2be on network 5e96524f-131c-43d6-9d8e-fc6730e65053 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:42.841661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Attempting to bind port e1fa03ac-a8c6-4fce-b278-95838d8ca2be on network 5e96524f-131c-43d6-9d8e-fc6730e65053 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:35:42.848707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:35:42.849107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Checking segment: {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:35:42.849598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Bound using segment: {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:35:42.850068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Bound port: e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:35:42.850449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:42.951291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:35:42.954654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:35:42.958573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:42.962625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00ddf421-fb9c-42e5-ac1b-fce8193a1c3c tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:42.981439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94cd98-f3e7-4260-a0bd-7201acb6f89b req-c14ff6c9-bcc0-41e2-b56c-5eddab892053 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:42.983057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c94cd98-f3e7-4260-a0bd-7201acb6f89b req-c14ff6c9-bcc0-41e2-b56c-5eddab892053 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 944 time: 0.0977769 Dec 23 15:35:43.027511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:43.029192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 1094 time: 0.9852092 Dec 23 15:35:43.035168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c94cd98-f3e7-4260-a0bd-7201acb6f89b req-9cddc657-4219-494c-a6c1-e2e82935fa97 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Dec 23 15:35:43.055057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:43.060916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:35:43.065311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.065752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.066181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.066608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.067029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.067447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.067870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.068289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.068701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.069113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.069556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:35:43.074300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:43.105792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 059ce544-44e8-4d0f-a401-df2e606fe96d {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:35:43.106165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 059ce544-44e8-4d0f-a401-df2e606fe96d not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:35:43.153758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-2ba3cdd0-df85-4133-9c3d-ba9d4717d5bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1097 time: 0.0766513 Dec 23 15:35:43.243298 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-60346112-de9a-4a8f-bae7-4830572bc7de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 217 time: 0.0791364 Dec 23 15:35:43.315976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1184110c-90a5-4b61-bdef-2794b8c7de14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:43.317691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-1184110c-90a5-4b61-bdef-2794b8c7de14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0674839 Dec 23 15:35:43.375902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-d23ac4ad-455c-4328-845e-79a3504ad204 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499418 Dec 23 15:35:43.525292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-a68f8238-c758-4756-8c67-e1e2afe963d1 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420913 Dec 23 15:35:43.610240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:35:43.672451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'status': 'completed', 'code': 200} Dec 23 15:35:43.681102 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-786bec42-11ce-4540-b4bf-53a7a552231f req-07257647-2b50-4e7a-bcda-dcfcc338535d service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495023 Dec 23 15:35:43.824961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-a4849401-658c-4eee-9319-6b8eba94f35a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1097 time: 0.0907483 Dec 23 15:35:43.974087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-bdffa09a-87e1-440d-bd96-754be5a8a30b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:43.975690 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-bdffa09a-87e1-440d-bd96-754be5a8a30b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1434262 Dec 23 15:35:44.049819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-ee554880-3173-4884-9ad1-5c73f46d910b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 217 time: 0.0672204 Dec 23 15:35:44.127967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-7c6b48c9-9bf0-4020-8a49-ae067c201490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:44.129649 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-7c6b48c9-9bf0-4020-8a49-ae067c201490 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0720708 Dec 23 15:35:44.181244 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-3ad4592d-cacd-4b8a-8748-a0c358b89aa2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442648 Dec 23 15:35:44.253032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d2893-5f25-42a6-86b6-dd5084a9e125 req-b10a2cdc-70c3-4b39-9fdd-5a106e9a8a00 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:44.255595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e4d2893-5f25-42a6-86b6-dd5084a9e125 req-b10a2cdc-70c3-4b39-9fdd-5a106e9a8a00 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 944 time: 0.0899708 Dec 23 15:35:44.305985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e4d2893-5f25-42a6-86b6-dd5084a9e125 req-d06dc6a6-64b4-4a9a-9cec-9c83e7d3bc6b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450735 Dec 23 15:35:44.331060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-8e544692-ee25-4ab4-aad9-1e9fd2edee32 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419277 Dec 23 15:35:44.477775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1e6d180-bbcd-48c7-8c22-4d62a4e2b725 req-3cc9ac8e-96db-43e2-967b-f139341a6299 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403167 Dec 23 15:35:45.076312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device e1fa03ac-a8c6-4fce-b278-95838d8ca2be details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:35:45.233038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:45.248100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'port_id': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'mac_address': 'fa:16:3e:9b:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e27806c-6874-4b99-9e7c-d28e82ca2dda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:35:45.315638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:45.335788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fa03ac-a8c6-4fce-b278-95838d8ca2be {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:35:45.352663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:45.356516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:45.358737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:45.426890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:45.430232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:45.527589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b08698-29ca-478b-b11d-3223a4517b28 req-30d1b785-d28e-4b63-929c-a3580b570b2f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:45.529285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5b08698-29ca-478b-b11d-3223a4517b28 req-30d1b785-d28e-4b63-929c-a3580b570b2f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 945 time: 0.0984519 Dec 23 15:35:45.559903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['e1fa03ac-a8c6-4fce-b278-95838d8ca2be'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:35:45.589707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5b08698-29ca-478b-b11d-3223a4517b28 req-4683aaf5-732b-4d85-8049-459c5e1834ec tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Dec 23 15:35:46.743782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf766-1be1-497a-931f-584f075f59df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:46.810298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b52db7-6b3d-4a9f-a260-84f897b17ee5 req-36b92c36-cade-4529-9f6a-e0be385a766d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:46.811954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5b52db7-6b3d-4a9f-a260-84f897b17ee5 req-36b92c36-cade-4529-9f6a-e0be385a766d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 945 time: 0.0902729 Dec 23 15:35:46.863831 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5b52db7-6b3d-4a9f-a260-84f897b17ee5 req-2141bcf1-3e96-4265-a68b-11c81fc43360 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 Dec 23 15:35:47.092585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device e1fa03ac-a8c6-4fce-b278-95838d8ca2be up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:35:47.176501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port e1fa03ac-a8c6-4fce-b278-95838d8ca2be completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:35:47.181868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port e1fa03ac-a8c6-4fce-b278-95838d8ca2be triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:35:47.182293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:47.305492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:47.335630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:35:47.345853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:35:47.349474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:47.351303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a491c831-eda0-499d-b904-4d9757254587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:35:47.394320 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'code': 200} Dec 23 15:35:47.421474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:35:47.424528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:35:47.643582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46e19e9a-1aeb-4e45-816c-884f5d3c9e5a req-bce9d170-1871-42a8-8919-555a63bd5940 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1099 time: 0.0829248 Dec 23 15:35:47.690103 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46e19e9a-1aeb-4e45-816c-884f5d3c9e5a req-536a3b9e-da6d-45b5-b052-69f8b3b6459c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Dec 23 15:35:48.084506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e044f8b-fe94-46fa-84db-8d0d902bfc42 req-518214db-fc2a-493f-8c19-f46d76210ccb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:48.086209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8e044f8b-fe94-46fa-84db-8d0d902bfc42 req-518214db-fc2a-493f-8c19-f46d76210ccb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0909488 Dec 23 15:35:48.144691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8e044f8b-fe94-46fa-84db-8d0d902bfc42 req-11255e3c-7816-4d9e-8cdd-a54035237f2a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Dec 23 15:35:48.200965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:48.800899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b58c01db-9c95-4578-96cd-a0e8d0263909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:49.373984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e3e9-b3ce-4234-9a87-cab94a479ed0 req-d222cd78-eec5-4518-a709-c6676c9acaa1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:49.375648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-27c8e3e9-b3ce-4234-9a87-cab94a479ed0 req-d222cd78-eec5-4518-a709-c6676c9acaa1 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0946364 Dec 23 15:35:49.426114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-27c8e3e9-b3ce-4234-9a87-cab94a479ed0 req-cca75ca4-1685-4afc-8183-9f4069983409 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Dec 23 15:35:49.475947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:49.637291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdabe-f26a-4eaf-b9ea-ec8b3879cd59 req-2d1206a8-653e-43d8-9e86-2fcf10a9b38c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:49.638952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-837cdabe-f26a-4eaf-b9ea-ec8b3879cd59 req-2d1206a8-653e-43d8-9e86-2fcf10a9b38c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0878594 Dec 23 15:35:49.690537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-837cdabe-f26a-4eaf-b9ea-ec8b3879cd59 req-a554ea3b-d1f8-4528-9612-b3452334153d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Dec 23 15:35:49.981018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5daa36b1-815e-4f7c-8924-8c6029364372 req-52162166-238b-4d0a-8168-a568b8319982 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1559858 Dec 23 15:35:50.246708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-6895c1ea-1203-4ba0-a8c8-374bee9226f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808320 Dec 23 15:35:50.307758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217cea-cc85-4a71-8d98-9f7696b42201 req-2af7b0e7-943c-4727-8b9b-f5ebbd5a765e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:50.309425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b217cea-cc85-4a71-8d98-9f7696b42201 req-2af7b0e7-943c-4727-8b9b-f5ebbd5a765e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0899439 Dec 23 15:35:50.360342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b217cea-cc85-4a71-8d98-9f7696b42201 req-f552eaef-6e9a-4e79-b22c-1d5439b297f4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Dec 23 15:35:50.919184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:35:51.568034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-30cb19b5-a473-46a4-8fc9-65e58ca1ebbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1099 time: 0.1333761 Dec 23 15:35:51.681353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30496b-807c-43ce-87d9-c70f3397b441 req-af575920-9414-4b69-9dd0-5d182dbdbd26 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:51.682880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f30496b-807c-43ce-87d9-c70f3397b441 req-af575920-9414-4b69-9dd0-5d182dbdbd26 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.1925163 Dec 23 15:35:51.764001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-b83e0552-84b3-44d3-bdb9-5a7a5025b12e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:51.765656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-b83e0552-84b3-44d3-bdb9-5a7a5025b12e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1907823 Dec 23 15:35:51.771036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f30496b-807c-43ce-87d9-c70f3397b441 req-ee2288be-6e2b-4573-9323-c37cd5ff1e41 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801983 Dec 23 15:35:51.838697 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-23a62550-7d89-48f1-80bc-85f938dd01e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 217 time: 0.0656893 Dec 23 15:35:51.912507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-d9cf53c4-d9e6-4c5f-96ed-a4eeba7c0108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:51.914123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-d9cf53c4-d9e6-4c5f-96ed-a4eeba7c0108 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0695581 Dec 23 15:35:51.965605 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-30e6566f-65b1-47df-bbbb-784ed52e698d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445287 Dec 23 15:35:52.341829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-8510208f-75f1-44d3-88bf-ba839fd2359e service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693268 Dec 23 15:35:52.490484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-cb3466e7-57d7-4795-8ef5-7fa41de08f64 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417634 Dec 23 15:35:53.113315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233f6f-8596-4232-9134-29fa39f66aff req-6161114e-6f89-419d-9327-a462a5b0b620 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:53.115165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d233f6f-8596-4232-9134-29fa39f66aff req-6161114e-6f89-419d-9327-a462a5b0b620 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.2143202 Dec 23 15:35:53.170239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d233f6f-8596-4232-9134-29fa39f66aff req-578a74fe-b6b6-4e82-a2d6-5f9c0607f44e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Dec 23 15:35:54.095503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:35:54.464438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fa7b6-94b2-4286-9beb-9c405a9bb0ee req-cf23a16c-4454-442b-8bea-515f6bb03195 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:54.466098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f04fa7b6-94b2-4286-9beb-9c405a9bb0ee req-cf23a16c-4454-442b-8bea-515f6bb03195 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.1655240 Dec 23 15:35:54.515248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f04fa7b6-94b2-4286-9beb-9c405a9bb0ee req-6ab5ce40-de86-4e8b-a99a-7a7cc47abda7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Dec 23 15:35:55.754259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91a29-0014-476d-ba63-690d86687cd2 req-368949a4-0ee8-4e1f-a793-b3e1774ee928 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:55.755827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3e91a29-0014-476d-ba63-690d86687cd2 req-368949a4-0ee8-4e1f-a793-b3e1774ee928 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0987689 Dec 23 15:35:55.807469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a3e91a29-0014-476d-ba63-690d86687cd2 req-fce124e2-531c-43a8-a369-72bba3f5caac tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Dec 23 15:35:57.045694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9f501-5468-4de6-9fa1-4e35e9c18c94 req-435dc029-b029-4190-b85c-07972b9a2804 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:57.047304 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-04b9f501-5468-4de6-9fa1-4e35e9c18c94 req-435dc029-b029-4190-b85c-07972b9a2804 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0941651 Dec 23 15:35:57.097622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-04b9f501-5468-4de6-9fa1-4e35e9c18c94 req-6ff4c66e-2369-44a6-9b13-e29c0e0e6592 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Dec 23 15:35:58.320058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a2465-b722-4085-8a06-ef45363af7e4 req-c542ab8f-ea00-43e0-a8f3-ea6f8f9b7e9d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:58.321700 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d9a2465-b722-4085-8a06-ef45363af7e4 req-c542ab8f-ea00-43e0-a8f3-ea6f8f9b7e9d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.1005173 Dec 23 15:35:58.377845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d9a2465-b722-4085-8a06-ef45363af7e4 req-5f4c65dd-b65c-4864-a751-3e5905ed4fdb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495682 Dec 23 15:35:59.595184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e82ef-9f54-4f4f-8efb-a057ac4caa68 req-6ec507b7-ec68-4979-add5-36b83b3f42cc tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:35:59.596805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d4e82ef-9f54-4f4f-8efb-a057ac4caa68 req-6ec507b7-ec68-4979-add5-36b83b3f42cc tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0966895 Dec 23 15:35:59.652420 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d4e82ef-9f54-4f4f-8efb-a057ac4caa68 req-3095c134-ea20-400a-bf95-6dc2fd6bf401 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 Dec 23 15:36:00.870121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdbd0b-2c4c-4ccc-a398-d32895c0d6e6 req-30e49cf8-8287-4965-b22b-f51fa0f01765 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:00.871734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5cbdbd0b-2c4c-4ccc-a398-d32895c0d6e6 req-30e49cf8-8287-4965-b22b-f51fa0f01765 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0872266 Dec 23 15:36:00.921024 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5cbdbd0b-2c4c-4ccc-a398-d32895c0d6e6 req-802d3927-876f-45b0-a0a1-71aeab1af71f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Dec 23 15:36:01.013751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:02.146937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ad81b-d424-4901-8e13-a7c422b52f84 req-436a2891-ac7d-4599-b4d1-d13bd7c339f5 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:02.148617 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-124ad81b-d424-4901-8e13-a7c422b52f84 req-436a2891-ac7d-4599-b4d1-d13bd7c339f5 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0909672 Dec 23 15:36:02.205604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-124ad81b-d424-4901-8e13-a7c422b52f84 req-3eac414d-8c63-466d-9935-44ea08f29b09 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 Dec 23 15:36:03.432044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488f078-eca7-452c-a9c8-c6d099d7930a req-3f9b4805-ca01-427b-ab6d-eaf08b71900a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:03.433715 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3488f078-eca7-452c-a9c8-c6d099d7930a req-3f9b4805-ca01-427b-ab6d-eaf08b71900a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0896049 Dec 23 15:36:03.483383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3488f078-eca7-452c-a9c8-c6d099d7930a req-d52cbae4-d4ae-4cda-97b9-8fb87333b937 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Dec 23 15:36:04.697028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb291c9-62d6-4d54-b228-5390a832ba6d req-bf66454f-c557-4ee0-b670-b1ba4c9bc1c9 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:04.698930 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fb291c9-62d6-4d54-b228-5390a832ba6d req-bf66454f-c557-4ee0-b670-b1ba4c9bc1c9 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0921032 Dec 23 15:36:04.748518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fb291c9-62d6-4d54-b228-5390a832ba6d req-aeaa930e-80f2-46f1-ba6e-e0718bfb940f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Dec 23 15:36:05.968960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4be00-0a0a-4f83-9142-d54700d87e48 req-37361f1e-1db0-41eb-92d7-da902497613f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:05.970655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-47a4be00-0a0a-4f83-9142-d54700d87e48 req-37361f1e-1db0-41eb-92d7-da902497613f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0923574 Dec 23 15:36:06.020194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-47a4be00-0a0a-4f83-9142-d54700d87e48 req-4207f772-2794-4714-ab6e-6ca0b59b9d9f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Dec 23 15:36:07.246780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570afe11-59d1-4e62-aea3-d83a36f567c6 req-62b272c2-e854-442b-8956-928619572bcb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:07.248441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-570afe11-59d1-4e62-aea3-d83a36f567c6 req-62b272c2-e854-442b-8956-928619572bcb tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0917187 Dec 23 15:36:07.302001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-570afe11-59d1-4e62-aea3-d83a36f567c6 req-6ef14800-67ed-4dd4-b357-e141ee34a906 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461907 Dec 23 15:36:08.539433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12041ff2-4a00-465d-a33e-7a5be7664f3f req-04a81e90-a4bb-4d9f-83fc-5170522aea91 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:08.541105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12041ff2-4a00-465d-a33e-7a5be7664f3f req-04a81e90-a4bb-4d9f-83fc-5170522aea91 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0917864 Dec 23 15:36:08.598273 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12041ff2-4a00-465d-a33e-7a5be7664f3f req-be87d845-698d-45b8-a166-338282f76e59 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Dec 23 15:36:09.826421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a8030-9aea-4a53-9dc3-a4114a1c946f req-5b216932-fb97-4047-9463-89f7152f3add tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:09.828108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-337a8030-9aea-4a53-9dc3-a4114a1c946f req-5b216932-fb97-4047-9463-89f7152f3add tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0873101 Dec 23 15:36:09.877574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-337a8030-9aea-4a53-9dc3-a4114a1c946f req-9eae1605-8e89-43f0-b151-6bfd75d1db9d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 Dec 23 15:36:11.090141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9358c-366f-40cc-bc57-3a18ae74023a req-f57501d3-c56b-42e7-bb5a-905083bb08b6 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:11.091754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-29d9358c-366f-40cc-bc57-3a18ae74023a req-f57501d3-c56b-42e7-bb5a-905083bb08b6 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0884373 Dec 23 15:36:11.144967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-29d9358c-366f-40cc-bc57-3a18ae74023a req-a60666be-29d0-4cba-ad34-f2f523afbce9 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Dec 23 15:36:12.382452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6e26-9084-406d-ae12-5f842552cb33 req-dbb48557-2e6a-4afa-9836-92f0baab4768 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:12.384110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9cae6e26-9084-406d-ae12-5f842552cb33 req-dbb48557-2e6a-4afa-9836-92f0baab4768 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0999448 Dec 23 15:36:12.433480 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9cae6e26-9084-406d-ae12-5f842552cb33 req-58b625ef-8303-46bb-a5f4-3866eba0618f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Dec 23 15:36:13.661057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8b184-45a7-471e-b600-0941cb102486 req-bcb35411-9a14-4bfd-b191-846ef67c028e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:13.662653 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac8b184-45a7-471e-b600-0941cb102486 req-bcb35411-9a14-4bfd-b191-846ef67c028e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0912852 Dec 23 15:36:13.715383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac8b184-45a7-471e-b600-0941cb102486 req-6e3bb40d-c6ea-4d06-9757-1b826858917c tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Dec 23 15:36:14.961219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031e9a-d98c-4623-98c4-2bd7c5becf82 req-7ddb9793-9ec7-4535-89c4-d73f14c33f7f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:14.962828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-34031e9a-d98c-4623-98c4-2bd7c5becf82 req-7ddb9793-9ec7-4535-89c4-d73f14c33f7f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0900550 Dec 23 15:36:15.017755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-34031e9a-d98c-4623-98c4-2bd7c5becf82 req-0d205f8c-88fd-4c90-b4d0-e89cc7a77ecf tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484650 Dec 23 15:36:16.246161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e195df8-68bc-4bc7-85f4-6ef1704db1e8 req-99e2a725-6d21-43ea-9473-13f2fe33ea0b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:16.247808 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e195df8-68bc-4bc7-85f4-6ef1704db1e8 req-99e2a725-6d21-43ea-9473-13f2fe33ea0b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0887315 Dec 23 15:36:16.305675 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6e195df8-68bc-4bc7-85f4-6ef1704db1e8 req-35479186-cabf-4fdb-b26a-dd2c46c65df5 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Dec 23 15:36:16.749661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7d83ee3-dec0-4ceb-be00-116e9a3fe4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:17.540646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c305b-f999-45af-8a43-87b7a4f8ab92 req-183d3dad-096a-40ac-ac5f-b767a96da1db tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:17.542370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d66c305b-f999-45af-8a43-87b7a4f8ab92 req-183d3dad-096a-40ac-ac5f-b767a96da1db tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0977550 Dec 23 15:36:17.601690 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d66c305b-f999-45af-8a43-87b7a4f8ab92 req-07423f30-8aca-4cb2-9237-1a62db4cac61 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497913 Dec 23 15:36:18.216109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:18.804023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f18de74a-ade2-4c3f-9cb2-d5e02b95b9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:18.826054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736abec0-2c2c-4ffb-b7ca-b7052ad04873 req-9eb86846-2fb7-471d-9c1b-05d65c424874 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:18.827761 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-736abec0-2c2c-4ffb-b7ca-b7052ad04873 req-9eb86846-2fb7-471d-9c1b-05d65c424874 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0882883 Dec 23 15:36:18.877595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-736abec0-2c2c-4ffb-b7ca-b7052ad04873 req-a80d6308-6d31-46d4-bc1e-5816df2b9366 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Dec 23 15:36:19.438209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-82cc1cef-d42c-4bba-8510-0d4c29a5496d service neutron] 10.222.0.65 "GET /v2.0/ports/e1fa03ac-a8c6-4fce-b278-95838d8ca2be/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1685002 Dec 23 15:36:19.481483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:19.735718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-cc3231a3-6fe1-449d-93b0-2cf41159c974 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874&tenant_id=0a5feffb83964cb5a1b2e66aa640800b HTTP/1.1" status: 200 len: 1099 time: 0.0848660 Dec 23 15:36:19.836608 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-0ce790fe-948c-4335-8644-a4bc2037324c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1099 time: 0.0782073 Dec 23 15:36:19.982304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-80cef16b-d7da-49b4-9096-a94e24b671df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:19.983971 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-80cef16b-d7da-49b4-9096-a94e24b671df service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1409330 Dec 23 15:36:20.096994 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-68f6c1d5-7e5d-4494-9498-7a7a6ca2de3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 217 time: 0.1052237 Dec 23 15:36:20.181116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-7d039a51-18d4-4889-8abe-7c914a23338a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:20.182725 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-7d039a51-18d4-4889-8abe-7c914a23338a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0775373 Dec 23 15:36:20.244695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5de04-6163-44f5-b37a-3e6312f73102 req-58cab314-349c-4544-84c3-2e0e6d41d5a7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:20.246348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bcb5de04-6163-44f5-b37a-3e6312f73102 req-58cab314-349c-4544-84c3-2e0e6d41d5a7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.1997910 Dec 23 15:36:20.248406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-7905081e-373c-4758-bb7b-b6e1a5fb034f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543535 Dec 23 15:36:20.395647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bcb5de04-6163-44f5-b37a-3e6312f73102 req-83418119-3867-4efa-8c2b-5e7859cf78ae tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429956 Dec 23 15:36:20.430936 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-ec666836-3cff-48d7-9b04-78b5ee6e53f0 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639075 Dec 23 15:36:20.578311 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5262165-aac8-4374-ad3a-75ad8b5b8207 req-b7210888-e3b1-4cf8-b540-57bc6106b6e8 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400557 Dec 23 15:36:20.926501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:21.629865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bce0e1-3318-471c-9327-def82d9ee32e req-59b3958d-f7b5-43d7-b375-1af5556d4606 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:21.631496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-73bce0e1-3318-471c-9327-def82d9ee32e req-59b3958d-f7b5-43d7-b375-1af5556d4606 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0921252 Dec 23 15:36:21.684484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-73bce0e1-3318-471c-9327-def82d9ee32e req-362389e7-fbc2-4255-be3b-4fa672ef3563 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Dec 23 15:36:22.914769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de9645-6119-4ea9-a94e-780abcda46e4 req-7e7b5a3c-d6e8-4cc0-ae96-251051350b28 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:22.916445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-47de9645-6119-4ea9-a94e-780abcda46e4 req-7e7b5a3c-d6e8-4cc0-ae96-251051350b28 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0979104 Dec 23 15:36:22.968906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-47de9645-6119-4ea9-a94e-780abcda46e4 req-82f540f0-f7d4-4dd0-9ab0-3128c506de97 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Dec 23 15:36:23.284575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device e1fa03ac-a8c6-4fce-b278-95838d8ca2be details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:36:23.389444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30715e25-faa6-4209-b3c4-4bc1a33ca6df req-a4a621aa-5d62-49fc-91ea-2ec4c7fd0b02 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:23.391219 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-30715e25-faa6-4209-b3c4-4bc1a33ca6df req-a4a621aa-5d62-49fc-91ea-2ec4c7fd0b02 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.1597700 Dec 23 15:36:23.402284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-0427c4b2-5704-4fae-be5c-2e439d647e06 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:23.403865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-0427c4b2-5704-4fae-be5c-2e439d647e06 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874&tenant_id=0a5feffb83964cb5a1b2e66aa640800b&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 946 time: 0.1324360 Dec 23 15:36:23.445962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:23.453783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-30715e25-faa6-4209-b3c4-4bc1a33ca6df req-754a8220-c6f0-4e4d-b216-d4b12927144a tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487542 Dec 23 15:36:23.462634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'network_id': '5e96524f-131c-43d6-9d8e-fc6730e65053', 'port_id': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'mac_address': 'fa:16:3e:9b:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e27806c-6874-4b99-9e7c-d28e82ca2dda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:36:23.522789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:23.541706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1fa03ac-a8c6-4fce-b278-95838d8ca2be {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:36:23.556870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:23.560431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:23.562381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8a5a967-26bc-45a1-9d51-e9c87cd5ebfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:23.569045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-12f34985-7658-40e7-94bb-cad043f5e66d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1099 time: 0.0760090 Dec 23 15:36:23.631122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['e1fa03ac-a8c6-4fce-b278-95838d8ca2be'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:36:23.670534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:23.675546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:23.716231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-50a9cf6a-31be-4171-b7c3-137d8d96049b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:23.718118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-50a9cf6a-31be-4171-b7c3-137d8d96049b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1428263 Dec 23 15:36:23.795379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-2bf3ba05-f826-49aa-b2a7-6142ba3796d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 217 time: 0.0686126 Dec 23 15:36:23.870812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-e543a194-e201-4d1b-aa06-b3a021eddb63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:23.872485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-e543a194-e201-4d1b-aa06-b3a021eddb63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0701227 Dec 23 15:36:23.927185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-802edf3e-b25e-4403-a81d-56d45ccd228b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474834 Dec 23 15:36:24.075669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-5fad5c6b-2735-4670-8e0a-5b87eaa1986b service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409743 Dec 23 15:36:24.230033 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1691b85-33a2-435c-9cc6-cd033c3fb532 req-939d5315-606a-4454-a377-8c453f512145 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471536 Dec 23 15:36:24.557048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-7c1af050-7db7-4103-ae38-448c64478f1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765183 Dec 23 15:36:24.668077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d8cd0-06a3-4c99-8b32-5628c7ad7cdd req-195dc9b1-6f3b-4f58-a099-a1b26b09f7e4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:24.669790 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad8d8cd0-06a3-4c99-8b32-5628c7ad7cdd req-195dc9b1-6f3b-4f58-a099-a1b26b09f7e4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 945 time: 0.0846648 Dec 23 15:36:24.721086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad8d8cd0-06a3-4c99-8b32-5628c7ad7cdd req-9375092b-a303-4b78-85bd-74ea494b5174 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Dec 23 15:36:24.733095 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-f2a60399-2685-47f0-a5f6-9f3d14f47634 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 1098 time: 0.0843923 Dec 23 15:36:24.909335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7218-3259-461f-a3e2-0333bada0f99 req-5b2625b1-56ce-4777-a81e-a013b1c9fcd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:24.910970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-5b2625b1-56ce-4777-a81e-a013b1c9fcd9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 200 len: 915 time: 0.1493847 Dec 23 15:36:24.988482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-d01993ca-438a-4b08-8146-a28f50d5f980 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 200 len: 217 time: 0.0660458 Dec 23 15:36:25.064137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7218-3259-461f-a3e2-0333bada0f99 req-902354fc-7d10-449c-8594-3fe1b54f5484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:25.065759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-902354fc-7d10-449c-8594-3fe1b54f5484 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 200 len: 854 time: 0.0705237 Dec 23 15:36:25.120345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-b2337199-7cbc-415d-9006-54fdba6ff493 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e96524f-131c-43d6-9d8e-fc6730e65053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477092 Dec 23 15:36:25.313463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device e1fa03ac-a8c6-4fce-b278-95838d8ca2be up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:25.393651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port e1fa03ac-a8c6-4fce-b278-95838d8ca2be triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:25.394373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:25.515797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-07c50b00-7a39-46dc-8644-72d3097e153d service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881440 Dec 23 15:36:25.521294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:25.549350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:36:25.559806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:25.563506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:25.565948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:25.612399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'code': 200} Dec 23 15:36:25.639736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:25.643065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:25.668250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791f7218-3259-461f-a3e2-0333bada0f99 req-a41b0780-dab7-4d0a-a8ea-d8d8400a6bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450415 Dec 23 15:36:25.949744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771eeb-3a26-4d2b-a76d-ba4504371cce req-a9280900-61a0-4a38-87a0-849fef583fd7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:25.951395 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd771eeb-3a26-4d2b-a76d-ba4504371cce req-a9280900-61a0-4a38-87a0-849fef583fd7 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0999422 Dec 23 15:36:26.005705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd771eeb-3a26-4d2b-a76d-ba4504371cce req-b3c208a4-1c19-4569-81d1-2bd3cee163bc tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Dec 23 15:36:26.215667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f450bd-ee27-4671-812c-8940fcbe073b req-deff7500-2be7-4dae-aae7-133e1092ff7e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:26.217249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74f450bd-ee27-4671-812c-8940fcbe073b req-deff7500-2be7-4dae-aae7-133e1092ff7e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0897069 Dec 23 15:36:26.270757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74f450bd-ee27-4671-812c-8940fcbe073b req-220d6d96-daab-4900-a8ee-be7923e67c7d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Dec 23 15:36:26.501537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e49ef-2a72-4356-b753-f1d6a7b712b2 req-5503301f-6c13-4ca2-a79e-1df3d8566ad4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:26.503143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a9e49ef-2a72-4356-b753-f1d6a7b712b2 req-5503301f-6c13-4ca2-a79e-1df3d8566ad4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.1001003 Dec 23 15:36:26.556817 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a9e49ef-2a72-4356-b753-f1d6a7b712b2 req-2cd8631c-2e61-4d2c-8daf-2176e6ce07cc tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Dec 23 15:36:27.180859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83441c-a86e-4eed-b830-686a3edaf64e req-3957c13c-1265-44fa-b7ac-631b9e0b6bc4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:27.182567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff83441c-a86e-4eed-b830-686a3edaf64e req-3957c13c-1265-44fa-b7ac-631b9e0b6bc4 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0913994 Dec 23 15:36:27.234159 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff83441c-a86e-4eed-b830-686a3edaf64e req-822a9d5d-b7ad-4f30-95ff-14339f74329b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 Dec 23 15:36:28.458555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ac70-1c03-4db6-964b-5a9cfc0c2465 req-90e2eb86-346b-47e6-9c6f-683fea3f27cd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:28.460283 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c6a1ac70-1c03-4db6-964b-5a9cfc0c2465 req-90e2eb86-346b-47e6-9c6f-683fea3f27cd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0895448 Dec 23 15:36:28.511144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c6a1ac70-1c03-4db6-964b-5a9cfc0c2465 req-47e3c137-a59f-45d4-8ba0-dd71a790c60d tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/security-groups?id=83997ba3-fd69-4846-8676-ed60280db98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Dec 23 15:36:28.737114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a33c8114-d779-497e-9c5d-e7bd620c4c53 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:28.738875 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a33c8114-d779-497e-9c5d-e7bd620c4c53 tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 946 time: 0.0957186 Dec 23 15:36:28.819427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Deleting port e1fa03ac-a8c6-4fce-b278-95838d8ca2be {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:36:28.819824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:29.086966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] For port e1fa03ac-a8c6-4fce-b278-95838d8ca2be, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,segment=NetworkSegment(6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd),segment_id=6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:29.087360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:29.216621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Calling delete_port for e1fa03ac-a8c6-4fce-b278-95838d8ca2be owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:36:29.372620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:29.379008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2752353b-04f3-4be7-8b7b-b484579f33ec tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:29.424082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Pushing event deleted for resources: {'Port': ['ID=e1fa03ac-a8c6-4fce-b278-95838d8ca2be,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:29.428613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:29.509383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] No DVR routers for this DVR port e1fa03ac-a8c6-4fce-b278-95838d8ca2be on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:36:29.512354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:29.515355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'name': 'network-vif-deleted', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:36:29.534001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb804f75-abd5-48ca-a033-29ca5ff0f27a req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.65 "DELETE /v2.0/ports/e1fa03ac-a8c6-4fce-b278-95838d8ca2be HTTP/1.1" status: 204 len: 173 time: 0.7879405 Dec 23 15:36:29.576844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02e218-aeb5-4ec3-84c2-ae06002e0874', 'name': 'network-vif-deleted', 'tag': 'e1fa03ac-a8c6-4fce-b278-95838d8ca2be', 'status': 'completed', 'code': 200} Dec 23 15:36:29.686056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-faa5bf0a-fd09-4326-8b77-03ecae185e5d req-796f7ba7-f46f-4c8c-bbad-71dce1d1074b tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d02e218-aeb5-4ec3-84c2-ae06002e0874 HTTP/1.1" status: 200 len: 210 time: 0.0500393 Dec 23 15:36:30.969896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33336) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:31.041993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.051173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Deleting subnet 2e27806c-6874-4b99-9e7c-d28e82ca2dda {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:36:31.054512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.087438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:36:31.107838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.173474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.246143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.250141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70da34d5-b1c1-4103-a8c3-1d1e78207b97 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:31.287011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e27806c-6874-4b99-9e7c-d28e82ca2dda,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:31.300150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.300516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.300945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.301406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.302088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.302199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.302640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.303060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.303857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.303857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.304315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:31.307404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.311486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:31.314570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9f8bfd20-3175-4507-9004-6c3bd150c1a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2e27806c-6874-4b99-9e7c-d28e82ca2dda HTTP/1.1" status: 204 len: 168 time: 0.3431096 Dec 23 15:36:31.318903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:31.323543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device e1fa03ac-a8c6-4fce-b278-95838d8ca2be no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:36:31.359083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: e1fa03ac-a8c6-4fce-b278-95838d8ca2be {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:36:31.359445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device e1fa03ac-a8c6-4fce-b278-95838d8ca2be not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:36:31.452265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.615677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.647351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e96524f-131c-43d6-9d8e-fc6730e65053']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:31.660421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:31.660757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6578abe1-b2b8-4f9e-91bf-e36f1d3f03cd') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:31.673578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.689378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.696456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:36:31.696893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:36:31.712036 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:36:31.791156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.796151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-901e43da-ffd1-4c35-aaa4-790dcf42f386 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:31.815975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:31.827761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e96524f-131c-43d6-9d8e-fc6730e65053,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:31.831249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:31.836829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1ce6dbb4-5cba-49c0-a062-0110083f1ce8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5e96524f-131c-43d6-9d8e-fc6730e65053 HTTP/1.1" status: 204 len: 168 time: 0.5167241 Dec 23 15:36:32.008139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33346) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:32.064769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5ae7067d-4f2b-4a22-9ad7-cde73c0e0839 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a5feffb83964cb5a1b2e66aa640800b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552771 Dec 23 15:36:32.068337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33350) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:32.132652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:32.164588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:32.224337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:32.228604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-66dc0ba6-2e12-40ab-8dab-4e0bb056b18d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:32.243821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83997ba3-fd69-4846-8676-ed60280db98a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:32.246505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:32.257271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:32.258684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83997ba3-fd69-4846-8676-ed60280db98a HTTP/1.1" status: 204 len: 168 time: 0.1893554 Dec 23 15:36:33.223907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33372) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.368479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-852252984-network', 'tenant_id': 'c023d18facc44d1585cfee462128dd66'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:33.374210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:33.378623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Usage tracker for resource:network and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:33.381758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:33.389136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:33.399557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Made reservation on behalf of c023d18facc44d1585cfee462128dd66 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:36:33.404438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.421978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.456995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:33.461390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Usage tracker for resource:security_group_rule and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:33.464607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:33.471219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:33.544038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.550349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.552194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbd110a6-e0b7-463b-84a7-6c52178e93f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:33.592828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:36:33.600843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22fb7ee-6ea9-4e43-83b6-0124046e531f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:33.604893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:33.609237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.609398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Added segment c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10 of type vlan for network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 Dec 23 15:36:33.638808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.670607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.671587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:33.672235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:33.675880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b14d9083-daa3-4460-93e5-6a5ed7f0a0a6 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:33.786363 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5610559 Dec 23 15:36:33.787259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Pushing event updated for resources: {'Network': ['ID=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:33.789503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.792423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:33.796247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Request body: {'subnet': {'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-852252984-subnet', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:33.797947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:36:33.801952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:33.806433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Usage tracker for resource:subnet and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:33.809642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:33.815956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:33.827027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Made reservation on behalf of c023d18facc44d1585cfee462128dd66 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:36:33.831948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.059202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.062834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09de7a38-dddb-48f0-b287-a34d60bada3b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:34.352014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35cefbc0-cf6e-44de-a609-f1b75eefef57,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:34.361357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:34.377994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:36:34.378362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Network hostable DHCP agents. Network: 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:36:34.401594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:36:34.410529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:34.414649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:34.415294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.420346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dfd1d0-1349-4e2b-9762-479ea862e566 None None] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:36:34.435510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6449451 Dec 23 15:36:34.438544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33382) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:34.444080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:34.449417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:34.453593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Usage tracker for resource:router and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:34.456627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:34.465201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:34.477750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.478791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.500894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.649536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:36:34.650463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.661699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.878738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.912758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:34.980727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Allocated IP 172.20.0.2 (3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1/35cefbc0-cf6e-44de-a609-f1b75eefef57/a70f7eea-62fe-47da-b16d-5613e0f9eef3) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:36:35.060778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Allocated IP 172.26.2.11 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/c460db5e-41cc-4385-90ad-59bc4838cf3a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:36:35.201830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.212850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Transition to ACTIVE for port object a70f7eea-62fe-47da-b16d-5613e0f9eef3 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:35.226378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.232632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Transition to ACTIVE for port object a70f7eea-62fe-47da-b16d-5613e0f9eef3 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:35.237402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.242580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:35.253223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.257870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8396c0e1-48b6-4b55-b399-e92ce49b79ba tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:35.304139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:36:35.311653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:35.316781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:36:35.319009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Pushing event updated for resources: {'Port': ['ID=a70f7eea-62fe-47da-b16d-5613e0f9eef3,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:35.320977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:36:35.329541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:35.334785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:36:35.359204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.359765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.359990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.360306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.360678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.361050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.361448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.361779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.362138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.362525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.362887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:35.367866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c460db5e-41cc-4385-90ad-59bc4838cf3a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:35.370697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:35.374686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:35.424189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Attempting to bind port a70f7eea-62fe-47da-b16d-5613e0f9eef3 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:36:35.424607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Attempting to bind port a70f7eea-62fe-47da-b16d-5613e0f9eef3 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:36:35.425020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Attempting to bind port a70f7eea-62fe-47da-b16d-5613e0f9eef3 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:36:35.431974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:36:35.432402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:36:35.432853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.433323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Bound using segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:36:35.433838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Bound port: a70f7eea-62fe-47da-b16d-5613e0f9eef3, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:36:35.434259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.503836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.504954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.528347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] For port a70f7eea-62fe-47da-b16d-5613e0f9eef3, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:36:35.531534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] For port a70f7eea-62fe-47da-b16d-5613e0f9eef3, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a70f7eea-62fe-47da-b16d-5613e0f9eef3,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:36:35.535361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:35.539827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4887be41-0187-4de2-a230-409bcc7188fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:35.627084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Pushing event updated for resources: {'Port': ['ID=a70f7eea-62fe-47da-b16d-5613e0f9eef3,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:35.630102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:35.761390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:36:35.984289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:36:35.994501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:36:36.008202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:36:36.009010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:36:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:36.010112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:36.011346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5717967 Dec 23 15:36:36.014600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 33386) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:36.207915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:36:36.512440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:35Z', 'revision_number': 3, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:36.516890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:36:36.517328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Updating router b70df59f-8a4a-46a8-9abe-fc04b7320157 port c460db5e-41cc-4385-90ad-59bc4838cf3a binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:36:36.557464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a70f7eea-62fe-47da-b16d-5613e0f9eef3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:36.576233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:36.634552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a70f7eea-62fe-47da-b16d-5613e0f9eef3 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:36.819447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:36.929925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:36.943182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Transition to ACTIVE for port object c460db5e-41cc-4385-90ad-59bc4838cf3a will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:36.950008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:36.955639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9b220560-e5e4-422f-b4cc-597892e52188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:37.046543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Pushing event updated for resources: {'Port': ['ID=c460db5e-41cc-4385-90ad-59bc4838cf3a,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:37.051010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Attempting to bind port c460db5e-41cc-4385-90ad-59bc4838cf3a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:36:37.051435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Attempting to bind port c460db5e-41cc-4385-90ad-59bc4838cf3a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:36:37.051831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Attempting to bind port c460db5e-41cc-4385-90ad-59bc4838cf3a on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:36:37.052834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Allocated IP 172.20.0.1 (3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1/35cefbc0-cf6e-44de-a609-f1b75eefef57/1bda64bc-479d-41a9-9724-87e723efa20b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:36:37.062451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.063033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.063173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.063553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.063928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.064305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.064679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.065051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.065472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.065843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.066210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:37.070325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:37.073054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:36:37.073526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:36:37.073977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.074410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:36:37.074931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Bound port: c460db5e-41cc-4385-90ad-59bc4838cf3a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:36:37.075349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.229467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.248780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Transition to ACTIVE for port object 1bda64bc-479d-41a9-9724-87e723efa20b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:37.275948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.281005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f6dc116-4c6f-4a47-b542-18cf6a4e9b8e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:37.308137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] For port c460db5e-41cc-4385-90ad-59bc4838cf3a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:36:37.313997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] For port c460db5e-41cc-4385-90ad-59bc4838cf3a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c460db5e-41cc-4385-90ad-59bc4838cf3a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:36:37.318384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.323639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bac5c5ca-e310-4c9c-868a-beec40602719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:37.359930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82605efe-5905-4c6a-bfd7-82561e19fc8f None None] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:36:37.376153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:36:37.380982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:37.387149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:36:37.424789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Pushing event updated for resources: {'Port': ['ID=1bda64bc-479d-41a9-9724-87e723efa20b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:37.427274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Pushing event updated for resources: {'Port': ['ID=c460db5e-41cc-4385-90ad-59bc4838cf3a,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:37.428001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:37.430803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:37.431495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:36:37.432121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:36:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:37.466835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.557708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.605094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Provisioning for port a70f7eea-62fe-47da-b16d-5613e0f9eef3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:37.613257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Provisioning complete for port a70f7eea-62fe-47da-b16d-5613e0f9eef3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:37.613476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.636287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:36:37.759686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.797766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] For port a70f7eea-62fe-47da-b16d-5613e0f9eef3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a70f7eea-62fe-47da-b16d-5613e0f9eef3,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:37.801988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.806825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:37.836475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.841303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.887829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91464abe-d393-42f1-8ec7-9b60ca8cd14d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:37.900397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Pushing event updated for resources: {'Port': ['ID=a70f7eea-62fe-47da-b16d-5613e0f9eef3,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:37.914462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:37.964802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:37.981712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Pushing event updated for resources: {'Port': ['ID=1bda64bc-479d-41a9-9724-87e723efa20b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:37.984977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:37.987338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:35Z', 'revision_number': 3, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:37.991886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738555-4f7b-43a8-9971-3f246013a335 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:35Z', 'revision_number': 3, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:36:38.045625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-087a1e89-4966-4ea9-a16f-f5abe1ce8f1a None None] Provisioning for port 1bda64bc-479d-41a9-9724-87e723efa20b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:38.051508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-087a1e89-4966-4ea9-a16f-f5abe1ce8f1a None None] Provisioning complete for port 1bda64bc-479d-41a9-9724-87e723efa20b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:38.051937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-087a1e89-4966-4ea9-a16f-f5abe1ce8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.122308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-087a1e89-4966-4ea9-a16f-f5abe1ce8f1a None None] Port 1bda64bc-479d-41a9-9724-87e723efa20b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:36:38.138835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-087a1e89-4966-4ea9-a16f-f5abe1ce8f1a None None] Provisioning complete for port a70f7eea-62fe-47da-b16d-5613e0f9eef3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:38.139213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-087a1e89-4966-4ea9-a16f-f5abe1ce8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.417695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:36:38.418646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7eed0979-de60-420d-b2da-7673bab232ab None None] Provisioning complete for port 1bda64bc-479d-41a9-9724-87e723efa20b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:38.418991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:38.419340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7eed0979-de60-420d-b2da-7673bab232ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.515121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7eed0979-de60-420d-b2da-7673bab232ab None None] Port 1bda64bc-479d-41a9-9724-87e723efa20b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:36:38.642291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c460db5e-41cc-4385-90ad-59bc4838cf3a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:38.732640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c460db5e-41cc-4385-90ad-59bc4838cf3a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:38.738453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c460db5e-41cc-4385-90ad-59bc4838cf3a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:38.739356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.884589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.891753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-683395d3-10fd-4f74-a65e-930b98dd34da None None] Provisioning complete for port 1bda64bc-479d-41a9-9724-87e723efa20b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:38.892182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-683395d3-10fd-4f74-a65e-930b98dd34da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.899187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:36:38.940597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port c460db5e-41cc-4385-90ad-59bc4838cf3a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c460db5e-41cc-4385-90ad-59bc4838cf3a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:38.948740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:38.949698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a70f7eea-62fe-47da-b16d-5613e0f9eef3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:38.989210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:39.034104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-683395d3-10fd-4f74-a65e-930b98dd34da None None] Port 1bda64bc-479d-41a9-9724-87e723efa20b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:36:39.092209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=c460db5e-41cc-4385-90ad-59bc4838cf3a,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:39.096477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:39.105218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a70f7eea-62fe-47da-b16d-5613e0f9eef3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:39.105659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:39.126973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:36:39.141494 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] 10.222.0.49 "PUT /v2.0/routers/b70df59f-8a4a-46a8-9abe-fc04b7320157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1256883 Dec 23 15:36:39.658485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 33396) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:39.665190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612773657', 'description': 'tempest-description--1873201601'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:39.672126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:39.676744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Usage tracker for resource:security_group and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:39.680076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:39.688013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:39.705418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:39.745826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:39.750012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Usage tracker for resource:security_group_rule and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:39.753069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:39.759334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:39.821778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:39.826102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:39.829926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:39.871892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7cb5f5-c3d1-402a-9e08-960536271856,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:39.874870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:39.876209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2166448 Dec 23 15:36:39.877199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:39.879542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 33400) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:39.886018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'security_group_rule': {'security_group_id': '9d7cb5f5-c3d1-402a-9e08-960536271856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:39.892594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:39.896800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Usage tracker for resource:security_group_rule and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:39.899955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:39.906193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:39.924198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.000765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.004249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.006305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea36285a-3efc-4e71-a537-a25a8e3caebf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:40.029954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc74d7e-f9d2-4499-ab66-c1f276573da4,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:40.032498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:40.040736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.042128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d3f73650-926c-4706-8acc-afe9d71306fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1615510 Dec 23 15:36:40.045132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 33404) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:40.051486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'security_group_rule': {'security_group_id': '9d7cb5f5-c3d1-402a-9e08-960536271856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:40.058081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:40.062572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Usage tracker for resource:security_group_rule and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:40.065887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:40.072925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:40.094005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.163478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.167530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.169539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0fef71cc-d1eb-4e33-98d9-f260a080344e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:40.193647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ae1c6c-63a9-4d57-9a0c-f87470354f86,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:40.196135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:40.204507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.205924 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1596591 Dec 23 15:36:40.209390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 33408) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:40.215864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:40.222769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:40.227179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Usage tracker for resource:floatingip and tenant:c023d18facc44d1585cfee462128dd66 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:36:40.230649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:36:40.236907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:40.247708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.404701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.529581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c460db5e-41cc-4385-90ad-59bc4838cf3a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:40.560015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Allocated IP 172.26.2.35 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/aeb536bb-d796-4f12-84b3-e1a77823b93e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:36:40.601556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c460db5e-41cc-4385-90ad-59bc4838cf3a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:40.601986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.726873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.755395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:40.760103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b47e782-0722-420d-b6c2-ee6d17b59a5e tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:40.822317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:36:40.830268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:40.835910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:36:40.862198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'Port': ['ID=aeb536bb-d796-4f12-84b3-e1a77823b93e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:40.867714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:41.001992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.061268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:36:41.070137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.075261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:36:41.075979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:36:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:41.269883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:36:41.291359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.297071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.301563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83a4dcf9-5b0e-48f4-aea4-801f5e348a33 tempest-ServersAdminNegativeTestJSON-355388790 tempest-ServersAdminNegativeTestJSON-355388790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:41.413667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'Port': ['ID=aeb536bb-d796-4f12-84b3-e1a77823b93e,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:41.418542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:41.429841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.454962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.466068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2458556 Dec 23 15:36:41.615252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 2, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:41.619844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:36:41.620259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Updating router b70df59f-8a4a-46a8-9abe-fc04b7320157 port 1bda64bc-479d-41a9-9724-87e723efa20b binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:36:41.643514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-bcd7c410-8cb4-43a8-956c-5c528590c244 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:36:41.660803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-bcd7c410-8cb4-43a8-956c-5c528590c244 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:36:41.662164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-bcd7c410-8cb4-43a8-956c-5c528590c244 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--612773657&fields=id&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 267 time: 0.0680854 Dec 23 15:36:41.675397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:41.825776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-4bc77c23-aa59-47fb-bdf7-2e3f90a6f4aa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:41.827430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-4bc77c23-aa59-47fb-bdf7-2e3f90a6f4aa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1579180 Dec 23 15:36:41.846534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-611f572a-4d08-44a0-964a-e3fedb27ca39 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/quotas/c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 375 time: 0.0126746 Dec 23 15:36:41.936791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-84bcc8fc-f89f-44ab-9d1c-6a47c03435c8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:36:41.953868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-84bcc8fc-f89f-44ab-9d1c-6a47c03435c8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:36:41.955305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-84bcc8fc-f89f-44ab-9d1c-6a47c03435c8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028748 Dec 23 15:36:42.042932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:42.056677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Transition to ACTIVE for port object 1bda64bc-479d-41a9-9724-87e723efa20b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:42.063874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:42.068807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:42.108162 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-19109986-f556-48fd-9820-1ef8b78b6d0b service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395423 Dec 23 15:36:42.186690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fc25e-8164-4e46-bba1-4377bc0c4e8c None None] Pushing event updated for resources: {'Port': ['ID=1bda64bc-479d-41a9-9724-87e723efa20b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:42.189764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c8fc25e-8164-4e46-bba1-4377bc0c4e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:42.265485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-11915813-1d85-4566-8602-68eda40ecc39 service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507936 Dec 23 15:36:42.478117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Attempting to bind port 1bda64bc-479d-41a9-9724-87e723efa20b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:36:42.478628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Attempting to bind port 1bda64bc-479d-41a9-9724-87e723efa20b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:36:42.479130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Attempting to bind port 1bda64bc-479d-41a9-9724-87e723efa20b on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:36:42.493017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:36:42.493543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:36:42.494044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:42.494480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Bound using segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:36:42.495925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Bound port: 1bda64bc-479d-41a9-9724-87e723efa20b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:36:42.495925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:42.502482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ef0b2a2-c232-405c-8f2d-40eca31829d6 req-265c70bd-dcb1-440a-b124-cbc4e68f5c48 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 210 time: 0.0575979 Dec 23 15:36:42.594578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] For port 1bda64bc-479d-41a9-9724-87e723efa20b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:36:42.597829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] For port 1bda64bc-479d-41a9-9724-87e723efa20b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1bda64bc-479d-41a9-9724-87e723efa20b,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:36:42.602292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:42.606985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:42.688225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fc25e-8164-4e46-bba1-4377bc0c4e8c None None] Pushing event updated for resources: {'Port': ['ID=1bda64bc-479d-41a9-9724-87e723efa20b,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:42.692496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c8fc25e-8164-4e46-bba1-4377bc0c4e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:42.694206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:36:42.695036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:36:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:42.900564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:36:43.251998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:42Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:43.256713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d5c41-edf6-4d56-ac15-db72867f7ad5 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:42Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:36:43.716161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-5efecd6b-af40-4a00-8baf-6c91b6f65382 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:43.717972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-5efecd6b-af40-4a00-8baf-6c91b6f65382 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.2312880 Dec 23 15:36:43.720477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4bceee16-5600-40fa-8595-735aa99fa2b1 req-8eee06ab-0d5c-425d-99f6-47157b825a03 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 210 time: 0.0644150 Dec 23 15:36:43.784540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-c769b353-4d28-4b2d-aaea-9f6ae339ad43 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 379 time: 0.0533149 Dec 23 15:36:43.794060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'port': {'device_id': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'admin_state_up': True, 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'security_groups': ['9d7cb5f5-c3d1-402a-9e08-960536271856']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:44.192912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:36:44.203967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:36:44.214318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Made reservation on behalf of c023d18facc44d1585cfee462128dd66 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:36:44.220246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.403925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Allocated IP 172.20.0.10 (3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1/35cefbc0-cf6e-44de-a609-f1b75eefef57/ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:36:44.557846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bda64bc-479d-41a9-9724-87e723efa20b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:44.617105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.634832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 1bda64bc-479d-41a9-9724-87e723efa20b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:44.635222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Transition to ACTIVE for port object ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:44.640038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1bda64bc-479d-41a9-9724-87e723efa20b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:44.640836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.655546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.661743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:44.737848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:36:44.742543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:36:44.744843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:44.754274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:36:44.785708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.797057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.797665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.798201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.798729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.799347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.799876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.800457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.801202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.802272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.803164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.803164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:36:44.812977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:44.830241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 1bda64bc-479d-41a9-9724-87e723efa20b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1bda64bc-479d-41a9-9724-87e723efa20b,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:44.834309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.836358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:44.856889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:44.857749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:44.892268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1026852 Dec 23 15:36:44.908551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Request body: {'port': {'device_id': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:44.918388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=1bda64bc-479d-41a9-9724-87e723efa20b,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:44.929663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:44.980977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296d64b-9207-4614-ad14-664bb962a58c req-e178193c-ba41-43b4-976c-ea2d9a053a33 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:44.989291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e296d64b-9207-4614-ad14-664bb962a58c req-e178193c-ba41-43b4-976c-ea2d9a053a33 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 932 time: 0.1047912 Dec 23 15:36:45.031893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.033773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e296d64b-9207-4614-ad14-664bb962a58c req-bb8bcec1-4020-4704-846c-49dc6773f5af tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:36:45.048151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e296d64b-9207-4614-ad14-664bb962a58c req-bb8bcec1-4020-4704-846c-49dc6773f5af tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:36:45.053735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e296d64b-9207-4614-ad14-664bb962a58c req-bb8bcec1-4020-4704-846c-49dc6773f5af tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636013 Dec 23 15:36:45.088420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5affa38e-b4ca-4092-b5fb-de62aa64cc2a None None] Provisioning for port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:45.094038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5affa38e-b4ca-4092-b5fb-de62aa64cc2a None None] Provisioning complete for port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:45.094466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5affa38e-b4ca-4092-b5fb-de62aa64cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.152954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5affa38e-b4ca-4092-b5fb-de62aa64cc2a None None] Port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:36:45.410643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:36:45.418127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.434095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Transition to ACTIVE for port object ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:36:45.438094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.442709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:45.579367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Pushing event updated for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:45.583420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:45.696794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Attempting to bind port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:36:45.697185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Attempting to bind port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:36:45.697933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Attempting to bind port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:36:45.705243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:45.705605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Attempting to bind port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:36:45.713107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:36:45.713547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:36:45.713977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Bound using segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:36:45.714455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Bound port: ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:36:45.714943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.812954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:36:45.816303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:36:45.821026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.825380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e460ec5a-e5b4-49ba-af83-4c6600d387dc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:45.882683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:45.884424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] 10.222.0.65 "PUT /v2.0/ports/ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 1094 time: 0.9840610 Dec 23 15:36:45.886935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:36:45.918896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Pushing event updated for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:45.922738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:45.963068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'status': 'completed', 'code': 200} Dec 23 15:36:46.007828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-6e644846-5d07-42a8-a88a-3c50806f962e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1097 time: 0.0837870 Dec 23 15:36:46.083418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-c2ca6da4-ce93-40c2-89dd-efe449f77b06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 217 time: 0.0675089 Dec 23 15:36:46.159935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-91a6174d-9896-422a-996a-5b9a6416a624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:46.161558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-91a6174d-9896-422a-996a-5b9a6416a624 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0715702 Dec 23 15:36:46.247527 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-29629d6f-2599-4de4-9ac5-f27624fa4367 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790932 Dec 23 15:36:46.262168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108ea0a-1b27-427c-abbb-220f998c42e4 req-a78aff4d-7dfa-48e8-91f4-3b3a2bba24d1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:46.263826 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b108ea0a-1b27-427c-abbb-220f998c42e4 req-a78aff4d-7dfa-48e8-91f4-3b3a2bba24d1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0895278 Dec 23 15:36:46.313559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b108ea0a-1b27-427c-abbb-220f998c42e4 req-f9977de2-3b50-4ed9-ac4d-0206360d3da8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Dec 23 15:36:46.398541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-00ed3b4e-7c80-44ed-9b0b-aba8ed6651ad service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434312 Dec 23 15:36:46.534754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bda64bc-479d-41a9-9724-87e723efa20b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:46.549928 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-544cdd4b-75a9-435e-a449-4d74e8af2172 req-38564995-fc6d-47dd-9dad-866d4c0fe4b2 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449654 Dec 23 15:36:46.610630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 1bda64bc-479d-41a9-9724-87e723efa20b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:46.611060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:46.693513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-389b9f79-49af-4822-9850-f42a03f5bd49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1097 time: 0.0925570 Dec 23 15:36:46.766589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e264706e-288e-4ee2-9f89-e0f8e02790bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:46.847391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dd34b-fa22-4d91-a468-0913837ed249 req-f2aeae63-3521-4a7b-b8c1-91b8f5eb06b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:46.849090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-f2aeae63-3521-4a7b-b8c1-91b8f5eb06b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1483049 Dec 23 15:36:46.921878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-54bdfb65-b6c7-40ad-acff-d54a93eec911 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 217 time: 0.0657353 Dec 23 15:36:46.995652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dd34b-fa22-4d91-a468-0913837ed249 req-61a5b919-34e4-4141-b176-65e997c1e560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:46.997307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-61a5b919-34e4-4141-b176-65e997c1e560 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0689964 Dec 23 15:36:47.084139 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-36065825-ce0b-400a-aacb-5fe93235c986 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789921 Dec 23 15:36:47.231813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-64c4e20e-8905-4931-bf95-15f516a31ccd service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394107 Dec 23 15:36:47.393496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-811dd34b-fa22-4d91-a468-0913837ed249 req-0c9d9830-4771-44bc-a2c3-b85c1007a0ad service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539681 Dec 23 15:36:47.545406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85b7d-3d7a-4720-80f6-77951421cc8e req-6c993345-b1d1-457b-8728-8b765f768b06 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:47.546177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-43f85b7d-3d7a-4720-80f6-77951421cc8e req-6c993345-b1d1-457b-8728-8b765f768b06 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:36:47.565380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-43f85b7d-3d7a-4720-80f6-77951421cc8e req-6c993345-b1d1-457b-8728-8b765f768b06 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:36:47.566644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-43f85b7d-3d7a-4720-80f6-77951421cc8e req-6c993345-b1d1-457b-8728-8b765f768b06 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.1103966 Dec 23 15:36:47.623588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-43f85b7d-3d7a-4720-80f6-77951421cc8e req-ea82f5f5-b792-41b5-b4d6-2821db0c1004 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498993 Dec 23 15:36:48.214530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:48.807792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fbb5aaf3-ed6a-4a3c-985f-4b7ace1606e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:48.842262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0955e79-0793-4539-b9fc-8ab361ff887d req-7cea98a1-2c91-4b7d-a1e2-b4cb2e1e2a30 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:48.843926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0955e79-0793-4539-b9fc-8ab361ff887d req-7cea98a1-2c91-4b7d-a1e2-b4cb2e1e2a30 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0876009 Dec 23 15:36:48.894351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0955e79-0793-4539-b9fc-8ab361ff887d req-e32d6e97-1f1e-4c8c-9d45-0085977604ee tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 Dec 23 15:36:49.416876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:36:49.535646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:49.576938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:49.591317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'mac_address': 'fa:16:3e:b8:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:36:49.649282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:49.667954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:36:49.683276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:49.687372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:49.689292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b517585-dbb3-4e09-a75e-07b8a6bc75c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:49.763530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:49.767097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:49.907508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:36:50.102280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474718bd-18b3-4d65-b1f7-d0b1f77a95f6 req-5b848d73-2a72-408e-9ab9-c5665f017dc5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:50.103920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-474718bd-18b3-4d65-b1f7-d0b1f77a95f6 req-5b848d73-2a72-408e-9ab9-c5665f017dc5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 945 time: 0.0834410 Dec 23 15:36:50.152985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-474718bd-18b3-4d65-b1f7-d0b1f77a95f6 req-2d38969c-4a9f-46f5-aed7-bb57c7b0d7d9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Dec 23 15:36:50.930144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:51.381959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99571a2-c851-445f-ae54-21a4997c498a req-70ee7fea-0555-4e82-a084-9474fe078e1d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:51.383600 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e99571a2-c851-445f-ae54-21a4997c498a req-70ee7fea-0555-4e82-a084-9474fe078e1d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 945 time: 0.0905561 Dec 23 15:36:51.432010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:36:51.433031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e99571a2-c851-445f-ae54-21a4997c498a req-74f19223-3fcc-4d68-8778-a576149fb359 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428658 Dec 23 15:36:51.504125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:36:51.509335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:36:51.509766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:51.631940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:51.661186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:36:51.671895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:36:51.676218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:51.678240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:36:51.720985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'code': 200} Dec 23 15:36:51.748011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:36:51.751266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:36:51.976968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9df831fd-a667-423f-8105-470c4ad09885 req-8335d9c5-e0d5-49d2-bde7-b582bc026040 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1099 time: 0.0812354 Dec 23 15:36:52.022811 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9df831fd-a667-423f-8105-470c4ad09885 req-1d6aac87-cde0-461e-abab-4277051c0b30 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387821 Dec 23 15:36:52.664419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8630c1-350f-46f4-994a-5eef39136847 req-a654f204-129d-4e1f-9652-075e8263d0dd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:52.666029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f8630c1-350f-46f4-994a-5eef39136847 req-a654f204-129d-4e1f-9652-075e8263d0dd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0944691 Dec 23 15:36:52.723910 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f8630c1-350f-46f4-994a-5eef39136847 req-fc79c898-4e34-47d0-821e-d8390988137f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489671 Dec 23 15:36:53.953521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf5995-a3d1-41dd-93d3-a6f3870c00c7 req-ea505b70-4821-4214-9673-9c8001168a61 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:53.955232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71cf5995-a3d1-41dd-93d3-a6f3870c00c7 req-ea505b70-4821-4214-9673-9c8001168a61 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0993149 Dec 23 15:36:54.005176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71cf5995-a3d1-41dd-93d3-a6f3870c00c7 req-08013c4f-c8dd-4908-b9ae-0248a8c81181 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Dec 23 15:36:54.207697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da8c9-cb43-44a5-850d-447e277fba5c req-01410d62-2f6f-4c3a-ac19-2ad2215b9589 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:54.209360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9c3da8c9-cb43-44a5-850d-447e277fba5c req-01410d62-2f6f-4c3a-ac19-2ad2215b9589 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0855021 Dec 23 15:36:54.219408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 33462) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:54.225832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'floatingip': {'port_id': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:54.309013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:55.212241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:55.216262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:55.424020 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 associated. External IP: 172.26.2.35, port: ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42. Dec 23 15:36:55.867002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:36:56.093621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:36:56.099013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:36:56.104286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:36:56.119149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:36:56.119757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:36:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:56.161197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a6a684d5-5ec0-40d5-b568-0f84ab99b24a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "PUT /v2.0/floatingips/0d21b600-b456-4968-8da7-3df5cf09d3d7 HTTP/1.1" status: 200 len: 991 time: 1.9405146 Dec 23 15:36:56.161947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:36:56.219049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'status': 'completed', 'code': 200} Dec 23 15:36:56.309838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:36:56.320441 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-4b2b9583-fac8-48e3-aa09-87754734d8b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1099 time: 0.0794158 Dec 23 15:36:56.466869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543f507-8720-4ee4-b252-a84218034757 req-8f466e54-ca6a-4c92-a4f2-5f78a5dacd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:56.468498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-8f466e54-ca6a-4c92-a4f2-5f78a5dacd04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1415319 Dec 23 15:36:56.585022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-a7ebc1d0-2ca1-44c9-8a5c-e17a516ddd92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 999 time: 0.1095281 Dec 23 15:36:56.658171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543f507-8720-4ee4-b252-a84218034757 req-464305ec-d67e-4902-a960-0f4bf2803577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:36:56.660176 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-464305ec-d67e-4902-a960-0f4bf2803577 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0680768 Dec 23 15:36:56.680974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:b8:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:36:55Z', 'revision_number': 1, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:56.685379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:36:56.697117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:36:56.698126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:36:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:56.748168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-40482cde-f13c-480b-bdd6-20710b823ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810142 Dec 23 15:36:56.898016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-907f1966-c945-480f-854a-d721e8f00a93 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421237 Dec 23 15:36:56.899192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:36:57.044288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e543f507-8720-4ee4-b252-a84218034757 req-27af498c-0d1b-4564-ba71-fba2240cfffd service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393301 Dec 23 15:36:57.273592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:b8:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:36:55Z', 'revision_number': 1, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:36:57.278123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ca8f3-4d63-405c-94d2-d08865ca0052 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:b8:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:36:55Z', 'revision_number': 1, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:36:57.649526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0210c-52b2-4e3a-85b7-34d924a9d431 None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:37:01.059636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:08.096665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:37:10.853094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-db541a09-bbc4-4e67-baf9-0ec237d6c59c req-14598784-3711-4b12-b95b-1e22649ffd5d service neutron] (88873) timed out ('10.222.0.65', 62495) {{(pid=88873) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 23 15:37:16.757963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef5b7502-c8aa-4663-9814-1db43a495e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:18.213959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:18.819636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf108b24-2b21-405e-98a9-822baea179fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:19.496862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:20.928665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:24.515929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-5d21fa6d-0ba6-414e-aa41-7df743af1f7a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752180 Dec 23 15:37:24.674292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-e14c1229-12c5-4841-a1e7-770f4e7116bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1099 time: 0.0833805 Dec 23 15:37:24.836905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-75c12ec5-a2dd-4ea0-aace-f86a364949d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:24.838523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-75c12ec5-a2dd-4ea0-aace-f86a364949d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1395535 Dec 23 15:37:24.948150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-45dfb0b9-7fd5-4214-aa1c-1c52a4ea1dfb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 1001 time: 0.1021690 Dec 23 15:37:25.030595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-8591cb1e-6933-4670-b0e0-ff032df0eb09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:25.032230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-8591cb1e-6933-4670-b0e0-ff032df0eb09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0766699 Dec 23 15:37:25.133950 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-22a32dfe-e63f-4107-85a2-92e9a1732fce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887749 Dec 23 15:37:25.277108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-5831149b-11bf-49d6-9ee8-21ac4c3c4d28 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356723 Dec 23 15:37:25.422342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f7a7ff5-1328-4146-8c7d-7d1d7389a989 req-c6427024-dae7-4879-bb06-6f1a05573fe0 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380911 Dec 23 15:37:31.058084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:34.434379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a508442-d664-4bf3-9330-c9bb1f02e7ee req-1c9110b5-fe76-42fe-a623-518dd2646a46 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:34.436003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0a508442-d664-4bf3-9330-c9bb1f02e7ee req-1c9110b5-fe76-42fe-a623-518dd2646a46 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0891988 Dec 23 15:37:34.721056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0a508442-d664-4bf3-9330-c9bb1f02e7ee req-5be279e4-aed4-41ee-9ab1-c39cd6f6e9fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785447 Dec 23 15:37:35.012452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a758ac2-07fb-44eb-923a-18657f5ffdd2 req-1bd8af1c-2128-4338-bd49-2668adc5502c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1588149 Dec 23 15:37:35.335704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-7c3c4b80-d1b1-4b81-be27-cc0093d58d85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287541 Dec 23 15:37:35.366717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d641-1b95-47cd-992a-a31074ae7428 req-c06e1fcc-8c2f-426b-8909-ed435aa52578 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:35.368347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b575d641-1b95-47cd-992a-a31074ae7428 req-c06e1fcc-8c2f-426b-8909-ed435aa52578 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.1054947 Dec 23 15:37:35.423232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b575d641-1b95-47cd-992a-a31074ae7428 req-4172c418-df86-456f-b081-35023697665b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480149 Dec 23 15:37:36.647702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63b8ab-816d-45a3-9d86-96bab66ba27e req-ce9b2f26-5bd5-4428-89bb-c2df3978b7b7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:36.649449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c63b8ab-816d-45a3-9d86-96bab66ba27e req-ce9b2f26-5bd5-4428-89bb-c2df3978b7b7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0915384 Dec 23 15:37:36.659762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-b36822b2-6d8e-402a-bb6f-744c27cdb69e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1099 time: 0.0761664 Dec 23 15:37:36.703243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c63b8ab-816d-45a3-9d86-96bab66ba27e req-fa06b0f2-aa74-4bcc-90a6-6182444aadec tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474570 Dec 23 15:37:36.809174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-96b58dc0-8579-46ae-803c-961c941629d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:36.810865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-96b58dc0-8579-46ae-803c-961c941629d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1440132 Dec 23 15:37:36.924820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-6619f057-d7c0-4d0b-9791-9cd68704866e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 1001 time: 0.1063159 Dec 23 15:37:36.998510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-070a8a7b-a410-48aa-8562-105f118e1a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:37.000116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-070a8a7b-a410-48aa-8562-105f118e1a8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0688155 Dec 23 15:37:37.084038 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-64ca56b3-fd3f-4f06-ae7c-ec84a25aadc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771251 Dec 23 15:37:37.234198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-611284bb-7e91-43da-8ff7-1825da2cc8cf service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430817 Dec 23 15:37:37.386566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-8bf52091-53e8-4725-b4b0-a44dfef2ccdb service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452105 Dec 23 15:37:37.929074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf2dd9-4c3c-4188-9eab-d1c9e3009b16 req-c6fb1198-de8c-4733-af54-fd310fa84874 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:37.930716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86cf2dd9-4c3c-4188-9eab-d1c9e3009b16 req-c6fb1198-de8c-4733-af54-fd310fa84874 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0973871 Dec 23 15:37:37.983885 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86cf2dd9-4c3c-4188-9eab-d1c9e3009b16 req-2058571b-2536-45cf-b767-771cfbc43ac6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469542 Dec 23 15:37:39.209054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc668-673a-4334-9731-b4e4fbc9dafd req-1d5cfd1b-c52f-427a-a07d-4400f729c888 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:39.210729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e33fc668-673a-4334-9731-b4e4fbc9dafd req-1d5cfd1b-c52f-427a-a07d-4400f729c888 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.1022124 Dec 23 15:37:39.264741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e33fc668-673a-4334-9731-b4e4fbc9dafd req-cd338e18-e9e5-4b1a-a1c1-3c11d7d10298 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476825 Dec 23 15:37:40.486755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c55ae-9f30-48ac-b910-97008e9bb774 req-5e429764-7af3-4082-8dc5-5594fd170800 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:40.488385 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-567c55ae-9f30-48ac-b910-97008e9bb774 req-5e429764-7af3-4082-8dc5-5594fd170800 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0866334 Dec 23 15:37:40.542090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-567c55ae-9f30-48ac-b910-97008e9bb774 req-f973f206-e5dc-4c62-8db0-7398af6c5430 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Dec 23 15:37:41.768165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8056-ee67-4c0e-a46a-236e9b039595 req-e71f1cb8-40b2-4891-b68c-a2b4fb4aaaf6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:41.769710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-481c8056-ee67-4c0e-a46a-236e9b039595 req-e71f1cb8-40b2-4891-b68c-a2b4fb4aaaf6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0939419 Dec 23 15:37:41.819835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-481c8056-ee67-4c0e-a46a-236e9b039595 req-4e03f7cc-25ae-4c0e-a028-9531a93e25a6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Dec 23 15:37:43.060505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28556adf-1d8f-4c95-bfef-05b90b621a2d req-5ce484a5-424a-40dc-a53c-c5de503a8e3a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:43.062163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-28556adf-1d8f-4c95-bfef-05b90b621a2d req-5ce484a5-424a-40dc-a53c-c5de503a8e3a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0915160 Dec 23 15:37:43.112447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-28556adf-1d8f-4c95-bfef-05b90b621a2d req-133717ad-689e-4a27-a6ce-9e6459be7e35 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Dec 23 15:37:44.337985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b0cfd-6a0a-40ba-a3b3-1fc310d7e319 req-a0c76d51-6fda-48f3-9b09-e769fefda8f7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:44.339582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c12b0cfd-6a0a-40ba-a3b3-1fc310d7e319 req-a0c76d51-6fda-48f3-9b09-e769fefda8f7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0944321 Dec 23 15:37:44.391331 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c12b0cfd-6a0a-40ba-a3b3-1fc310d7e319 req-fb74b9bf-61de-4877-a003-ec424390cd60 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Dec 23 15:37:45.095038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:37:45.612035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392772c9-7fd5-4fc2-884d-cd50b00d6e4a req-b82d5c8f-029a-4cd2-8d5a-8e6b7f118e84 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:45.613666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-392772c9-7fd5-4fc2-884d-cd50b00d6e4a req-b82d5c8f-029a-4cd2-8d5a-8e6b7f118e84 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0935290 Dec 23 15:37:45.664909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-392772c9-7fd5-4fc2-884d-cd50b00d6e4a req-657acd8a-4d27-4b00-a95c-4a98747ede0f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448916 Dec 23 15:37:46.752082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cd5428af-03ea-42ae-9607-954a6c8792a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:46.880471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b122-e869-415e-8d4d-a7c9aa5ecce7 req-5f40ff5b-2628-4597-84b6-074fd9d13744 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:46.882561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86c8b122-e869-415e-8d4d-a7c9aa5ecce7 req-5f40ff5b-2628-4597-84b6-074fd9d13744 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0897031 Dec 23 15:37:46.933909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-86c8b122-e869-415e-8d4d-a7c9aa5ecce7 req-3922a337-a5ac-44b5-8a68-b8ba7e631662 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Dec 23 15:37:48.157886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5268-6d81-423f-84ef-27bc6ee18428 req-87c865fc-a414-4b75-a355-310c69c7dee1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:48.159499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dbcb5268-6d81-423f-84ef-27bc6ee18428 req-87c865fc-a414-4b75-a355-310c69c7dee1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0998986 Dec 23 15:37:48.209862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:48.216404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dbcb5268-6d81-423f-84ef-27bc6ee18428 req-a8ec7aaf-7c0d-43bf-9f4e-9b4f9477f6aa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504665 Dec 23 15:37:48.815528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85b56512-71d4-4237-bcf3-312e865e0188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:49.251951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-083eb293-2e51-4d9a-b76a-cd2d279a58a0 service neutron] 10.222.0.65 "GET /v2.0/ports/ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0928450 Dec 23 15:37:49.437627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bcd55-957e-4e79-8b99-de3687bb49ed req-93a3cafe-ca5f-465d-8aa6-aa9f2f59b411 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:49.439349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf1bcd55-957e-4e79-8b99-de3687bb49ed req-93a3cafe-ca5f-465d-8aa6-aa9f2f59b411 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0904219 Dec 23 15:37:49.489531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:49.490181 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf1bcd55-957e-4e79-8b99-de3687bb49ed req-094a8c7f-5954-48e1-b677-f25aa94171a9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437589 Dec 23 15:37:49.546179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-161aad0b-ec84-4dc3-b603-a63c7fee9826 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 1099 time: 0.0827613 Dec 23 15:37:49.657295 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-a7bf322f-bf7c-4244-9f6e-f39daad059a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1099 time: 0.0849216 Dec 23 15:37:49.808059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-94077fc4-98af-4e08-9a99-f70023297b72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:49.809620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-94077fc4-98af-4e08-9a99-f70023297b72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1426938 Dec 23 15:37:49.931332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-2a91b1da-9b5a-4820-82e6-c8cf9031cad7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 1001 time: 0.1140416 Dec 23 15:37:50.004115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-57726476-581a-4a43-9e6b-bb435cf2ec00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:50.005767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-57726476-581a-4a43-9e6b-bb435cf2ec00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0669448 Dec 23 15:37:50.099450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-188d7986-6b97-405f-9805-4f4253152fd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859251 Dec 23 15:37:50.246000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-456b3eff-6c65-4db6-80bd-2993a3b5a2a2 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384571 Dec 23 15:37:50.397838 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eef1b675-5714-4e53-8f83-45e9c76bc654 req-33544302-48dc-4990-bcf7-feaad18ded51 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444671 Dec 23 15:37:50.702666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb94e-fdb8-4e0a-b84d-93cdc41cc4f1 req-d9848ddf-9f60-4a2d-945a-6954b94f7b2e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:50.704225 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d33cb94e-fdb8-4e0a-b84d-93cdc41cc4f1 req-d9848ddf-9f60-4a2d-945a-6954b94f7b2e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 946 time: 0.0868380 Dec 23 15:37:50.758315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d33cb94e-fdb8-4e0a-b84d-93cdc41cc4f1 req-7c211a45-2420-4b15-be97-b89a6d2d0320 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448427 Dec 23 15:37:50.941563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:51.825124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:37:51.957269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:51.987221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:37:51.997955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:37:52.001187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:52.005683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:37:52.067549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'code': 200} Dec 23 15:37:52.078310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:37:52.088698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.089094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.089510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.089897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.090280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.090669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.091012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.091393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.091764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.092136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.092505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:37:52.096809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:37:52.130128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da103b9-76b9-4d7a-bbb2-87f07e922afa req-e43e8b98-a765-425b-ae3b-53da585e5221 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:52.131762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6da103b9-76b9-4d7a-bbb2-87f07e922afa req-e43e8b98-a765-425b-ae3b-53da585e5221 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0875223 Dec 23 15:37:52.180775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6da103b9-76b9-4d7a-bbb2-87f07e922afa req-36bb2006-fbcd-4055-af43-16f842dad6fb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Dec 23 15:37:53.406879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760050a-c59d-49b7-8d5a-65f2dcc1ac4e req-6f094569-f2a7-4bcc-bf57-b5d8ac6bb4f6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:53.408526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8760050a-c59d-49b7-8d5a-65f2dcc1ac4e req-6f094569-f2a7-4bcc-bf57-b5d8ac6bb4f6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0938821 Dec 23 15:37:53.457345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8760050a-c59d-49b7-8d5a-65f2dcc1ac4e req-09cf4677-4905-46fd-8a49-1e590a60a8ac tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Dec 23 15:37:53.887613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a0d85-2592-4031-9d16-8b0e92b41270 req-e3b25045-91ea-47ed-bb3b-f38f2d735efc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:53.889299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bb7a0d85-2592-4031-9d16-8b0e92b41270 req-e3b25045-91ea-47ed-bb3b-f38f2d735efc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.1635597 Dec 23 15:37:53.899882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-bf1237f7-2051-48f3-8db1-9597b3e2d869 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:53.901451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-bf1237f7-2051-48f3-8db1-9597b3e2d869 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c&tenant_id=c023d18facc44d1585cfee462128dd66&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 944 time: 0.1258414 Dec 23 15:37:53.945533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bb7a0d85-2592-4031-9d16-8b0e92b41270 req-72e5fadb-c512-479b-9ac7-379faf3db509 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430062 Dec 23 15:37:54.055476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-7e0828ee-2ebb-4e18-9a40-d7a016894385 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 1097 time: 0.0756881 Dec 23 15:37:54.208525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-136c3b3b-ffe4-477d-8fc9-4dd684347a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:54.210187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-136c3b3b-ffe4-477d-8fc9-4dd684347a10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1471832 Dec 23 15:37:54.319163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-77e44349-1a74-46ed-b5d0-cb68e2556d3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 200 len: 999 time: 0.1014767 Dec 23 15:37:54.394635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-3b5b980f-db52-472e-a189-b83b8f576664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:54.396285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-3b5b980f-db52-472e-a189-b83b8f576664 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0694804 Dec 23 15:37:54.487921 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-add44e16-e42f-4154-978e-b24b7f1b8cd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846319 Dec 23 15:37:54.866340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-b10b5e0c-5b8b-4375-ac24-b52bb9ad20dd service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704898 Dec 23 15:37:55.013765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-df82d8b2-1117-48a1-81ff-ee8eb9f65352 req-b16e0c7e-094e-4d4e-a6f4-bc9fc242bb75 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396682 Dec 23 15:37:55.165827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e4d8b-93d5-443a-b61c-b394839bbefe req-e14c2652-37b6-4eb4-a8a7-7bdb52810945 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:55.167403 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a15e4d8b-93d5-443a-b61c-b394839bbefe req-e14c2652-37b6-4eb4-a8a7-7bdb52810945 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0926216 Dec 23 15:37:55.220125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a15e4d8b-93d5-443a-b61c-b394839bbefe req-68e8ae17-df94-407a-9bd0-d4798453ff31 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 Dec 23 15:37:56.443801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26c79-0744-4ee6-8d2b-cac2c94b4949 req-7999f4f0-7a6b-4201-ae2a-9ba7259af17a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:56.445496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-72c26c79-0744-4ee6-8d2b-cac2c94b4949 req-7999f4f0-7a6b-4201-ae2a-9ba7259af17a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0870388 Dec 23 15:37:56.503910 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-72c26c79-0744-4ee6-8d2b-cac2c94b4949 req-c826e3a2-cbf2-4083-b2b9-ae0192fe14eb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487826 Dec 23 15:37:56.718915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a055f8-e56c-4bab-8c66-bfc352cf71b6 req-f7538633-4599-47e9-a6e2-dde141116c18 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:56.720576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-39a055f8-e56c-4bab-8c66-bfc352cf71b6 req-f7538633-4599-47e9-a6e2-dde141116c18 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0916433 Dec 23 15:37:56.776751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-39a055f8-e56c-4bab-8c66-bfc352cf71b6 req-1473c024-ea74-454e-9807-48cf6d413586 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499306 Dec 23 15:37:56.995247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb304fb-dd4c-4de0-9cef-91fb3ef99bcd req-10940148-391f-442b-a80f-bc4aebd906af tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:56.996863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeb304fb-dd4c-4de0-9cef-91fb3ef99bcd req-10940148-391f-442b-a80f-bc4aebd906af tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0853903 Dec 23 15:37:57.050191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeb304fb-dd4c-4de0-9cef-91fb3ef99bcd req-b5771258-3560-45f7-9a4f-1a50e6b5d740 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455840 Dec 23 15:37:57.496355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685d49d-8537-406c-b93f-1affed1cc340 req-251c9571-a3e2-44e6-b794-ab96ba75e475 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:57.498011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6685d49d-8537-406c-b93f-1affed1cc340 req-251c9571-a3e2-44e6-b794-ab96ba75e475 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0898378 Dec 23 15:37:57.549229 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6685d49d-8537-406c-b93f-1affed1cc340 req-4f420b1e-ee58-4d9c-bd07-0672f30f2ce3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437832 Dec 23 15:37:58.780395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7446b1-af5f-46f5-9005-8365736ee1ed req-ef6c0991-d8d8-4b60-8c46-b15b8076a207 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:58.781994 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa7446b1-af5f-46f5-9005-8365736ee1ed req-ef6c0991-d8d8-4b60-8c46-b15b8076a207 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0956492 Dec 23 15:37:58.834956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa7446b1-af5f-46f5-9005-8365736ee1ed req-26c6c123-36e9-48ff-9799-b3939634fbe9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 Dec 23 15:37:59.467601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-fe0a5e05-611b-4dd1-9957-9cbe2e0aa4a5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:37:59.469208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-fe0a5e05-611b-4dd1-9957-9cbe2e0aa4a5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.0882626 Dec 23 15:37:59.552271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Deleting port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:37:59.552649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:37:59.834886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] For port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:37:59.835542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:00.198560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:00.198817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:00.199202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 disassociated. External IP: 172.26.2.35, port: ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42. Dec 23 15:38:00.199577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Calling delete_port for ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:38:00.297193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcc5c0-b8af-4f32-9fd8-52eacb9b504b req-523057ee-5205-4045-bf5a-20e25f03900d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:00.298901 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7cbcc5c0-b8af-4f32-9fd8-52eacb9b504b req-523057ee-5205-4045-bf5a-20e25f03900d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 944 time: 0.1794682 Dec 23 15:38:00.408033 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7cbcc5c0-b8af-4f32-9fd8-52eacb9b504b req-528d5caf-e82e-4895-aeee-e6459156a3fe tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016850 Dec 23 15:38:00.409204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:00.415192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:38:00.462635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event deleted for resources: {'Port': ['ID=ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:38:00.478503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.479000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.479324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.479980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.480141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.480520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.480930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.481366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.481789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.482218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.482742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:38:00.486938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:38:00.701625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:38:00.925640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:38:00.936048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4f660-1477-438e-99f1-983228843dfd None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:38:00.951158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:38:00.951921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:37:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:00.996642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] No DVR routers for this DVR port ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:38:00.999292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:01.002327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'name': 'network-vif-deleted', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:38:01.019059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-180549e4-46e9-459e-87d8-ce88b649ed8b req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "DELETE /v2.0/ports/ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 HTTP/1.1" status: 204 len: 173 time: 1.5424139 Dec 23 15:38:01.068832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:01.141068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:38:01.146232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a0a950-6735-41e9-9cf7-e17709ecf53c', 'name': 'network-vif-deleted', 'tag': 'ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42', 'status': 'completed', 'code': 200} Dec 23 15:38:01.495032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:01.499418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4f660-1477-438e-99f1-983228843dfd None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:38:01.511038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:38:01.511732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:37:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:01.599600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-3603135e-92fe-4d25-aabc-252226ef7004 req-020cd506-c259-4ae5-8868-0bbf434a29d3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:38:01.615991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-3603135e-92fe-4d25-aabc-252226ef7004 req-020cd506-c259-4ae5-8868-0bbf434a29d3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:38:01.617267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3603135e-92fe-4d25-aabc-252226ef7004 req-020cd506-c259-4ae5-8868-0bbf434a29d3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=74a0a950-6735-41e9-9cf7-e17709ecf53c HTTP/1.1" status: 200 len: 210 time: 0.0699384 Dec 23 15:38:01.705621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:38:01.861061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:38:01.896227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:38:01.896631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ebc73a2a-ba6d-40ef-ad08-a83aa27f7e42 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:38:02.043261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-40f4f660-1477-438e-99f1-983228843dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:02.047576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4f660-1477-438e-99f1-983228843dfd None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:38:02.520090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818683d4-8e0d-4111-8205-468490c8981a None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:38:03.002788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-6a03cd48-7344-429d-8e0b-9f8acb5fd584 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--612773657&fields=id&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 267 time: 0.0458858 Dec 23 15:38:03.169469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d56d91-664a-4c22-a742-b68d623334b4 req-f40f0214-0a44-4dc7-b8fe-c1601ce78883 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:03.170151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-80d56d91-664a-4c22-a742-b68d623334b4 req-f40f0214-0a44-4dc7-b8fe-c1601ce78883 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:38:03.188499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-80d56d91-664a-4c22-a742-b68d623334b4 req-f40f0214-0a44-4dc7-b8fe-c1601ce78883 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:38:03.189807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-f40f0214-0a44-4dc7-b8fe-c1601ce78883 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1796620 Dec 23 15:38:03.209595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-1164928f-d025-4a1d-b2bf-27d4498e80a0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/quotas/c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 375 time: 0.0136328 Dec 23 15:38:03.307793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-ea6de850-d42d-4304-b961-c63d6911090a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923412 Dec 23 15:38:03.696614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-e93277ad-a462-40ed-b11e-d84e68c94fc1 service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748810 Dec 23 15:38:03.847730 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-8f028c8e-99d2-4961-9138-90748874f139 service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443491 Dec 23 15:38:04.057942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c38f8614-7f14-405d-bc8a-da223b912e36 req-f786323f-9874-451f-af68-d25e376be8d1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 210 time: 0.0459387 Dec 23 15:38:05.199016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d56d91-664a-4c22-a742-b68d623334b4 req-ee4c0d06-a83d-4941-b9ac-df3593a3aa62 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:05.200753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-ee4c0d06-a83d-4941-b9ac-df3593a3aa62 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1631269 Dec 23 15:38:05.230125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e31d857f-cbcf-4251-912a-75da83a318f5 req-88a13373-88c1-46f2-8ca3-58134fbb4096 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 210 time: 0.0473676 Dec 23 15:38:05.258393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-33c3c32d-8747-446c-9f49-851134127936 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 379 time: 0.0456362 Dec 23 15:38:05.273506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'port': {'device_id': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'admin_state_up': True, 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'security_groups': ['9d7cb5f5-c3d1-402a-9e08-960536271856']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:05.420354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:38:05.431416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:38:05.441648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Made reservation on behalf of c023d18facc44d1585cfee462128dd66 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:38:05.447608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:05.622814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Allocated IP 172.20.0.11 (3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1/35cefbc0-cf6e-44de-a609-f1b75eefef57/a00060a9-dfd3-4f6a-aa1f-500b744281b7) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:38:05.840683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:05.858456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Transition to ACTIVE for port object a00060a9-dfd3-4f6a-aa1f-500b744281b7 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:38:05.882634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:05.888936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:38:05.957670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:38:05.960984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:38:05.969840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:38:06.233967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1324a0da-b67e-4c4c-ae63-ad0345bf8302 None None] Provisioning for port a00060a9-dfd3-4f6a-aa1f-500b744281b7 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:38:06.239288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1324a0da-b67e-4c4c-ae63-ad0345bf8302 None None] Provisioning complete for port a00060a9-dfd3-4f6a-aa1f-500b744281b7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:38:06.239739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1324a0da-b67e-4c4c-ae63-ad0345bf8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:06.247217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:38:06.255032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:38:06.287346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:06.288072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:06.316516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469246 Dec 23 15:38:06.329727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Request body: {'port': {'device_id': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:06.469659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1324a0da-b67e-4c4c-ae63-ad0345bf8302 None None] Port a00060a9-dfd3-4f6a-aa1f-500b744281b7 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:38:06.504827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:06.598052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7bfb4-349f-4d65-83a9-36de0f7f09ef req-528529e8-f144-4f47-9e59-f9ede95bbb5f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:06.598828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d1a7bfb4-349f-4d65-83a9-36de0f7f09ef req-528529e8-f144-4f47-9e59-f9ede95bbb5f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:38:06.679111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d1a7bfb4-349f-4d65-83a9-36de0f7f09ef req-528529e8-f144-4f47-9e59-f9ede95bbb5f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:38:06.680376 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1a7bfb4-349f-4d65-83a9-36de0f7f09ef req-528529e8-f144-4f47-9e59-f9ede95bbb5f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 932 time: 0.2900412 Dec 23 15:38:06.830125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1a7bfb4-349f-4d65-83a9-36de0f7f09ef req-bb50349b-b1d2-4e64-8c3d-162fd938e796 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417630 Dec 23 15:38:06.952667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00060a9-dfd3-4f6a-aa1f-500b744281b7 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:38:06.959965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:06.975892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Transition to ACTIVE for port object a00060a9-dfd3-4f6a-aa1f-500b744281b7 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:38:06.980944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:06.986999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3989ab7b-cdd4-457a-8bb2-5e1254064056 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:38:07.119750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:38:07.123116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:38:07.249057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Attempting to bind port a00060a9-dfd3-4f6a-aa1f-500b744281b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:38:07.249777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Attempting to bind port a00060a9-dfd3-4f6a-aa1f-500b744281b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:38:07.249920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Attempting to bind port a00060a9-dfd3-4f6a-aa1f-500b744281b7 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:38:07.257071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Port a00060a9-dfd3-4f6a-aa1f-500b744281b7 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:38:07.257485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Attempting to bind port a00060a9-dfd3-4f6a-aa1f-500b744281b7 on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:38:07.265001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:38:07.265432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:38:07.265855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Bound using segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:38:07.266378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Bound port: a00060a9-dfd3-4f6a-aa1f-500b744281b7, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:38:07.266771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:07.367880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:38:07.371951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:38:07.374831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:07.379529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5683771-38c5-48db-bc4f-2ee33d6be92f tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:38:07.437871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:07.439625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] 10.222.0.65 "PUT /v2.0/ports/a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 1094 time: 1.1150198 Dec 23 15:38:07.442228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:38:07.471923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:38:07.475596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:38:07.517312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'status': 'completed', 'code': 200} Dec 23 15:38:07.561590 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-00f1eab6-aa07-4533-b5f8-9c367ce289b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1097 time: 0.0834587 Dec 23 15:38:07.636714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-eab9eaa9-ecb1-4de6-8470-ce0467a07dae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 217 time: 0.0669436 Dec 23 15:38:07.712160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d56d91-664a-4c22-a742-b68d623334b4 req-ce3ee1c9-23ad-4be5-9dbc-2ebd547d9a85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:07.713768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-ce3ee1c9-23ad-4be5-9dbc-2ebd547d9a85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0702379 Dec 23 15:38:07.800916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-29235b59-cf11-4006-bc7d-0f091cb02276 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777328 Dec 23 15:38:07.956752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-0040ef2e-17d3-4962-aca7-0101d8da2229 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484730 Dec 23 15:38:08.158514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80d56d91-664a-4c22-a742-b68d623334b4 req-0ff941b8-3ac3-48e7-a894-3a35fa5a718e service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607807 Dec 23 15:38:08.164911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70ba9a-aefc-4ec5-a399-d9f404bc58a3 req-3f61a298-76a2-441b-ab5d-6033d5c43ffd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:08.166510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c70ba9a-aefc-4ec5-a399-d9f404bc58a3 req-3f61a298-76a2-441b-ab5d-6033d5c43ffd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 944 time: 0.2132835 Dec 23 15:38:08.257471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c70ba9a-aefc-4ec5-a399-d9f404bc58a3 req-f0ce0a67-9ec7-4465-9b74-0dc7e5a70b74 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846381 Dec 23 15:38:08.293412 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-defedfb2-b0e5-49e6-a845-eed577a3773e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1097 time: 0.0834804 Dec 23 15:38:08.445388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-63c48a13-7e50-4207-a317-30f5e526aade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:08.447305 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-63c48a13-7e50-4207-a317-30f5e526aade service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1459050 Dec 23 15:38:08.524439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-81c3e18f-004f-4330-aaef-291f78aa7e43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 217 time: 0.0693486 Dec 23 15:38:08.602166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-2ba25778-4fb6-4e06-a08e-e5d37b67f1eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:08.604729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-2ba25778-4fb6-4e06-a08e-e5d37b67f1eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0707605 Dec 23 15:38:08.696087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-613e7d2b-f997-4581-83fc-1f6962753df0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826712 Dec 23 15:38:08.847195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-c58bb4e1-d963-4b23-932b-3530591b8574 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431873 Dec 23 15:38:08.993314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c93584d-e7e1-4cec-a3f7-d06e7d466056 req-cca237d5-64b4-4895-a67f-37074c5df733 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388655 Dec 23 15:38:09.480350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bb3d-84bd-4d24-890b-13d49dce5ebd req-0615de71-7774-4bd5-850f-4429b952fc6e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:09.481956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d805bb3d-84bd-4d24-890b-13d49dce5ebd req-0615de71-7774-4bd5-850f-4429b952fc6e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 944 time: 0.0967185 Dec 23 15:38:09.530639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d805bb3d-84bd-4d24-890b-13d49dce5ebd req-d449c1fa-7fa8-48ef-bb53-8f9c8f054116 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Dec 23 15:38:09.916097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device a00060a9-dfd3-4f6a-aa1f-500b744281b7 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:38:10.066387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:38:10.081867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'mac_address': 'fa:16:3e:62:83:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:38:10.142812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:10.162429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00060a9-dfd3-4f6a-aa1f-500b744281b7 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:38:10.179293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:38:10.184251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:10.186186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:38:10.264519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:38:10.267877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:38:10.427378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['a00060a9-dfd3-4f6a-aa1f-500b744281b7'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:38:10.744560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1ab8-7ff8-4c5f-b7c5-f2240f8db14b req-7f254baf-f1e0-41ea-9d4d-7e74c135d489 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:10.746263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12ae1ab8-7ff8-4c5f-b7c5-f2240f8db14b req-7f254baf-f1e0-41ea-9d4d-7e74c135d489 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 945 time: 0.0881577 Dec 23 15:38:10.796138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12ae1ab8-7ff8-4c5f-b7c5-f2240f8db14b req-7b3277d6-4e0b-408c-9b36-05d687fd904e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Dec 23 15:38:11.929690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device a00060a9-dfd3-4f6a-aa1f-500b744281b7 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:38:12.005692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port a00060a9-dfd3-4f6a-aa1f-500b744281b7 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:38:12.011019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port a00060a9-dfd3-4f6a-aa1f-500b744281b7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:38:12.011458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:12.015967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77b5ba-0cd2-440c-bc94-1c47b2876b8c req-9cd4e29f-ed43-4407-975e-adc751e350d8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:12.017719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bd77b5ba-0cd2-440c-bc94-1c47b2876b8c req-9cd4e29f-ed43-4407-975e-adc751e350d8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 945 time: 0.0887423 Dec 23 15:38:12.067370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bd77b5ba-0cd2-440c-bc94-1c47b2876b8c req-abbbedde-727f-45dd-98a5-d0a528a8d7dd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Dec 23 15:38:12.131490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:12.159483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:38:12.169738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:38:12.173463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:12.175426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:38:12.223399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'code': 200} Dec 23 15:38:12.252410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:38:12.255626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:38:12.478044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a85fbe9-cc77-4581-b609-ef7faf1edd36 req-b4cbf953-6652-424c-9e2c-ed058f1f7f39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1099 time: 0.0904045 Dec 23 15:38:12.526511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a85fbe9-cc77-4581-b609-ef7faf1edd36 req-8f8d82db-d961-4dfd-8cdb-679062fcd62a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Dec 23 15:38:13.289798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa3c4-5cf7-4a22-9c83-eaf1a040eb04 req-81e95398-46d9-4d91-9a05-775eaa78b14a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:13.291432 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf3aa3c4-5cf7-4a22-9c83-eaf1a040eb04 req-81e95398-46d9-4d91-9a05-775eaa78b14a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1025913 Dec 23 15:38:13.341722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf3aa3c4-5cf7-4a22-9c83-eaf1a040eb04 req-f0abd28c-be25-441a-aa51-72a9341c3bed tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Dec 23 15:38:14.557275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d4e1-31c4-4871-b6f5-bf8b3d3836e7 req-0d6eb318-eda0-4ed5-9e01-965d9597feba tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:14.559637 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78f2d4e1-31c4-4871-b6f5-bf8b3d3836e7 req-0d6eb318-eda0-4ed5-9e01-965d9597feba tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0914569 Dec 23 15:38:14.609140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78f2d4e1-31c4-4871-b6f5-bf8b3d3836e7 req-99575171-576a-4143-b014-b3fce7726344 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433934 Dec 23 15:38:14.814650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab46a-2ab4-47f8-9883-59cc8c9f6d61 req-5aee0883-b919-4963-929f-bd78f6fc4d97 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:14.816277 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-edfab46a-2ab4-47f8-9883-59cc8c9f6d61 req-5aee0883-b919-4963-929f-bd78f6fc4d97 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0883741 Dec 23 15:38:14.827117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33678) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:14.836269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'floatingip': {'port_id': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:14.923576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:15.568404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:15.572587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:15.780611 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 associated. External IP: 172.26.2.35, port: a00060a9-dfd3-4f6a-aa1f-500b744281b7. Dec 23 15:38:16.208948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:38:16.432337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:38:16.437210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:16.443261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:38:16.458922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:38:16.459688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:37:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:16.493633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-794de45e-9a25-44c1-8b7f-effe83cd2e21 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "PUT /v2.0/floatingips/0d21b600-b456-4968-8da7-3df5cf09d3d7 HTTP/1.1" status: 200 len: 991 time: 1.6649776 Dec 23 15:38:16.494396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:38:16.631433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'status': 'completed', 'code': 200} Dec 23 15:38:16.654860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:38:16.739898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-b647f2bb-767b-409d-92d5-98f6aaf5b82e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1099 time: 0.0858054 Dec 23 15:38:16.757618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b06172d-8d5a-4f71-b805-7d3b821c3190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:16.887646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879195c-2a76-490c-8dee-9500676e2f66 req-92447840-1645-4930-aa4f-dda5cc2d0b23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:16.889299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-92447840-1645-4930-aa4f-dda5cc2d0b23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1430502 Dec 23 15:38:16.999636 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-a856e3a9-9e30-461d-8f71-f5ab51497c15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 999 time: 0.1033912 Dec 23 15:38:17.030801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:62:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:38:15Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:17.035193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:38:17.047690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:38:17.048360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:37:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:17.070453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879195c-2a76-490c-8dee-9500676e2f66 req-06fd438b-956d-40ae-aaae-6e3bdff25559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:17.072429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-06fd438b-956d-40ae-aaae-6e3bdff25559 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0662999 Dec 23 15:38:17.156230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-5ce0df7f-34f5-4651-a99c-9662e16cc29b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760188 Dec 23 15:38:17.243028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:38:17.304908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-c46d4425-fdd7-430c-a58f-25fe7fa8d918 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410956 Dec 23 15:38:17.460841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5879195c-2a76-490c-8dee-9500676e2f66 req-b21cfb7f-088c-4af2-80e7-7a2e41ed09f2 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485782 Dec 23 15:38:17.765685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:62:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:38:15Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:38:17.770483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e6597-c38e-43b3-b575-cf69406b4a58 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:62:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:38:15Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:38:18.127085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619c5e7-7f14-4c3f-b0b0-b52bba4d36c8 None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:38:18.228587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:18.818830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9e2e33d3-4bad-4d65-8eba-46b5b985e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:19.497846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:20.935784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:22.093695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:38:24.769752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-ce414e71-11dd-4ae6-b85d-ed0dca6d5442 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3197587 Dec 23 15:38:24.931465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-3bd188f2-6e17-4489-bc56-8a9dd116b6a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1099 time: 0.0791721 Dec 23 15:38:25.088463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-47abb0c3-dc5f-400f-ad55-ec9739e6b602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:25.090079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-47abb0c3-dc5f-400f-ad55-ec9739e6b602 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1385329 Dec 23 15:38:25.212700 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-ec3b359d-692f-479c-a882-91060efb984f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 1001 time: 0.1154585 Dec 23 15:38:25.286648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-ea1812b2-271b-45a6-8111-c50eaf606040 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:25.288258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-ea1812b2-271b-45a6-8111-c50eaf606040 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0682936 Dec 23 15:38:25.371918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-d811eb6b-c423-42d8-b981-c65e5d098e86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760813 Dec 23 15:38:25.520051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-6fc1f950-7625-40c0-ac0d-da257cc0be11 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399279 Dec 23 15:38:25.668890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d216720-7feb-4240-9c50-28ef4f314c52 req-bc0ecd8f-b8b7-466f-916d-690838fab7e5 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417403 Dec 23 15:38:31.082026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:46.771949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5785d43-1c4f-48f7-a649-dbedddaa2984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:48.213593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:48.824689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-33c059c1-2cd8-4afc-963c-47ddaf79f067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:49.499566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:50.946662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:38:54.938628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90176345-dd00-421f-b068-26d387765318 req-8cdce22f-482c-4d4b-9a0b-b450b53fd57e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:54.940216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-90176345-dd00-421f-b068-26d387765318 req-8cdce22f-482c-4d4b-9a0b-b450b53fd57e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0917187 Dec 23 15:38:54.994633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-90176345-dd00-421f-b068-26d387765318 req-1b0183cf-c524-4b7d-8278-d4a6ad44b49c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480435 Dec 23 15:38:56.227998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463d759-0242-406f-ae80-0b9f8c32f2af req-bb94c090-96f9-42f3-af6c-8ef0b663e25a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:56.229644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4463d759-0242-406f-ae80-0b9f8c32f2af req-bb94c090-96f9-42f3-af6c-8ef0b663e25a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1010923 Dec 23 15:38:56.278996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4463d759-0242-406f-ae80-0b9f8c32f2af req-db02773a-94d6-425e-9ed2-04f5413a95f9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Dec 23 15:38:57.509455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cf781-5379-4425-97d4-57b10901ca32 req-02f8bf75-738a-4ccc-97da-97b0c798d139 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:57.511070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-291cf781-5379-4425-97d4-57b10901ca32 req-02f8bf75-738a-4ccc-97da-97b0c798d139 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0954175 Dec 23 15:38:57.560152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-291cf781-5379-4425-97d4-57b10901ca32 req-59ab49e8-0953-4a69-bacd-c13fd6234e6d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Dec 23 15:38:58.775083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d080-e3c2-469f-b0fe-32892147a6d1 req-3558951f-a822-438c-944b-597b85d0b44a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:38:58.776639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b995d080-e3c2-469f-b0fe-32892147a6d1 req-3558951f-a822-438c-944b-597b85d0b44a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0870392 Dec 23 15:38:58.831807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b995d080-e3c2-469f-b0fe-32892147a6d1 req-6a27edca-67db-4666-8fba-98b21fad71ac tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462503 Dec 23 15:38:59.092222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:39:00.064194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93c7-ceac-468d-b2bf-f71ee4a9c148 req-6ac486ef-1331-47cf-bc7c-5fb6527f0256 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:00.066282 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87ea93c7-ceac-468d-b2bf-f71ee4a9c148 req-6ac486ef-1331-47cf-bc7c-5fb6527f0256 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0996084 Dec 23 15:39:00.119555 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87ea93c7-ceac-468d-b2bf-f71ee4a9c148 req-07c0c99a-9873-49df-b32a-1aa5ed3e0436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467997 Dec 23 15:39:01.074390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:01.597300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb615d-3b35-4c1b-811c-2068dde61b59 req-800bd02f-4077-43c1-a559-39fd47767401 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:01.598953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ffb615d-3b35-4c1b-811c-2068dde61b59 req-800bd02f-4077-43c1-a559-39fd47767401 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.3352709 Dec 23 15:39:01.648742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ffb615d-3b35-4c1b-811c-2068dde61b59 req-1a87adc9-dc0d-4c57-8ea8-ed0c624cd61d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Dec 23 15:39:02.865567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ce7dd-34fa-439f-857c-80204f10b087 req-705a3988-5244-493d-b62f-17a671c953a4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:02.867244 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb4ce7dd-34fa-439f-857c-80204f10b087 req-705a3988-5244-493d-b62f-17a671c953a4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0859573 Dec 23 15:39:02.922729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb4ce7dd-34fa-439f-857c-80204f10b087 req-ed46ce25-072e-45c2-a1e3-fd8a1135fc8b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477927 Dec 23 15:39:04.147896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7617cbe-3faf-4122-8029-9aa0418db729 req-e2b91cb5-d9a3-49b4-9ae9-a41fb0ed27ce tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:04.149580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e7617cbe-3faf-4122-8029-9aa0418db729 req-e2b91cb5-d9a3-49b4-9ae9-a41fb0ed27ce tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0902016 Dec 23 15:39:04.201038 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e7617cbe-3faf-4122-8029-9aa0418db729 req-93b54ae2-5f16-483b-840b-5f7506f67c05 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451763 Dec 23 15:39:05.416731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b466f-26ec-458c-bcbb-42d23258c45e req-93044979-1898-4f13-970b-ac8e2987a791 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:05.418429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c11b466f-26ec-458c-bcbb-42d23258c45e req-93044979-1898-4f13-970b-ac8e2987a791 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0926590 Dec 23 15:39:05.468090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c11b466f-26ec-458c-bcbb-42d23258c45e req-2ac90c60-efda-48d0-b081-0504e3d790bb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Dec 23 15:39:06.701040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50865cb-bd50-4266-bca7-60dd05eb108c req-549c1e2e-65c2-4ae5-b5e9-73416cc4a0b0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:06.702616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f50865cb-bd50-4266-bca7-60dd05eb108c req-549c1e2e-65c2-4ae5-b5e9-73416cc4a0b0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0976233 Dec 23 15:39:06.752908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f50865cb-bd50-4266-bca7-60dd05eb108c req-9e9d1190-23e9-422a-b92d-47186679d761 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438905 Dec 23 15:39:07.982401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226f1c-6328-4f24-8f9f-1157f849093e req-ee1fd75f-c149-4e7e-846e-16cb457b26db tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:07.984025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf226f1c-6328-4f24-8f9f-1157f849093e req-ee1fd75f-c149-4e7e-846e-16cb457b26db tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0975296 Dec 23 15:39:08.037184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf226f1c-6328-4f24-8f9f-1157f849093e req-45fbec2a-4662-4bc6-9c40-730176f8206b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468557 Dec 23 15:39:09.264568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1536503-d82a-4782-8c7c-2b8db20b7428 req-7129d7ea-f044-4890-85c6-cee62c0784cc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:09.266272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1536503-d82a-4782-8c7c-2b8db20b7428 req-7129d7ea-f044-4890-85c6-cee62c0784cc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0983882 Dec 23 15:39:09.316985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1536503-d82a-4782-8c7c-2b8db20b7428 req-0900330b-de22-49e9-a6d1-c1c7abb2f2a0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433280 Dec 23 15:39:10.525011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79217b2a-3cbe-4a84-a50c-44003e41c170 req-1b4e0963-c144-4887-93aa-55b7b4d16d50 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:10.526685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-79217b2a-3cbe-4a84-a50c-44003e41c170 req-1b4e0963-c144-4887-93aa-55b7b4d16d50 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0856650 Dec 23 15:39:10.578518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-79217b2a-3cbe-4a84-a50c-44003e41c170 req-f7558db6-4d72-461d-bb6f-4ba2f25c52ee tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 Dec 23 15:39:10.781180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-80be7caf-34a5-4192-aaa1-b5e5ff95463c req-b5e5a88d-57ba-4f98-9e40-25efc606f9ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0773196 Dec 23 15:39:11.169864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364782d8-6cb6-489c-b907-8d1033dbca00 req-cbd55b0a-0e47-4f96-85ae-1636705f1ba8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:11.171527 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364782d8-6cb6-489c-b907-8d1033dbca00 req-cbd55b0a-0e47-4f96-85ae-1636705f1ba8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1479282 Dec 23 15:39:11.178199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-05a2ac2b-cd6e-4cb1-9f85-1b7721952fdb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2009921 Dec 23 15:39:11.223660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364782d8-6cb6-489c-b907-8d1033dbca00 req-5cc64ab3-9f74-4658-b89c-a7befca11536 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Dec 23 15:39:12.454814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e72b3a-dea2-4687-b71e-87f83baa0591 req-505dc76d-74f7-42bd-802a-e24751398778 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:12.456495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85e72b3a-dea2-4687-b71e-87f83baa0591 req-505dc76d-74f7-42bd-802a-e24751398778 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1017318 Dec 23 15:39:12.510933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85e72b3a-dea2-4687-b71e-87f83baa0591 req-5af44d16-3ee4-4f46-b8c1-67291fdc1d04 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Dec 23 15:39:12.650685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-dc8eac93-b1c8-4e5c-a2d4-a1de11fef07f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1099 time: 0.0897920 Dec 23 15:39:12.803144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-ee58e063-1607-46c5-b280-d47eb70c7993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:12.804738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-ee58e063-1607-46c5-b280-d47eb70c7993 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1444776 Dec 23 15:39:12.926679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-cf8fa34a-d2eb-47c6-aa07-2385098f6c00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 1001 time: 0.1135516 Dec 23 15:39:13.011020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-bb4bf288-555e-4a28-a87e-4d5eafc25524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:13.012714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-bb4bf288-555e-4a28-a87e-4d5eafc25524 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0791061 Dec 23 15:39:13.100986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-6f4bddd2-fa6e-4218-9319-20a0b6173009 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810096 Dec 23 15:39:13.258849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-84588ecd-8ea4-4a41-8d89-8af5c8f86903 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496937 Dec 23 15:39:13.411714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-cb70cf01-70dc-4cd1-94c5-7176d1c0d33c service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450646 Dec 23 15:39:13.737920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0295ab-bebd-49c4-844c-4ea8f14b8e78 req-0494ca12-507e-4ca7-b218-8c6fcd1e6796 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:13.739592 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f0295ab-bebd-49c4-844c-4ea8f14b8e78 req-0494ca12-507e-4ca7-b218-8c6fcd1e6796 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0986254 Dec 23 15:39:13.791806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1f0295ab-bebd-49c4-844c-4ea8f14b8e78 req-9f4ae61e-12f6-487f-ba6a-879a9447573e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456426 Dec 23 15:39:15.016883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e20f27-9938-47ba-8484-b806c47651ef req-5602be94-4795-47b4-ae61-d89c2451bc7c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:15.018586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-75e20f27-9938-47ba-8484-b806c47651ef req-5602be94-4795-47b4-ae61-d89c2451bc7c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0956814 Dec 23 15:39:15.076290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-75e20f27-9938-47ba-8484-b806c47651ef req-f82cc516-e717-4be5-8b9f-bb632662e85f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482001 Dec 23 15:39:15.212979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-079e6c5b-47ef-43ce-bc2f-d79ef48d4658 service neutron] 10.222.0.65 "GET /v2.0/ports/a00060a9-dfd3-4f6a-aa1f-500b744281b7/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0906899 Dec 23 15:39:15.523116 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-63701214-36e0-4729-a66f-3b71109826b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 1099 time: 0.0886264 Dec 23 15:39:15.626937 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-bc18ce30-03ff-4df7-a09a-ebe4051c7736 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1099 time: 0.0805364 Dec 23 15:39:15.782623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-669bd041-532e-4069-b8cf-ad6082144c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:15.784126 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-669bd041-532e-4069-b8cf-ad6082144c00 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1506398 Dec 23 15:39:15.900340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-4578e260-556f-49a6-bad0-0fe7b754a5c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 1001 time: 0.1083741 Dec 23 15:39:15.978429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-5fe85018-5f3d-4cf2-9fcc-0c521047ef04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:15.980892 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-5fe85018-5f3d-4cf2-9fcc-0c521047ef04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0738671 Dec 23 15:39:16.073184 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-7257601a-416b-4f90-be8f-eb3defe3e022 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846050 Dec 23 15:39:16.267358 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-55cf0b10-ed1d-472d-859d-198864971f98 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862619 Dec 23 15:39:16.423819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f50e8-49c3-4e27-ac58-ed83cc6c30db req-b4d7cf20-f25c-4460-b149-745b141b2338 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:16.425582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-799f50e8-49c3-4e27-ac58-ed83cc6c30db req-b4d7cf20-f25c-4460-b149-745b141b2338 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.2088988 Dec 23 15:39:16.459694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e28e3d3-b7cd-4f7c-9d1f-73bc38767224 req-ced671a0-ada5-48af-9f59-9021f7fd5bdc service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848235 Dec 23 15:39:16.489573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-799f50e8-49c3-4e27-ac58-ed83cc6c30db req-6a0266ac-cd6e-4a38-bb53-36c0cd446e9e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541813 Dec 23 15:39:16.766565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76190546-7830-4a56-9caa-ba1295a0997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:17.732342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256274e-4d72-4393-9e9b-d72f7a8a6e77 req-3941f225-4b78-451a-ac19-7f65f5b02d1a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:17.734133 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6256274e-4d72-4393-9e9b-d72f7a8a6e77 req-3941f225-4b78-451a-ac19-7f65f5b02d1a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1080210 Dec 23 15:39:17.791263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6256274e-4d72-4393-9e9b-d72f7a8a6e77 req-674df17d-4c2e-4d14-bc18-115c40cae23f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474608 Dec 23 15:39:18.222867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:18.234040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device a00060a9-dfd3-4f6a-aa1f-500b744281b7 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:39:18.385296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:18.400603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'mac_address': 'fa:16:3e:62:83:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:39:18.465037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:18.485638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a00060a9-dfd3-4f6a-aa1f-500b744281b7 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:39:18.502218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:18.507160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:18.510041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:18.591787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['a00060a9-dfd3-4f6a-aa1f-500b744281b7'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:39:18.642897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:18.672467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.672915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.673386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.673819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.674237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.674687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.675207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.675520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.675949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.676396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.676773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:18.687245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:18.832026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0dbd120f-f8b2-42f7-8de8-0c26873f6710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:19.283435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e361-5f01-47ed-891c-de70d2f69a55 req-9108e6d4-e6bd-4412-bbec-414f70f705d3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:19.285042 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ebb4e361-5f01-47ed-891c-de70d2f69a55 req-9108e6d4-e6bd-4412-bbec-414f70f705d3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 945 time: 0.3458023 Dec 23 15:39:19.335481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ebb4e361-5f01-47ed-891c-de70d2f69a55 req-9f6c1485-d330-4d19-a35d-3644185f5001 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440094 Dec 23 15:39:19.499592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:19.763973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81779a3-9ae2-4c4e-b0fa-09d465125cec req-b30ed4c1-1372-4b16-8a72-bc0d39631130 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:19.765665 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a81779a3-9ae2-4c4e-b0fa-09d465125cec req-b30ed4c1-1372-4b16-8a72-bc0d39631130 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 945 time: 0.1560106 Dec 23 15:39:19.773219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-fd4ff448-f2ac-4b84-b12c-2243a7c4bce0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:19.774779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-fd4ff448-f2ac-4b84-b12c-2243a7c4bce0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd&tenant_id=c023d18facc44d1585cfee462128dd66&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 945 time: 0.1298726 Dec 23 15:39:19.819642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a81779a3-9ae2-4c4e-b0fa-09d465125cec req-8b7a8fa7-6029-44c0-acbd-174465365961 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Dec 23 15:39:19.934781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-a1ca883b-ca25-4760-8c20-7232c5da9fc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1098 time: 0.0823634 Dec 23 15:39:20.099507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-cd2663df-c86a-48ce-b9b5-2f63d2393895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:20.101203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-cd2663df-c86a-48ce-b9b5-2f63d2393895 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1593225 Dec 23 15:39:20.221312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-d3fc525e-b1d7-4454-9e53-ca4bc8877732 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 1000 time: 0.1131196 Dec 23 15:39:20.254692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device a00060a9-dfd3-4f6a-aa1f-500b744281b7 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:39:20.297326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-060b5294-4c69-493d-a1dd-13c26e2587bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:20.299144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-060b5294-4c69-493d-a1dd-13c26e2587bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0711079 Dec 23 15:39:20.338433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port a00060a9-dfd3-4f6a-aa1f-500b744281b7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:39:20.338897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:20.386616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-efca585a-538d-4698-a3c6-484d98494769 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802374 Dec 23 15:39:20.463569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:20.498019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:39:20.510858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:20.514785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:20.517333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:20.546031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-e966c5ea-85a6-48a3-a77a-4cb405eecfaa service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514788 Dec 23 15:39:20.602838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:20.606689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:20.655728 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'code': 200} Dec 23 15:39:20.702397 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fbf1438c-c3f3-49fb-94ec-30d2d45cb98e req-737d2510-3cd6-4087-9f05-79accb52859b service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493487 Dec 23 15:39:20.941807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:21.052413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62fe1-a641-4420-8134-e524d2552ae2 req-adb69afc-66d3-4b68-9688-bb77a86aee37 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:21.054113 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4dd62fe1-a641-4420-8134-e524d2552ae2 req-adb69afc-66d3-4b68-9688-bb77a86aee37 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1011920 Dec 23 15:39:21.106432 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4dd62fe1-a641-4420-8134-e524d2552ae2 req-772e5413-a796-416a-af86-baa2b4cc232f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Dec 23 15:39:22.343419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18906ce0-3aa4-41f0-ad6f-483e8ac86c0c req-adbc22c9-fa28-43be-a80f-3bce36b9e8a8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:22.345125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18906ce0-3aa4-41f0-ad6f-483e8ac86c0c req-adbc22c9-fa28-43be-a80f-3bce36b9e8a8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1041157 Dec 23 15:39:22.399829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18906ce0-3aa4-41f0-ad6f-483e8ac86c0c req-0edc9635-79a9-43aa-82b1-3641ee66b5d2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462630 Dec 23 15:39:22.617653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9d7b-fc95-4c22-83f4-d04e8a906bfd req-ab903dc9-7732-49f4-8f4b-25e50ae4c642 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:22.619324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa8f9d7b-fc95-4c22-83f4-d04e8a906bfd req-ab903dc9-7732-49f4-8f4b-25e50ae4c642 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0938118 Dec 23 15:39:22.670896 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fa8f9d7b-fc95-4c22-83f4-d04e8a906bfd req-d56e517d-e9a6-4b33-8662-a5efe5bdd5f6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448771 Dec 23 15:39:23.133920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f6f0-063e-481b-b4c5-cdfec13404eb req-9e20d065-742f-4032-b620-01c9361f72e9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:23.135570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41d7f6f0-063e-481b-b4c5-cdfec13404eb req-9e20d065-742f-4032-b620-01c9361f72e9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1552358 Dec 23 15:39:23.163106 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-521f9e68-fcd5-4081-8627-18143f07f3e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 1099 time: 0.1310120 Dec 23 15:39:23.289505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41d7f6f0-063e-481b-b4c5-cdfec13404eb req-13b1e88f-b8e6-4bbd-8bfe-2a82a60877f0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453023 Dec 23 15:39:23.334393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-9deeadf0-2c8b-451c-b64d-fb42dc2e9f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:23.336085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-9deeadf0-2c8b-451c-b64d-fb42dc2e9f7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1644788 Dec 23 15:39:23.466523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-8b4220fc-34bb-481f-9c5f-f656efa763ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 200 len: 1001 time: 0.1226604 Dec 23 15:39:23.543915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-72b400aa-7d1a-4160-9ddb-a362a0437ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:23.545589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-72b400aa-7d1a-4160-9ddb-a362a0437ed9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0723815 Dec 23 15:39:23.631065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-7f483ff4-7dc9-48cf-a157-7650acf15f55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787787 Dec 23 15:39:23.781509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-5eba5db5-b975-4606-ab5f-fd81b5e9cd6b service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428516 Dec 23 15:39:23.937905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f774031e-40a4-4bd4-8d07-cb96ec19f162 req-1754b0d8-b336-4f53-9b42-1e6708d6911b service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491673 Dec 23 15:39:24.509808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e024-e487-44f0-b24c-a401d3c6415d req-48eb6c32-f1b6-43a8-8df7-c52e98e6498a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:24.511588 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f88e024-e487-44f0-b24c-a401d3c6415d req-48eb6c32-f1b6-43a8-8df7-c52e98e6498a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0933764 Dec 23 15:39:24.565003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f88e024-e487-44f0-b24c-a401d3c6415d req-7b5110e9-c4c0-4e19-ab4a-493b5016c4ed tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Dec 23 15:39:25.797957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250392-e357-4a6b-be81-5befffac5df7 req-ae3ec462-4b0f-49e5-8f53-af8b70a6c280 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:25.799620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-40250392-e357-4a6b-be81-5befffac5df7 req-ae3ec462-4b0f-49e5-8f53-af8b70a6c280 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0879779 Dec 23 15:39:25.856500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-40250392-e357-4a6b-be81-5befffac5df7 req-3424113f-cff8-4543-84d7-d90e90fb4c6e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489709 Dec 23 15:39:26.319122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3a2d-faf9-49af-a771-de8ad6516d1d req-23f1cad1-c6ca-465a-a244-5fe97da950c6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:26.321533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-70cd3a2d-faf9-49af-a771-de8ad6516d1d req-23f1cad1-c6ca-465a-a244-5fe97da950c6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1215665 Dec 23 15:39:26.384801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-70cd3a2d-faf9-49af-a771-de8ad6516d1d req-96ef8a3a-e8b6-410c-8e9d-631e137f4d8e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537817 Dec 23 15:39:27.620385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24d7b-8993-48b3-bd02-2dbb82f1a5ce req-56b73142-349a-425a-ba45-86a4e850cc8c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:27.622216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-91e24d7b-8993-48b3-bd02-2dbb82f1a5ce req-56b73142-349a-425a-ba45-86a4e850cc8c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.1026833 Dec 23 15:39:27.674648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-91e24d7b-8993-48b3-bd02-2dbb82f1a5ce req-fa766e20-a271-44fa-85cb-9759189684b9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459232 Dec 23 15:39:28.255739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-c06f4b31-8219-4677-9966-c14935f9bf80 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:28.257461 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-c06f4b31-8219-4677-9966-c14935f9bf80 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.0972340 Dec 23 15:39:28.335806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Deleting port a00060a9-dfd3-4f6a-aa1f-500b744281b7 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:39:28.336159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:28.606775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] For port a00060a9-dfd3-4f6a-aa1f-500b744281b7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a00060a9-dfd3-4f6a-aa1f-500b744281b7,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:28.607175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:28.976615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:28.977283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:28.977389 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 disassociated. External IP: 172.26.2.35, port: a00060a9-dfd3-4f6a-aa1f-500b744281b7. Dec 23 15:39:28.977780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Calling delete_port for a00060a9-dfd3-4f6a-aa1f-500b744281b7 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:39:29.303595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470808be-c32b-4105-b93b-054b5fe64435 req-68940f65-55aa-460b-91b6-7fbea08062d7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:29.305173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-470808be-c32b-4105-b93b-054b5fe64435 req-68940f65-55aa-460b-91b6-7fbea08062d7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 946 time: 0.4933572 Dec 23 15:39:29.414119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-470808be-c32b-4105-b93b-054b5fe64435 req-b1eb4930-8be3-46f7-946f-706f45950059 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966132 Dec 23 15:39:29.431430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:29.437830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-477e65fe-ec24-416a-8176-33a352a91932 tempest-DeleteServersTestJSON-1766788321 tempest-DeleteServersTestJSON-1766788321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:29.484072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event deleted for resources: {'Port': ['ID=a00060a9-dfd3-4f6a-aa1f-500b744281b7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:29.500246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.500724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.501150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.501621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.502012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.502425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.502807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.503228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.503618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.504051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.504435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:39:29.563647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:29.734823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:39:29.964063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:39:29.975421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:39:29.989080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:39:29.989929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:39:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:30.040360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] No DVR routers for this DVR port a00060a9-dfd3-4f6a-aa1f-500b744281b7 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:39:30.043153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:30.046257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'name': 'network-vif-deleted', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:39:30.062346 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4ff1ae0c-25ca-49f4-9268-cceff524871d req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "DELETE /v2.0/ports/a00060a9-dfd3-4f6a-aa1f-500b744281b7 HTTP/1.1" status: 204 len: 173 time: 1.7991500 Dec 23 15:39:30.104769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d9a45-f67a-4364-a603-c4f93cf15cdd', 'name': 'network-vif-deleted', 'tag': 'a00060a9-dfd3-4f6a-aa1f-500b744281b7', 'status': 'completed', 'code': 200} Dec 23 15:39:30.195695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:39:30.551988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:30.556496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:39:30.568985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:39:30.570127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:39:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:30.618678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-72f21b4b-23e7-4626-84a6-62fd745c12d6 req-b344bb9d-d7e2-4ce0-a5a2-966fff0dcdb8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:39:30.635952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-72f21b4b-23e7-4626-84a6-62fd745c12d6 req-b344bb9d-d7e2-4ce0-a5a2-966fff0dcdb8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:39:30.637418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-72f21b4b-23e7-4626-84a6-62fd745c12d6 req-b344bb9d-d7e2-4ce0-a5a2-966fff0dcdb8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d9a45-f67a-4364-a603-c4f93cf15cdd HTTP/1.1" status: 200 len: 210 time: 0.0743659 Dec 23 15:39:30.778179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:39:31.074822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:31.127163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:31.131626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465fc1c-ac63-4002-95da-5f35cc6c3882 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:39:31.628186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cd479-8fe4-448b-ab6f-fb6003e9c45c None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:39:32.053637 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-0f07122a-d3da-42b0-9465-7d67d24a0932 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--612773657&fields=id&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 267 time: 0.0471597 Dec 23 15:39:32.224949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-b74f1b48-3db7-4b8b-923f-b823ef21d682 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:32.226570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-b74f1b48-3db7-4b8b-923f-b823ef21d682 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1622212 Dec 23 15:39:32.245125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-f53e9984-27f7-47b8-ab19-4e301792550e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/quotas/c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 375 time: 0.0121379 Dec 23 15:39:32.301361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device a00060a9-dfd3-4f6a-aa1f-500b744281b7 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:39:32.337255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: a00060a9-dfd3-4f6a-aa1f-500b744281b7 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:39:32.337685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device a00060a9-dfd3-4f6a-aa1f-500b744281b7 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:39:32.341702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-c8c4c342-a181-4d05-8797-86ed62822077 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912216 Dec 23 15:39:32.501314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-15173948-8b45-4bcf-8ebe-693b9e080350 service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450408 Dec 23 15:39:32.651249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-33084bc0-4e17-4575-b601-8555d0c7cd7f service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432781 Dec 23 15:39:32.854881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a8ae9390-c757-4220-9306-820f9de08693 req-528ffc46-e3a3-44b3-a42e-845f4fce55fd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 210 time: 0.0481422 Dec 23 15:39:34.036506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a8aed43-aa93-4b34-99bb-15a963f01d8b req-94ce8386-fa6a-4025-bde9-5afeb6405644 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 210 time: 0.0506604 Dec 23 15:39:34.043817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-51c24189-693b-4d80-8a7a-435eb62cd29a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:34.045519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-51c24189-693b-4d80-8a7a-435eb62cd29a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1754222 Dec 23 15:39:34.104129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-de7b6661-eae2-4fb4-9f29-8c43b39cbbdd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 379 time: 0.0462930 Dec 23 15:39:34.113153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'port': {'device_id': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'admin_state_up': True, 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'security_groups': ['9d7cb5f5-c3d1-402a-9e08-960536271856']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:34.274100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:39:34.284891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:39:34.300626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Made reservation on behalf of c023d18facc44d1585cfee462128dd66 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:39:34.306563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:34.494209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Allocated IP 172.20.0.3 (3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1/35cefbc0-cf6e-44de-a609-f1b75eefef57/f6306b10-d2c1-4089-b34e-05cb3b8b788e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:39:34.703531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:34.721148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Transition to ACTIVE for port object f6306b10-d2c1-4089-b34e-05cb3b8b788e will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:39:34.743980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:34.750138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a121a56a-b8a8-4dfc-bb3f-05bc02d9193f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:34.822427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:39:34.830338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:39:34.833075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:39:34.868628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:34.871969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:34.909885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:34.910594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:34.939216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302150 Dec 23 15:39:34.951790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Request body: {'port': {'device_id': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:35.075413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:35.093173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-863ff870-5500-47ff-8a99-d84af8805c5b None None] Provisioning for port f6306b10-d2c1-4089-b34e-05cb3b8b788e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:39:35.098421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-863ff870-5500-47ff-8a99-d84af8805c5b None None] Provisioning complete for port f6306b10-d2c1-4089-b34e-05cb3b8b788e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:39:35.098855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-863ff870-5500-47ff-8a99-d84af8805c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:35.159418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-863ff870-5500-47ff-8a99-d84af8805c5b None None] Port f6306b10-d2c1-4089-b34e-05cb3b8b788e cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:39:35.427729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bcf20-7405-4306-9378-5f225a9822e2 req-8eaff28c-a8be-4a69-9100-6a4d4ef86736 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:35.428523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-855bcf20-7405-4306-9378-5f225a9822e2 req-8eaff28c-a8be-4a69-9100-6a4d4ef86736 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:39:35.467325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-855bcf20-7405-4306-9378-5f225a9822e2 req-8eaff28c-a8be-4a69-9100-6a4d4ef86736 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:39:35.468702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-855bcf20-7405-4306-9378-5f225a9822e2 req-8eaff28c-a8be-4a69-9100-6a4d4ef86736 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 931 time: 0.3022659 Dec 23 15:39:35.577097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:39:35.586618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:35.593148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-855bcf20-7405-4306-9378-5f225a9822e2 req-c3ffe7e7-32a4-4351-833d-544fcb6f8a8f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127367 Dec 23 15:39:35.605688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Transition to ACTIVE for port object f6306b10-d2c1-4089-b34e-05cb3b8b788e will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:39:35.609479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:35.614322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31fcf99d-744a-4b46-a525-019f95edd5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:35.747358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:35.750669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:35.873924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Attempting to bind port f6306b10-d2c1-4089-b34e-05cb3b8b788e on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:39:35.874321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Attempting to bind port f6306b10-d2c1-4089-b34e-05cb3b8b788e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:39:35.874712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Attempting to bind port f6306b10-d2c1-4089-b34e-05cb3b8b788e on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:39:35.882616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Port f6306b10-d2c1-4089-b34e-05cb3b8b788e on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:39:35.882954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Attempting to bind port f6306b10-d2c1-4089-b34e-05cb3b8b788e on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:39:35.891092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:39:35.891496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:39:35.891980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Bound using segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:39:35.892458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Bound port: f6306b10-d2c1-4089-b34e-05cb3b8b788e, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:39:35.892858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:35.990336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:39:35.994031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:39:35.998565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:36.003576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:36.067965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:36.069513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] 10.222.0.65 "PUT /v2.0/ports/f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 1093 time: 1.1225026 Dec 23 15:39:36.070095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:39:36.083813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:39:36.093943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:36.097598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:36.155175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'status': 'completed', 'code': 200} Dec 23 15:39:36.202804 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-b6ef03ef-7789-484f-8ab4-c845413a15da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1096 time: 0.0852098 Dec 23 15:39:36.288084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-04c26133-d5d1-4acc-a3fe-22d489b424b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 217 time: 0.0755429 Dec 23 15:39:36.361324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-33044bbf-1552-4d07-b62c-a851bbc6f585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:36.362954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-33044bbf-1552-4d07-b62c-a851bbc6f585 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0683038 Dec 23 15:39:36.452134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-aacf2613-8dfd-45fe-9c99-895f14bdfefb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818949 Dec 23 15:39:36.604078 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-79c139f2-60e0-44f8-8c74-0f9d29f21d82 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428072 Dec 23 15:39:36.806958 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6db1b897-fc62-4044-a5b1-5279f988c151 req-a4604f8a-b4be-4b06-823b-1e4e36fcdaf8 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955636 Dec 23 15:39:36.841766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ebbc0-e6b9-44ad-be74-2a09189a5c74 req-edc8f7b2-c3ff-43f3-a927-52af398977cd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:36.843431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac7ebbc0-e6b9-44ad-be74-2a09189a5c74 req-edc8f7b2-c3ff-43f3-a927-52af398977cd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 943 time: 0.1143589 Dec 23 15:39:36.946855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac7ebbc0-e6b9-44ad-be74-2a09189a5c74 req-8fed66b9-1220-466b-9a8e-1f7382782ceb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968530 Dec 23 15:39:36.969072 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-e2e0152d-974d-43c4-82e7-8774b93f4e00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1096 time: 0.1014295 Dec 23 15:39:37.130071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-f3e05452-516b-47ee-890d-f7068ac7b3c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:37.131656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-f3e05452-516b-47ee-890d-f7068ac7b3c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1550484 Dec 23 15:39:37.210585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-66659d66-1c9c-46d7-bbe5-9dc2ddec61ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 217 time: 0.0713456 Dec 23 15:39:37.284651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-d824f0c8-576d-49c0-9f15-f7d15c6cf38a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:37.286298 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-d824f0c8-576d-49c0-9f15-f7d15c6cf38a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0688081 Dec 23 15:39:37.379192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-2aaf19e4-7e0f-42f6-9302-a0c6a9132358 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834036 Dec 23 15:39:37.535001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-6b74a73b-9332-4a31-b2c2-a62bf7f13035 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480045 Dec 23 15:39:37.937974 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f292ca71-068a-4804-8fa0-3431d46ff09b req-04e0e0b5-b502-4549-a88b-b2d03c2c8ea2 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955655 Dec 23 15:39:38.175413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c753d3-1a48-4b09-9bff-3a0d5e8bd19a req-9316d0c1-8774-41ec-977c-941e2a902aab tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:38.177108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2c753d3-1a48-4b09-9bff-3a0d5e8bd19a req-9316d0c1-8774-41ec-977c-941e2a902aab tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 943 time: 0.1017540 Dec 23 15:39:38.240031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2c753d3-1a48-4b09-9bff-3a0d5e8bd19a req-1c4c5a16-95f8-4365-a839-04615a380324 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537221 Dec 23 15:39:38.332555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:39:38.665922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:38.682113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'mac_address': 'fa:16:3e:ab:37:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:39:38.744288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:38.764395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:39:38.781937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:38.785617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:38.787604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:38.863169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:38.866866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:39.019337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f6306b10-d2c1-4089-b34e-05cb3b8b788e'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:39:39.468177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f44c8-3dd7-40cb-829e-29c45c453703 req-f54353bb-e077-4093-b081-16cae27d5ead tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:39.469926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-258f44c8-3dd7-40cb-829e-29c45c453703 req-f54353bb-e077-4093-b081-16cae27d5ead tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 944 time: 0.0877063 Dec 23 15:39:39.528753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-258f44c8-3dd7-40cb-829e-29c45c453703 req-df5af504-ad51-4092-8e9a-d68a34a35463 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486212 Dec 23 15:39:40.343338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:39:40.421034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port f6306b10-d2c1-4089-b34e-05cb3b8b788e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:39:40.426192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port f6306b10-d2c1-4089-b34e-05cb3b8b788e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:39:40.426625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:40.550156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:40.579889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:39:40.590857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:39:40.594946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:40.597673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:39:40.641561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'code': 200} Dec 23 15:39:40.683515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:39:40.687101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:39:40.760305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de19f4b-e360-4a59-87ea-06ddaeee03f1 req-9007b469-7dd7-4341-b13e-071a74ac89b0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:40.762340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de19f4b-e360-4a59-87ea-06ddaeee03f1 req-9007b469-7dd7-4341-b13e-071a74ac89b0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0983632 Dec 23 15:39:40.823458 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7de19f4b-e360-4a59-87ea-06ddaeee03f1 req-eea2d28a-18a2-4b6d-b4a6-3b30128ffcf0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Dec 23 15:39:40.889404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d8ec55-d349-4490-917d-08d76887369d req-6cc2ae5b-76a8-4a00-8ca8-30e5806ae569 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1098 time: 0.0800982 Dec 23 15:39:40.936024 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d8ec55-d349-4490-917d-08d76887369d req-fbe87039-94e6-4769-8937-cfb72e7c9b39 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389681 Dec 23 15:39:42.062603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e99d7d-1c28-4c00-b9f1-c893d5d53c42 req-a8336b83-39da-4c70-bfa0-90b160f915e1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:42.064455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18e99d7d-1c28-4c00-b9f1-c893d5d53c42 req-a8336b83-39da-4c70-bfa0-90b160f915e1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.1078312 Dec 23 15:39:42.125295 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18e99d7d-1c28-4c00-b9f1-c893d5d53c42 req-fa52b4ec-eefb-4add-8ae3-aa34c2304f52 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531158 Dec 23 15:39:43.347944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e76d1-471f-49dd-8a4d-6c8a07194025 req-53277476-7b76-4e27-aa61-1580fd3316bc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:43.350295 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db6e76d1-471f-49dd-8a4d-6c8a07194025 req-53277476-7b76-4e27-aa61-1580fd3316bc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0964501 Dec 23 15:39:43.403500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db6e76d1-471f-49dd-8a4d-6c8a07194025 req-baa6f9ab-fe7a-467c-a342-d11948179911 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459082 Dec 23 15:39:43.612490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b37d-699a-4069-aac7-6470153129e9 req-f96ef155-3b4f-4e08-98ad-2e2439259345 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:43.614148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7031b37d-699a-4069-aac7-6470153129e9 req-f96ef155-3b4f-4e08-98ad-2e2439259345 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0929058 Dec 23 15:39:43.630667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 33920) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:43.636761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'floatingip': {'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:43.719702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:44.378830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:44.382222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:44.587544 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 associated. External IP: 172.26.2.35, port: f6306b10-d2c1-4089-b34e-05cb3b8b788e. Dec 23 15:39:45.248727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:39:45.466376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:39:45.471411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:45.477533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:39:45.496148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:39:45.497005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:39:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:45.538823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8cc68d98-df13-4b6b-8fcd-658fecc90b16 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "PUT /v2.0/floatingips/0d21b600-b456-4968-8da7-3df5cf09d3d7 HTTP/1.1" status: 200 len: 990 time: 1.9067528 Dec 23 15:39:45.539487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:39:45.594144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'status': 'completed', 'code': 200} Dec 23 15:39:45.704814 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-8dbf5b14-064b-4357-8fe8-6b3fd4b3b9c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1098 time: 0.0850999 Dec 23 15:39:45.840082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:39:45.856350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-a0f1892f-b0a2-47bf-b956-ac67bef38b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:45.858064 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-a0f1892f-b0a2-47bf-b956-ac67bef38b7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1463435 Dec 23 15:39:45.971036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-601e6e35-54b6-4995-b13f-ebe58ce6262b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 998 time: 0.1051922 Dec 23 15:39:46.045974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-5900aa14-07fd-4936-8974-3d210fd0c5dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:39:46.047647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-5900aa14-07fd-4936-8974-3d210fd0c5dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0699203 Dec 23 15:39:46.131943 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-8670cf74-72ee-4738-b8bb-04365e21f32f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766518 Dec 23 15:39:46.212734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:ab:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:39:44Z', 'revision_number': 9, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:46.217058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:39:46.228950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:39:46.229608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:39:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:46.278106 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-8cfb84ec-91ac-4619-995b-c481037e9c87 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387963 Dec 23 15:39:46.421451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:39:46.429126 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e94875b0-7c8a-42e6-89c1-d11c472a2d7b req-bdc4b01d-946d-4b9a-943b-b20ab005fb19 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434832 Dec 23 15:39:46.771511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-86e56890-d92b-4d6d-9006-397cc90d0950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:46.815919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:ab:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:39:44Z', 'revision_number': 9, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:39:46.820278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37d38c-3fbb-4f84-aab9-03aac27a83d3 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:ab:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:39:44Z', 'revision_number': 9, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:39:47.182199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5eb56-1b21-4789-ad58-ada5db627f6d None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:39:48.221815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:48.827205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b297dea2-0f89-4ad0-a199-bc57fb551cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:49.512345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:39:50.952818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:01.102660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:13.087058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:40:16.783072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-428faefa-82d8-4ffb-99b7-ec66ef891900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:18.221988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:18.829909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d4c71ca-ea74-4bdf-9cc1-97ebf6ce1c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:19.514510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:20.949479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:22.838677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a827eece-8b49-411c-b289-92668917c94c req-24dfd91f-a08f-412e-ab6f-cc71e9a9e215 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0819564 Dec 23 15:40:23.109223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-da692fa6-158e-49fd-9c19-06f1ef0961f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758638 Dec 23 15:40:23.182210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0feb26-c1b9-4505-a892-ddd56659e94d req-46e96f6c-4583-4190-91a3-c4a7c9c44f49 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:23.184019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad0feb26-c1b9-4505-a892-ddd56659e94d req-46e96f6c-4583-4190-91a3-c4a7c9c44f49 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0924706 Dec 23 15:40:23.235911 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ad0feb26-c1b9-4505-a892-ddd56659e94d req-6b1c1987-7de5-4463-b60c-3bef453d3217 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Dec 23 15:40:24.339688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-2e70c7c9-ea55-4566-be9a-d322c4129f0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1098 time: 0.0822115 Dec 23 15:40:24.546042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-39f3e143-417e-4193-a86b-0254a55bafbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:24.547591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-39f3e143-417e-4193-a86b-0254a55bafbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.2016134 Dec 23 15:40:24.620959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2cffe-e8ef-47ff-8593-f9fbb94e3f7e req-18ed6647-9769-4a8b-b2bc-44cdbd70b6b9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:24.622600 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-43b2cffe-e8ef-47ff-8593-f9fbb94e3f7e req-18ed6647-9769-4a8b-b2bc-44cdbd70b6b9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.2497034 Dec 23 15:40:24.703737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-13dc0051-df82-43ec-9cc3-65f63378ed20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 1001 time: 0.1469722 Dec 23 15:40:24.707794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-43b2cffe-e8ef-47ff-8593-f9fbb94e3f7e req-fa235a02-1990-4d23-b82a-dc0dc1f38490 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690501 Dec 23 15:40:24.773547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-022a6cb9-822d-40a9-b026-bdf607907eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:24.775177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-022a6cb9-822d-40a9-b026-bdf607907eca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0652177 Dec 23 15:40:24.866983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-28a1585b-d3ec-4d1d-8447-51dd4772e9b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842550 Dec 23 15:40:25.023555 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-6bc01029-990a-4d96-81ee-8b69866d89bb service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491020 Dec 23 15:40:25.175486 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-e498ccc9-66c2-4ccf-ac0f-1b76a4ae8e6f service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444683 Dec 23 15:40:25.933826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416ed4-78e2-4453-b273-39bef42fe2e1 req-0cabe314-9966-416d-b754-d3dccee5c1fe tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:25.935448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de416ed4-78e2-4453-b273-39bef42fe2e1 req-0cabe314-9966-416d-b754-d3dccee5c1fe tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0886800 Dec 23 15:40:25.985409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de416ed4-78e2-4453-b273-39bef42fe2e1 req-5e166655-3753-4849-85d5-c248aab076cf tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Dec 23 15:40:26.580893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-2b90301e-9bbf-4434-bdd2-9043c31b074a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1098 time: 0.0768354 Dec 23 15:40:26.747005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-dc0cc306-3c9a-4e50-97f0-29ce7a07d15b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:26.748564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-dc0cc306-3c9a-4e50-97f0-29ce7a07d15b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1425393 Dec 23 15:40:26.862400 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-0bfc1159-33f1-4f3d-a7d9-1bceea5a8065 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 1001 time: 0.1064103 Dec 23 15:40:26.933307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-870c35a7-938f-4928-8e8e-55d980608396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:26.934950 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-870c35a7-938f-4928-8e8e-55d980608396 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0655823 Dec 23 15:40:27.033790 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-5cead10b-e930-48b9-88e1-071e5fbec060 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920253 Dec 23 15:40:27.231324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-8f3f3f3c-68b7-4b5e-9d26-b9630aca3513 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900761 Dec 23 15:40:27.336360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a5c2a-d529-4ba6-bf63-564159683752 req-ff043f4e-1512-414d-8733-5e0cdb57a301 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:27.338026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208a5c2a-d529-4ba6-bf63-564159683752 req-ff043f4e-1512-414d-8733-5e0cdb57a301 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.2175469 Dec 23 15:40:27.428521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208a5c2a-d529-4ba6-bf63-564159683752 req-f1ca8d8f-05b8-434e-b620-2c2ca36ca48c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825126 Dec 23 15:40:27.430701 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5ba9fd-f310-4fb0-8032-14205d2bdf22 req-4a4d8571-f216-411e-b19b-803a5aa24e01 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918488 Dec 23 15:40:28.666219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b15c8-88e0-4f72-a097-0c2b91ce72d7 req-68205c65-e37d-4e37-8928-af3d3aeecbbd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:28.667781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061b15c8-88e0-4f72-a097-0c2b91ce72d7 req-68205c65-e37d-4e37-8928-af3d3aeecbbd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.1037741 Dec 23 15:40:28.717095 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061b15c8-88e0-4f72-a097-0c2b91ce72d7 req-aec2443d-bb66-4cf6-a0c9-02ba9565576c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Dec 23 15:40:30.169294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8c362-cff7-44c0-bbcb-0cd0c5b77ebf req-2516ed2b-f462-450c-a688-91f658255554 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:30.170917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecb8c362-cff7-44c0-bbcb-0cd0c5b77ebf req-2516ed2b-f462-450c-a688-91f658255554 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.3256226 Dec 23 15:40:30.220300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ecb8c362-cff7-44c0-bbcb-0cd0c5b77ebf req-2bdde494-f1cd-49e0-9c43-affbfb8b5d89 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Dec 23 15:40:31.097940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:31.458615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e3821-06fc-43c0-94ae-41e72e31b72e req-0958a1e9-d448-4cac-93ae-7207b2bb79fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:31.460242 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f85e3821-06fc-43c0-94ae-41e72e31b72e req-0958a1e9-d448-4cac-93ae-7207b2bb79fa tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0887704 Dec 23 15:40:31.515777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f85e3821-06fc-43c0-94ae-41e72e31b72e req-c7472b77-7a09-482f-872e-46994aa3dbc5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492547 Dec 23 15:40:32.737751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b0725-9708-473c-902a-720f74e42486 req-2c9420ef-f08e-449f-bab4-dc8cf47d2cce tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:32.739272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd0b0725-9708-473c-902a-720f74e42486 req-2c9420ef-f08e-449f-bab4-dc8cf47d2cce tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0871761 Dec 23 15:40:32.794317 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd0b0725-9708-473c-902a-720f74e42486 req-8d4e9ad7-a47e-4978-b9b5-b982371a9c73 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460823 Dec 23 15:40:34.013195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bf8a7-5360-4388-ab5a-5181d09a27a2 req-e1246f21-f6ae-4b16-b3c5-ec4dd417c206 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:34.014845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5bf8a7-5360-4388-ab5a-5181d09a27a2 req-e1246f21-f6ae-4b16-b3c5-ec4dd417c206 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0882442 Dec 23 15:40:34.063931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1b5bf8a7-5360-4388-ab5a-5181d09a27a2 req-70646add-ad55-429b-a32d-b17252f63ec4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Dec 23 15:40:35.286803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954e646-3a15-43e4-a232-8778c67ac4f7 req-7f532179-ae77-439e-8c30-c1ca3d9a60e1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:35.288411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c954e646-3a15-43e4-a232-8778c67ac4f7 req-7f532179-ae77-439e-8c30-c1ca3d9a60e1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0930464 Dec 23 15:40:35.339786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c954e646-3a15-43e4-a232-8778c67ac4f7 req-0356b080-851c-45a0-b02a-bdb7f4ab4f63 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452046 Dec 23 15:40:36.554668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f47f-8189-4a18-a128-2c680e0ca804 req-57d4acf3-578d-4252-98d6-33423f826fc3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:36.556343 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37a7f47f-8189-4a18-a128-2c680e0ca804 req-57d4acf3-578d-4252-98d6-33423f826fc3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0877922 Dec 23 15:40:36.608332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37a7f47f-8189-4a18-a128-2c680e0ca804 req-79c6c1c9-335b-4d9b-b362-e48b73195971 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454655 Dec 23 15:40:36.965443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-b456ba6d-3332-46a4-bd6a-a1bd526187cb service neutron] 10.222.0.65 "GET /v2.0/ports/f6306b10-d2c1-4089-b34e-05cb3b8b788e/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0941083 Dec 23 15:40:37.259368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-d8106ebc-2d88-42bb-b2aa-69a78f863c59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 1098 time: 0.0795476 Dec 23 15:40:37.365689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-a93dd052-f929-4770-95d7-568a5555c09f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1098 time: 0.0791309 Dec 23 15:40:37.523393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-58f97a22-5a26-4609-9c93-685c4c45c187 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:37.525013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-58f97a22-5a26-4609-9c93-685c4c45c187 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1516535 Dec 23 15:40:37.655932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-22335ea5-5a11-4a51-861f-6c3fe8dcdbcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 1001 time: 0.1227660 Dec 23 15:40:37.728680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-0486592e-87a7-43de-b17c-8a2ea2373b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:37.730324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-0486592e-87a7-43de-b17c-8a2ea2373b61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0678246 Dec 23 15:40:37.904165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-0a03a078-b436-433e-8689-ffe00e809642 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1669316 Dec 23 15:40:37.911519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fb0ae-54de-4d06-bfb9-784cab6a9a74 req-76fceb55-1b13-4153-a50a-135beac3f576 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:37.912989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba5fb0ae-54de-4d06-bfb9-784cab6a9a74 req-76fceb55-1b13-4153-a50a-135beac3f576 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.1436658 Dec 23 15:40:38.064020 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba5fb0ae-54de-4d06-bfb9-784cab6a9a74 req-6d4ef1ec-dfff-46b4-a523-352d0f3826a9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289735 Dec 23 15:40:38.086110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-38342017-39aa-4cc2-b1f9-c05e8bafc2ad service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720524 Dec 23 15:40:38.235367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eae17258-2686-42d8-ba16-bf84796f7e31 req-916ec5ef-555f-4fd2-a5d7-6c2ab05eae1e service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422069 Dec 23 15:40:39.295665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4e94-a30f-4c33-a03b-558dee8324d4 req-d0290530-f0fd-4191-8297-c9aaf59db0a7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:39.297306 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b2c4e94-a30f-4c33-a03b-558dee8324d4 req-d0290530-f0fd-4191-8297-c9aaf59db0a7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0992286 Dec 23 15:40:39.347762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b2c4e94-a30f-4c33-a03b-558dee8324d4 req-9ae57a7e-c382-425f-9a81-700163b670bf tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 Dec 23 15:40:40.568202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2c6f-4c36-4628-ab0e-1d87e4444890 req-481987d1-93eb-49b0-815b-84bbdb62f8cc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:40.569836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a70e2c6f-4c36-4628-ab0e-1d87e4444890 req-481987d1-93eb-49b0-815b-84bbdb62f8cc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0864346 Dec 23 15:40:40.572261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:40:40.575029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:40:40.621146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a70e2c6f-4c36-4628-ab0e-1d87e4444890 req-102f5094-8084-4e90-bc38-0b9741cf02d0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Dec 23 15:40:40.819619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:40.827787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:40.853153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'mac_address': 'fa:16:3e:ab:37:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:40:40.903428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:40:40.920398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:40.931156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:40.933047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:40.944978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:40.990860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'code': 200} Dec 23 15:40:40.998027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:40:41.067487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:41.072741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-f95925ec-4a21-4fcb-8f97-79451fe492d1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:41.074613 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-f95925ec-4a21-4fcb-8f97-79451fe492d1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359&tenant_id=c023d18facc44d1585cfee462128dd66&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.0943506 Dec 23 15:40:41.088899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:40:41.089343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:40:41.091032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.091436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.091822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.092208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.092596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.092978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.093409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.093792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.094171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.094544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.094921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:41.099373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:41.148624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b831c-8f8c-48f9-b56f-ac09a2cb0cc2 req-6cc3e0a4-a450-40c5-9e0a-8761d251901a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:41.150299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca7b831c-8f8c-48f9-b56f-ac09a2cb0cc2 req-6cc3e0a4-a450-40c5-9e0a-8761d251901a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 943 time: 0.0970964 Dec 23 15:40:41.160528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-f5b2415a-70b6-4864-8aa9-9437c61076f4 service neutron] 10.222.0.65 "GET /v2.0/ports/f6306b10-d2c1-4089-b34e-05cb3b8b788e/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0801704 Dec 23 15:40:41.201080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca7b831c-8f8c-48f9-b56f-ac09a2cb0cc2 req-25bc41d5-77b8-4c71-9566-d25964a3f41b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442958 Dec 23 15:40:41.263582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-c3f5ac4b-84e5-4d63-9153-d62c817d47de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1096 time: 0.0799601 Dec 23 15:40:41.417817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-30ca0a70-5315-4403-9d99-3a56565cf190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:41.419445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-30ca0a70-5315-4403-9d99-3a56565cf190 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1495736 Dec 23 15:40:41.527427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-c6f1fdd6-3de7-4509-b403-a23c27ecf577 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 999 time: 0.1011941 Dec 23 15:40:41.602982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-e570161f-3b4b-4288-9f7d-0f8a0bd941b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:41.604673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-e570161f-3b4b-4288-9f7d-0f8a0bd941b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0712566 Dec 23 15:40:41.646707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:41.665738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:40:41.682490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:41.685935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:41.688556 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-ca1a51b3-e285-492f-b9ec-78191ce02037 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767515 Dec 23 15:40:41.688705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:41.765646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f6306b10-d2c1-4089-b34e-05cb3b8b788e'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:40:41.790098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:41.793374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:41.838082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-4b52f0c6-c7c3-475a-9510-a5ead37bda91 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405380 Dec 23 15:40:41.985017 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-882e278f-258f-4781-a0e3-c06e25be9782 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388047 Dec 23 15:40:42.428779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e2f1-f1b3-4aca-b766-83d64b5aa40e req-ea1cf3c0-25ce-43d8-bff9-c6ba3c85e09b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:42.430381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7bb2e2f1-f1b3-4aca-b766-83d64b5aa40e req-ea1cf3c0-25ce-43d8-bff9-c6ba3c85e09b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 944 time: 0.0944872 Dec 23 15:40:42.480992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7bb2e2f1-f1b3-4aca-b766-83d64b5aa40e req-ee813dc9-c1df-40b0-b877-b1879e1b786b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Dec 23 15:40:42.583713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:40:42.667413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port f6306b10-d2c1-4089-b34e-05cb3b8b788e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:40:42.667950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:42.789629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:42.826832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:42.830608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:42.832544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:42.899821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:42.903031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:42.992294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:40:43.067956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'code': 200} Dec 23 15:40:43.720090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1163298-ffb8-4614-a229-9525cb88e962 req-ac6ae8fb-aca2-44e8-915f-85ba41f1e9e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:43.721681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1163298-ffb8-4614-a229-9525cb88e962 req-ac6ae8fb-aca2-44e8-915f-85ba41f1e9e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0859811 Dec 23 15:40:43.771199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d1163298-ffb8-4614-a229-9525cb88e962 req-0713cd1b-bda8-477b-8ee2-ea8e9978f688 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431187 Dec 23 15:40:44.587075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-1714ec1b-479b-490e-b2ad-0a4ae91830a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 1098 time: 0.0853097 Dec 23 15:40:44.687123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-305e3cfb-1e9e-4a3a-be59-3ba172ffed7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 1098 time: 0.0767405 Dec 23 15:40:44.833126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-b5da533f-a4a4-4210-8e3d-061864e1ca40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:44.834781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-b5da533f-a4a4-4210-8e3d-061864e1ca40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1416857 Dec 23 15:40:44.950108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-f0e08096-6559-4cb5-a331-0cf1006380e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 200 len: 1001 time: 0.1089783 Dec 23 15:40:45.022861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-7b2f1baf-3386-40e0-afa2-a242254afedc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:45.024604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-7b2f1baf-3386-40e0-afa2-a242254afedc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0685925 Dec 23 15:40:45.110498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-1ecb01f6-d94d-416e-a9c4-5da23979d58c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792232 Dec 23 15:40:45.120970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff501ce-103d-45e7-9738-74c72245607f req-9086f704-a685-472c-8bd8-7736b97dc94d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:45.122655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1ff501ce-103d-45e7-9738-74c72245607f req-9086f704-a685-472c-8bd8-7736b97dc94d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0856078 Dec 23 15:40:45.174053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1ff501ce-103d-45e7-9738-74c72245607f req-a903f017-fc6d-4bc2-88a1-d9dd4f8d7fe2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Dec 23 15:40:45.254829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-4d961e07-80a4-428f-ae7f-a520fcb28de1 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375728 Dec 23 15:40:45.631782 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b2ec88db-61a6-4687-8cc9-d92f5a6791e8 req-09f465e2-60fa-4d46-b020-1b34d16c6d88 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706083 Dec 23 15:40:46.412409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9fd22-56ca-4084-878f-3563fe4df3ca req-934863ee-d8af-4343-ad80-f1e99f95ba65 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:46.414087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1d9fd22-56ca-4084-878f-3563fe4df3ca req-934863ee-d8af-4343-ad80-f1e99f95ba65 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 945 time: 0.0939238 Dec 23 15:40:46.464362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e1d9fd22-56ca-4084-878f-3563fe4df3ca req-14d10635-9c11-452c-9816-34a1b230cd88 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 Dec 23 15:40:46.612538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:40:46.769535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:46.792182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'mac_address': 'fa:16:3e:ab:37:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:40:46.795729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-50dc04e7-29e5-43ae-ba96-f5fbe3be1496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:46.855674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:46.874589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:40:46.891224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:46.894633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:46.896522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:46.966168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f6306b10-d2c1-4089-b34e-05cb3b8b788e'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:40:47.003623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=9']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:47.008843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:47.695878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6d722-3686-484d-9e7a-cab7b092512c req-6cf7a061-b5ce-401e-a015-f04828892fb3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:47.697547 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4fb6d722-3686-484d-9e7a-cab7b092512c req-6cf7a061-b5ce-401e-a015-f04828892fb3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 944 time: 0.0965219 Dec 23 15:40:47.748096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4fb6d722-3686-484d-9e7a-cab7b092512c req-adc2279c-e9d7-44e3-8818-f3938715894c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Dec 23 15:40:47.964555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bdd4e-f3bb-4b79-8eac-8977707654b2 req-997c7e46-63e3-4bc4-b920-413d1032f4eb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:47.966169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed0bdd4e-f3bb-4b79-8eac-8977707654b2 req-997c7e46-63e3-4bc4-b920-413d1032f4eb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 944 time: 0.0926859 Dec 23 15:40:48.015988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed0bdd4e-f3bb-4b79-8eac-8977707654b2 req-e12e5b06-60ab-4a0e-b6fa-681fa29cd5e2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436277 Dec 23 15:40:48.222788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:48.235731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d70-0ba0-4300-a2d1-acf31d7e9640 req-9c0a2320-4e49-4bbb-8ce3-c8c7bc05f212 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:48.237466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-30fc4d70-0ba0-4300-a2d1-acf31d7e9640 req-9c0a2320-4e49-4bbb-8ce3-c8c7bc05f212 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 944 time: 0.0989444 Dec 23 15:40:48.291773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-30fc4d70-0ba0-4300-a2d1-acf31d7e9640 req-8ea4830a-40dc-43b1-8b54-0ac1accb959d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479038 Dec 23 15:40:48.624184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:40:48.698142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port f6306b10-d2c1-4089-b34e-05cb3b8b788e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:40:48.698723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:48.722704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3944a0d-91d9-4c3a-a7f8-8d4d450acb78 req-32dfb2db-5c2a-4c63-894d-558373a5e358 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:48.724356 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3944a0d-91d9-4c3a-a7f8-8d4d450acb78 req-32dfb2db-5c2a-4c63-894d-558373a5e358 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 944 time: 0.0858305 Dec 23 15:40:48.773972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3944a0d-91d9-4c3a-a7f8-8d4d450acb78 req-f1f127a2-ccdd-4708-b231-46187e1daf5d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Dec 23 15:40:48.831803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:48.843213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0e4760e-173b-45b4-a164-cd6089ba0e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:48.861401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:40:48.871541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:48.876036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:48.878064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:48.931644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'code': 200} Dec 23 15:40:48.953610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=10']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:48.956845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:49.522746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:49.998715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b2996-4c92-4aec-8e33-fbaec400c268 req-1115585d-6825-4604-bfde-0151adfd95e9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:50.000415 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-256b2996-4c92-4aec-8e33-fbaec400c268 req-1115585d-6825-4604-bfde-0151adfd95e9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 946 time: 0.0955422 Dec 23 15:40:50.056951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-256b2996-4c92-4aec-8e33-fbaec400c268 req-f3126eea-3897-43b4-83e1-56fdfa06f0b5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504601 Dec 23 15:40:50.088813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:40:50.854205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f4cd4dd9-8752-4353-af8d-3f42ffd16d4d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:50.855770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f4cd4dd9-8752-4353-af8d-3f42ffd16d4d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 946 time: 0.1003234 Dec 23 15:40:50.933402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Deleting port f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:40:50.933740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:50.951107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:51.260971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] For port f6306b10-d2c1-4089-b34e-05cb3b8b788e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6306b10-d2c1-4089-b34e-05cb3b8b788e,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:40:51.261678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:51.462790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424ea5-763c-4174-9a71-c844e7462ff9 req-e7355183-b5dc-4b9a-b334-0290617ac8b6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:51.464433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f424ea5-763c-4174-9a71-c844e7462ff9 req-e7355183-b5dc-4b9a-b334-0290617ac8b6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 946 time: 0.2788086 Dec 23 15:40:51.631159 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f424ea5-763c-4174-9a71-c844e7462ff9 req-339ac2a5-f732-4bac-ad24-998492cdd9b8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585898 Dec 23 15:40:51.632849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:51.633272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:51.633702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 disassociated. External IP: 172.26.2.35, port: f6306b10-d2c1-4089-b34e-05cb3b8b788e. Dec 23 15:40:51.634082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Calling delete_port for f6306b10-d2c1-4089-b34e-05cb3b8b788e owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:40:51.787103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:51.793210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f77b30d5-b665-4adb-8065-9dcdb75cee11 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:51.841351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event deleted for resources: {'Port': ['ID=f6306b10-d2c1-4089-b34e-05cb3b8b788e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:51.854245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.854682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.855111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.855534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.855966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.856382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.856770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.857487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.857575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.858013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.858424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:40:51.862998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:52.084700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:40:52.305548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:40:52.316200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:40:52.331759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:40:52.332493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:40:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:40:52.378236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] No DVR routers for this DVR port f6306b10-d2c1-4089-b34e-05cb3b8b788e on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:40:52.380936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:52.384005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-deleted', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:40:52.399236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2cede1b0-63f5-4954-b813-22afbf05e42f req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "DELETE /v2.0/ports/f6306b10-d2c1-4089-b34e-05cb3b8b788e HTTP/1.1" status: 204 len: 173 time: 1.5376344 Dec 23 15:40:52.448724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205cc7d-7eb7-4a91-a87c-61172fb5b359', 'name': 'network-vif-deleted', 'tag': 'f6306b10-d2c1-4089-b34e-05cb3b8b788e', 'status': 'completed', 'code': 200} Dec 23 15:40:52.532879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:40:52.817658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5f03a35b-2a79-47a9-b72b-72fbf1734d84 req-30791aab-2e9c-4706-ac2e-65165daa4e45 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:40:52.833986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5f03a35b-2a79-47a9-b72b-72fbf1734d84 req-30791aab-2e9c-4706-ac2e-65165daa4e45 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:40:52.835625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5f03a35b-2a79-47a9-b72b-72fbf1734d84 req-30791aab-2e9c-4706-ac2e-65165daa4e45 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=7205cc7d-7eb7-4a91-a87c-61172fb5b359 HTTP/1.1" status: 200 len: 210 time: 0.0679553 Dec 23 15:40:52.881848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:40:52.886152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:40:52.897500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:40:52.898155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:40:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:40:53.096067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:40:53.580111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:40:53.584583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536884f-ab66-45a1-b4b1-bbafc9aae26c None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:40:54.056283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61d027-3f32-4a12-b852-00eca1b38c98 None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:40:54.412022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-2d37476a-e7a0-4de8-9e48-acc9b30a3797 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--612773657&fields=id&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 267 time: 0.0453866 Dec 23 15:40:54.585009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-62cf66ef-551f-496a-a570-93412f02e1f4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:54.586747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-62cf66ef-551f-496a-a570-93412f02e1f4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1668406 Dec 23 15:40:54.604812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-51fdadf2-dff1-41ae-8f4c-5ec335d0326b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/quotas/c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 375 time: 0.0117860 Dec 23 15:40:54.641232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:40:54.674905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: f6306b10-d2c1-4089-b34e-05cb3b8b788e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:40:54.675308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f6306b10-d2c1-4089-b34e-05cb3b8b788e not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:40:54.694243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-ae643f8b-0bc3-45a3-b497-054f76ebb075 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837431 Dec 23 15:40:54.847589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-0056bc03-b1f3-4805-a4ba-dce2a4dce087 service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399024 Dec 23 15:40:54.996434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-24161759-0b96-4f2f-b182-08b07f4ab65d service neutron] 10.222.0.49 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425483 Dec 23 15:40:55.292687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a94c77d0-6c8f-461a-a5d0-1d13a36d2434 req-17048aaa-2d45-414d-b62a-e597ab6525a5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 210 time: 0.1270695 Dec 23 15:40:56.433913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-0f385ca3-523d-4454-aabf-dffe9a4944b2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:56.435488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-0f385ca3-523d-4454-aabf-dffe9a4944b2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 811 time: 0.1733093 Dec 23 15:40:56.489664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aaabeacd-d58d-4881-aec1-1b247a8089fd req-7a5ac823-731c-45a4-8005-42a1d79f4b7d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 210 time: 0.0535672 Dec 23 15:40:56.491655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-934f1f12-047a-4e92-b7c8-958347ddd0e1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 379 time: 0.0449471 Dec 23 15:40:56.501134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'port': {'device_id': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'admin_state_up': True, 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'security_groups': ['9d7cb5f5-c3d1-402a-9e08-960536271856']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:56.651162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:40:56.661722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:40:56.675431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Made reservation on behalf of c023d18facc44d1585cfee462128dd66 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:40:56.681072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:56.865494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Allocated IP 172.20.0.13 (3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1/35cefbc0-cf6e-44de-a609-f1b75eefef57/235db481-86ba-4082-b93b-33b2c92e8d2f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:40:57.078937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:57.096980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Transition to ACTIVE for port object 235db481-86ba-4082-b93b-33b2c92e8d2f will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:40:57.120533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:57.126624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bcc3029-60af-4fe6-a934-dcc3df57e6bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:57.193638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:40:57.197389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:40:57.199999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:40:57.247025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:57.252232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:57.280123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:57.280819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:57.311917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8147678 Dec 23 15:40:57.323282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-655f872e-fb31-4ef9-ba72-6be6a541e7f9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:40:57.324625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-655f872e-fb31-4ef9-ba72-6be6a541e7f9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061934 Dec 23 15:40:57.335701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Request body: {'port': {'device_id': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:57.448850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-16ccd3d5-d0f3-4b06-87f6-eded1b8e0586 None None] Provisioning for port 235db481-86ba-4082-b93b-33b2c92e8d2f completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:40:57.453817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-16ccd3d5-d0f3-4b06-87f6-eded1b8e0586 None None] Provisioning complete for port 235db481-86ba-4082-b93b-33b2c92e8d2f triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:40:57.454243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16ccd3d5-d0f3-4b06-87f6-eded1b8e0586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:57.457562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:57.513775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-16ccd3d5-d0f3-4b06-87f6-eded1b8e0586 None None] Port 235db481-86ba-4082-b93b-33b2c92e8d2f cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:40:58.049066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9c0b1-7694-42e8-b9fc-24b069d85829 req-aac2973c-24e3-44df-ad81-84e2dc7b4210 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:58.049878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-10c9c0b1-7694-42e8-b9fc-24b069d85829 req-aac2973c-24e3-44df-ad81-84e2dc7b4210 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:40:58.115361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-10c9c0b1-7694-42e8-b9fc-24b069d85829 req-aac2973c-24e3-44df-ad81-84e2dc7b4210 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:40:58.116692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10c9c0b1-7694-42e8-b9fc-24b069d85829 req-aac2973c-24e3-44df-ad81-84e2dc7b4210 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 932 time: 0.5015345 Dec 23 15:40:58.154485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:40:58.164056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:58.193518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Transition to ACTIVE for port object 235db481-86ba-4082-b93b-33b2c92e8d2f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:40:58.198387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-10c9c0b1-7694-42e8-b9fc-24b069d85829 req-ea569de2-5ee2-46b6-b7e2-1901b3642fbe tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742049 Dec 23 15:40:58.199535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:58.203419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6502ca1-8e5f-4385-aa55-5336192e65cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:58.332581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:58.335773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:58.451000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Attempting to bind port 235db481-86ba-4082-b93b-33b2c92e8d2f on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:40:58.451658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Attempting to bind port 235db481-86ba-4082-b93b-33b2c92e8d2f by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:40:58.451883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Attempting to bind port 235db481-86ba-4082-b93b-33b2c92e8d2f on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:40:58.458700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Port 235db481-86ba-4082-b93b-33b2c92e8d2f on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:40:58.459069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Attempting to bind port 235db481-86ba-4082-b93b-33b2c92e8d2f on network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:40:58.466356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:40:58.466738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Checking segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:40:58.467173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Bound using segment: {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:40:58.467651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Bound port: 235db481-86ba-4082-b93b-33b2c92e8d2f, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:40:58.468036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:58.569940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:40:58.573559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:40:58.578904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:58.583405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:40:58.641087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:40:58.642646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] 10.222.0.65 "PUT /v2.0/ports/235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1094 time: 1.3116257 Dec 23 15:40:58.643220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:40:58.668940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:40:58.672224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:40:58.723422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'status': 'completed', 'code': 200} Dec 23 15:40:58.768368 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-527e5a02-4712-4165-9569-c2b6b801e627 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1097 time: 0.0840082 Dec 23 15:40:58.841661 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-82f062f5-a66f-455d-bcae-1499de60cf53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 217 time: 0.0666108 Dec 23 15:40:58.916267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8823d598-de4f-435e-9c4e-27ea64cfa821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:58.917932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-8823d598-de4f-435e-9c4e-27ea64cfa821 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0703275 Dec 23 15:40:59.002129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-ced41c1c-0b68-45f4-a447-a96a2e57c45e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775492 Dec 23 15:40:59.147449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-0f291d76-1027-4d2d-84ec-a425d6349f7a service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386669 Dec 23 15:40:59.298222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8daec4c8-54f2-43c8-a29c-b73c558490ce req-29dbcd44-31fb-4a78-988d-79f9c16e87f6 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432438 Dec 23 15:40:59.470846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95c9a6-7370-4a2f-8d81-bd8ef2a421f1 req-80813d9b-d032-44c0-81f1-1792610c1e6f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:59.472399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d95c9a6-7370-4a2f-8d81-bd8ef2a421f1 req-80813d9b-d032-44c0-81f1-1792610c1e6f tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 944 time: 0.1504805 Dec 23 15:40:59.479025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-33333e12-d80e-4528-a632-c526edc26ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1097 time: 0.1122222 Dec 23 15:40:59.632285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d95c9a6-7370-4a2f-8d81-bd8ef2a421f1 req-a639d617-43e4-4879-a044-7cfb9895554d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522431 Dec 23 15:40:59.656568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-2556782d-fedd-42c1-9b32-7b9e6746e87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:59.658224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-2556782d-fedd-42c1-9b32-7b9e6746e87e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1636250 Dec 23 15:40:59.736416 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-3a46915f-03b0-4c1a-97f3-93f4832fd8de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 217 time: 0.0712204 Dec 23 15:40:59.807947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-ed2fe5fd-5c16-4dc5-b16a-591a189eb199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:40:59.809504 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-ed2fe5fd-5c16-4dc5-b16a-591a189eb199 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0643835 Dec 23 15:40:59.897771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-9c75676a-6906-4a12-8e25-ce577f42969a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811841 Dec 23 15:41:00.044277 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-84854be6-43cf-45b0-8a90-b1cfef2d8e91 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389861 Dec 23 15:41:00.210144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c85f4f05-e882-4258-9842-0f5b15cc6375 req-d53785a2-a389-4227-9f40-7620253395b9 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586349 Dec 23 15:41:00.640726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:41:00.787707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:41:00.802141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'mac_address': 'fa:16:3e:26:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:41:00.843771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba5ccd-ab8d-4acb-a7d9-b3c1b12fccd4 req-fe67bccf-fa8e-41d5-b36a-9f22cd319118 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:00.845483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-64ba5ccd-ab8d-4acb-a7d9-b3c1b12fccd4 req-fe67bccf-fa8e-41d5-b36a-9f22cd319118 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 944 time: 0.0880299 Dec 23 15:41:00.859549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:00.878478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:41:00.895026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:41:00.898829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:00.899386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-64ba5ccd-ab8d-4acb-a7d9-b3c1b12fccd4 req-3e026b28-e35f-4d15-ac30-de1b9d6f3360 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468194 Dec 23 15:41:00.900922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:41:00.969908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:41:00.973089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:41:01.111779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['235db481-86ba-4082-b93b-33b2c92e8d2f'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:41:01.142176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:02.116871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939bca-a38c-48b9-b500-ba765365f27d req-f7664675-f451-47e3-b198-c33ce709ef92 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:02.118505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e939bca-a38c-48b9-b500-ba765365f27d req-f7664675-f451-47e3-b198-c33ce709ef92 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 945 time: 0.0921619 Dec 23 15:41:02.167779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1e939bca-a38c-48b9-b500-ba765365f27d req-93d69392-bf54-4c3c-bda3-7f7c41427e15 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Dec 23 15:41:02.640952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:41:02.722086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 235db481-86ba-4082-b93b-33b2c92e8d2f completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:41:02.728163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 235db481-86ba-4082-b93b-33b2c92e8d2f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:41:02.728594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:02.862067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:02.901302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:41:02.912084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:41:02.916696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:02.918963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:41:02.962271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'code': 200} Dec 23 15:41:02.989906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:41:02.992919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:41:03.217691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-04f7bdfc-b2fb-4274-b48c-5164da7a44a3 req-5a3fbe0d-7bda-460d-821b-9d01911c0d2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0888832 Dec 23 15:41:03.264373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-04f7bdfc-b2fb-4274-b48c-5164da7a44a3 req-8583184b-7ac2-426c-badc-309ed49609c5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Dec 23 15:41:03.380899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d729179-d3bf-473a-bd7e-78e31b6d3790 req-898e1de8-0a0e-4581-8497-6a3e881c7db2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:03.382537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2d729179-d3bf-473a-bd7e-78e31b6d3790 req-898e1de8-0a0e-4581-8497-6a3e881c7db2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0850086 Dec 23 15:41:03.432163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2d729179-d3bf-473a-bd7e-78e31b6d3790 req-eb4a3ce2-f684-4a2b-bb57-55d75648a2a0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Dec 23 15:41:04.666832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f27c2-dff0-4f56-9451-6e1c12787ca5 req-19442b7f-858a-44ed-a292-b07f370f5f03 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:04.668482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-536f27c2-dff0-4f56-9451-6e1c12787ca5 req-19442b7f-858a-44ed-a292-b07f370f5f03 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0946569 Dec 23 15:41:04.719010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-536f27c2-dff0-4f56-9451-6e1c12787ca5 req-f494c645-776c-4174-b5ec-ca1bb2146616 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442266 Dec 23 15:41:04.927557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f5d96-711a-4362-9569-4162fc7d20ec req-0a90a473-9f21-4cc2-94ff-f0c7ab72cbe4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:04.929130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee7f5d96-711a-4362-9569-4162fc7d20ec req-0a90a473-9f21-4cc2-94ff-f0c7ab72cbe4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0937827 Dec 23 15:41:04.939142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34144) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:04.945397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Request body: {'floatingip': {'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:41:05.028079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:05.677248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:05.680954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:06.116722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 associated. External IP: 172.26.2.35, port: 235db481-86ba-4082-b93b-33b2c92e8d2f. Dec 23 15:41:06.552961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:41:06.776512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:41:06.781191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:06.787000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:41:06.800431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:41:06.801098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:40:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:41:06.839198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d8908180-7b34-4a00-a5d9-d4df310e6bd6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "PUT /v2.0/floatingips/0d21b600-b456-4968-8da7-3df5cf09d3d7 HTTP/1.1" status: 200 len: 992 time: 1.8988521 Dec 23 15:41:06.839926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:41:06.894335 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'status': 'completed', 'code': 200} Dec 23 15:41:06.999099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:41:07.001881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-cb6745f2-47ae-4035-b532-df0ca30a2e33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0848417 Dec 23 15:41:07.148822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-2c5b42dc-c95b-48a3-867b-3fcce972e9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:07.150490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-2c5b42dc-c95b-48a3-867b-3fcce972e9ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1426430 Dec 23 15:41:07.260800 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-3645a652-ea9f-48f0-a7cf-1339272ea15d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1000 time: 0.1035607 Dec 23 15:41:07.336526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-54bcde69-874b-43bd-b7c9-6294aaa61eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:07.338230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-54bcde69-874b-43bd-b7c9-6294aaa61eba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0714607 Dec 23 15:41:07.377031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:26:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:41:05Z', 'revision_number': 13, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:41:07.381611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:41:07.393716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:41:07.394543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:40:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:41:07.424374 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-93bdd70d-ae61-4a4e-8f47-1acfa4a38a63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794458 Dec 23 15:41:07.570674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-255bcb7e-f918-4726-8b87-170b37c432da service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389227 Dec 23 15:41:07.594458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:41:07.723153 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e5beca05-60b8-4e9e-bbb6-9cf1e8e3677a req-0845dfcb-0a94-485d-9ce1-6387014f2ef4 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454268 Dec 23 15:41:07.991059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:26:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:41:05Z', 'revision_number': 13, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:41:07.995309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b3361-ea35-4e4d-beaa-c3a8da9feef1 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '0d21b600-b456-4968-8da7-3df5cf09d3d7', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'floating_ip_address': '172.26.2.35', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'mac_address': 'fa:16:3e:26:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:40Z', 'updated_at': '2021-12-23T15:41:05Z', 'revision_number': 13, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:41:08.335850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1b149c-1bff-4648-986f-97c2eb50a7a2 None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:41:16.791326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9907228e-2d40-4361-bb6e-8fab4f1b4a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:18.220995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:18.831549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36582812-bb1b-45ad-9e48-c5cadf65c96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:19.515036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:20.970398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:27.096400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:41:28.606666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-debb2bb1-c21b-4249-b904-c92474d0217e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1532328 Dec 23 15:41:28.761275 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-38548599-3737-429e-8de2-07294ee60156 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0796907 Dec 23 15:41:28.939788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3575eb-da80-46ee-920e-2cd513733666 req-a6c47a43-b11b-4188-8704-47c85193fc06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:28.941418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-a6c47a43-b11b-4188-8704-47c85193fc06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1402037 Dec 23 15:41:29.063237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-ccb4bcd4-0794-40b0-9f6f-384033255a05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1002 time: 0.1129417 Dec 23 15:41:29.132220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3575eb-da80-46ee-920e-2cd513733666 req-8cf9ea08-25de-43b7-8ecc-65b6cd58e089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:29.133793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-8cf9ea08-25de-43b7-8ecc-65b6cd58e089 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0643880 Dec 23 15:41:29.223067 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-b9952bba-9b9e-483f-ae81-fffa92c991b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818906 Dec 23 15:41:29.376847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-14cb552c-dd62-411b-860e-72a207ac521a service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453547 Dec 23 15:41:29.525530 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d3575eb-da80-46ee-920e-2cd513733666 req-0ac6540f-2bba-42ff-9bca-be19e91e8c9c service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417036 Dec 23 15:41:31.109185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:46.778226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ea56d2f-4454-49bd-b969-a5e86208c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:46.791205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a896a8-4ba2-4071-985e-e6f17637d609 req-78a8176b-593f-456e-b21b-76d13db88ccc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:46.792864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-44a896a8-4ba2-4071-985e-e6f17637d609 req-78a8176b-593f-456e-b21b-76d13db88ccc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0940967 Dec 23 15:41:46.843724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-44a896a8-4ba2-4071-985e-e6f17637d609 req-9666ba29-13a4-4cbe-8616-4bb2575621fd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 Dec 23 15:41:48.215483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:48.835656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-201a125e-9fa3-48b9-a88a-ea6666db1b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:49.524572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:50.971741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:41:56.573262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-06538064-f4a4-4bcf-9093-e3a93f8de529 req-a78ffb92-5cf0-4f05-b680-d9f1cc01778f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0813773 Dec 23 15:41:56.880608 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-c0155c35-578c-490b-8e57-55ea459671d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086555 Dec 23 15:41:56.936157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff9755-9570-488a-a20a-90b1414a10fd req-3dde9c37-29cb-4d7b-b8fd-963d277526b8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:56.938049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-02ff9755-9570-488a-a20a-90b1414a10fd req-3dde9c37-29cb-4d7b-b8fd-963d277526b8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0941749 Dec 23 15:41:56.992527 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-02ff9755-9570-488a-a20a-90b1414a10fd req-27094cad-a299-4b73-88c6-779208a9938a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477545 Dec 23 15:41:58.129633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-75f5e801-44a4-4b30-85f6-a2bfd950737b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0787108 Dec 23 15:41:58.205428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06426a01-e12f-499e-86d3-b71548183811 req-1acad15a-53f5-4e1f-99a9-e9c40a813e4c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:58.207058 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-06426a01-e12f-499e-86d3-b71548183811 req-1acad15a-53f5-4e1f-99a9-e9c40a813e4c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0880611 Dec 23 15:41:58.259059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-06426a01-e12f-499e-86d3-b71548183811 req-afaef2e7-ac04-4c1f-9ec3-8219f75647f4 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455849 Dec 23 15:41:58.278266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-0b7fbc7c-f2ba-4c49-a199-374301812168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:58.279940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-0b7fbc7c-f2ba-4c49-a199-374301812168 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1433668 Dec 23 15:41:58.619952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-9c5c4a4d-0c95-4549-9beb-cc88c3feca40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1002 time: 0.3331552 Dec 23 15:41:58.694154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-961d6e9c-ef87-4140-a7d6-c0943d6b7318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:58.696069 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-961d6e9c-ef87-4140-a7d6-c0943d6b7318 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0695992 Dec 23 15:41:58.783988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-a70bda21-6c27-41a2-92db-cb7dfaa324de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805223 Dec 23 15:41:58.930944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-1ef7f609-0bb7-415d-b55b-59223dddcf24 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390159 Dec 23 15:41:59.078227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-8d93d637-9585-44d7-957f-9ed8f4c4aac3 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407185 Dec 23 15:41:59.485904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78599faa-211a-4b14-ae71-b202063e32ad req-56083500-a164-44cf-bd53-945c51a83379 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:41:59.487521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78599faa-211a-4b14-ae71-b202063e32ad req-56083500-a164-44cf-bd53-945c51a83379 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0961330 Dec 23 15:41:59.539378 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78599faa-211a-4b14-ae71-b202063e32ad req-f8db8668-c31c-4a53-868a-10798bc837e2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Dec 23 15:42:00.759530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1bee-6370-432e-8003-c8d803485d30 req-766cfd18-5b93-4d2e-9226-39a4962d913b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:00.761197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-196f1bee-6370-432e-8003-c8d803485d30 req-766cfd18-5b93-4d2e-9226-39a4962d913b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0869305 Dec 23 15:42:00.811440 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-196f1bee-6370-432e-8003-c8d803485d30 req-dd701f0a-1f41-4831-a57d-3dd8fa57f1de tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439503 Dec 23 15:42:01.117620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:02.042429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43de93-4b4e-4f2a-9d6d-3d2a996a2399 req-f46352f1-56a7-48a1-9eb9-a5e4f4e8bcbe tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:02.044042 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0c43de93-4b4e-4f2a-9d6d-3d2a996a2399 req-f46352f1-56a7-48a1-9eb9-a5e4f4e8bcbe tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0972271 Dec 23 15:42:02.093054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0c43de93-4b4e-4f2a-9d6d-3d2a996a2399 req-d81cc4d7-5609-44a9-98ad-9267f7dc2dba tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Dec 23 15:42:03.314777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79ad85-94c3-4b41-a4ed-30aa4ff36299 req-3b7b4c6a-bd96-4fb6-bcd1-f3f06de8bc9c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:03.316308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f79ad85-94c3-4b41-a4ed-30aa4ff36299 req-3b7b4c6a-bd96-4fb6-bcd1-f3f06de8bc9c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0886266 Dec 23 15:42:03.371243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f79ad85-94c3-4b41-a4ed-30aa4ff36299 req-95176230-cd18-4424-87ee-1d7d51cf193e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480912 Dec 23 15:42:04.095570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:42:04.580753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0433-245e-45ab-a1cc-8b69f6952bf2 req-0e7bf984-9952-412c-a8a6-8b61937e20ef tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:04.582426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5f5e0433-245e-45ab-a1cc-8b69f6952bf2 req-0e7bf984-9952-412c-a8a6-8b61937e20ef tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0882163 Dec 23 15:42:04.635042 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5f5e0433-245e-45ab-a1cc-8b69f6952bf2 req-36d6075f-b1a2-4a5f-b414-d551d09a69cd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Dec 23 15:42:05.855614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a04de-5a80-49fa-882c-6447638c6b0f req-ef2ce216-0410-49de-a9b3-d895ed32949d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:05.857316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-304a04de-5a80-49fa-882c-6447638c6b0f req-ef2ce216-0410-49de-a9b3-d895ed32949d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0883837 Dec 23 15:42:05.909882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-304a04de-5a80-49fa-882c-6447638c6b0f req-fbe51aa0-6d80-4d96-8c2e-18847e2a6d02 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Dec 23 15:42:07.132430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4435-ea39-4f5b-81ad-9a7a74e96d82 req-545ccb38-70bc-4909-8595-c438fd81ea6c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:07.134099 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-465f4435-ea39-4f5b-81ad-9a7a74e96d82 req-545ccb38-70bc-4909-8595-c438fd81ea6c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0957162 Dec 23 15:42:07.183856 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-465f4435-ea39-4f5b-81ad-9a7a74e96d82 req-2724cade-34e3-4fb6-9f6c-439527a73914 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Dec 23 15:42:08.415133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ec062-44fb-4018-9b3c-d6f26123f459 req-322f5ee5-90cc-450c-9b3d-93bf990a72be tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:08.416815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f1ec062-44fb-4018-9b3c-d6f26123f459 req-322f5ee5-90cc-450c-9b3d-93bf990a72be tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0930271 Dec 23 15:42:08.466495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f1ec062-44fb-4018-9b3c-d6f26123f459 req-8aa21de5-9d2a-4708-92bf-d1a6dee1ea9c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Dec 23 15:42:09.825340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ff86b-9254-48ed-9d7a-2a9c1e3af9be req-7e217878-65cd-4e4d-9dc1-540d2b945fed tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:09.826977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-497ff86b-9254-48ed-9d7a-2a9c1e3af9be req-7e217878-65cd-4e4d-9dc1-540d2b945fed tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0967085 Dec 23 15:42:09.876140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-497ff86b-9254-48ed-9d7a-2a9c1e3af9be req-0ca26485-7cb4-4e14-baf6-b36b0a4a5299 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 Dec 23 15:42:11.090124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd67ed-5ad5-42c6-8eff-3967a864b2ce req-8d0d53be-73e0-4ee3-96cb-9281c9634345 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:11.091806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14cd67ed-5ad5-42c6-8eff-3967a864b2ce req-8d0d53be-73e0-4ee3-96cb-9281c9634345 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0854745 Dec 23 15:42:11.142513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14cd67ed-5ad5-42c6-8eff-3967a864b2ce req-4b8fa557-8e86-4916-a6eb-d39c76c1cd03 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Dec 23 15:42:11.631325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-244a5fd7-13c4-44a9-a444-b91e7b9d2ab7 service neutron] 10.222.0.65 "GET /v2.0/ports/235db481-86ba-4082-b93b-33b2c92e8d2f/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0842857 Dec 23 15:42:11.936372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-cb4c3638-fe21-43b6-ad2f-15fcc6f85582 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 1099 time: 0.0915666 Dec 23 15:42:12.049357 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-a8cb23cf-414d-4c7c-9ad0-972b20949564 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0833449 Dec 23 15:42:12.198625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-a3dfb31b-7f89-45e6-ac70-86875896e8c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:12.200849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-a3dfb31b-7f89-45e6-ac70-86875896e8c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1440642 Dec 23 15:42:12.362989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-17b6e2dc-a0c4-4c08-bbee-1ceba1a5ae00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1002 time: 0.1556051 Dec 23 15:42:12.437352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86d29f-9598-4aa2-b020-de122d9ce70b req-3ccadc35-1884-4c6c-a949-8c87fb5c44a3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:12.438959 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f86d29f-9598-4aa2-b020-de122d9ce70b req-3ccadc35-1884-4c6c-a949-8c87fb5c44a3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.1621885 Dec 23 15:42:12.471650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-b5007ffd-b1ce-4187-a112-080f1da4c89e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:12.473124 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-b5007ffd-b1ce-4187-a112-080f1da4c89e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.1020298 Dec 23 15:42:12.540794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f86d29f-9598-4aa2-b020-de122d9ce70b req-303fe932-5a9e-48e0-8f62-e14894922ac1 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939782 Dec 23 15:42:12.570046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-05a0d198-a6ca-460e-953d-23a23dffd4c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856457 Dec 23 15:42:12.724073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-18421024-9561-46b5-8d46-a77c0bf33d9d service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473622 Dec 23 15:42:12.879163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-c6dbe8ee-9318-424a-bf29-be95d6864214 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476953 Dec 23 15:42:13.761199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8af4f-7e8f-46d7-b8f1-0c39d6c503fa req-0c3a4b11-8e6a-4b0e-8c65-be6f87a2ab39 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:13.763097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6c8af4f-7e8f-46d7-b8f1-0c39d6c503fa req-0c3a4b11-8e6a-4b0e-8c65-be6f87a2ab39 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0932274 Dec 23 15:42:13.813757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6c8af4f-7e8f-46d7-b8f1-0c39d6c503fa req-c9e68d19-4ea2-47b3-9403-d38b05328b77 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Dec 23 15:42:15.012769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:42:15.018059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:42:15.035596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9891f-fd2b-47bc-9b28-f30b787a6018 req-9154201d-6d4c-464c-9132-435d2e38ee12 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:15.037201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5b9891f-fd2b-47bc-9b28-f30b787a6018 req-9154201d-6d4c-464c-9132-435d2e38ee12 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0856020 Dec 23 15:42:15.094090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d5b9891f-fd2b-47bc-9b28-f30b787a6018 req-0aacae70-22ab-4b6c-9a1e-50e40b61a6f7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491214 Dec 23 15:42:15.255710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:15.275216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:15.295652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'mac_address': 'fa:16:3e:26:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:42:15.304594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:42:15.347959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:15.369197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:15.372303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'code': 200} Dec 23 15:42:15.372856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:15.401266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:15.436832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:42:15.502655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:15.519053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:42:15.519467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:42:15.523318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.523725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.524114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.524498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.524881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.525367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.525683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.526059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.526427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.526778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.527141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:15.531594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:16.085702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:16.107153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:42:16.123260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:16.126952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:16.128878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:16.198400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['235db481-86ba-4082-b93b-33b2c92e8d2f'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:42:16.229239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:16.238348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:16.302360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6756668-8022-4f40-b089-4e2cf4c68cdc req-6b26c98f-6bc6-45e8-800a-da40f3137836 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:16.304004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6756668-8022-4f40-b089-4e2cf4c68cdc req-6b26c98f-6bc6-45e8-800a-da40f3137836 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 945 time: 0.0859120 Dec 23 15:42:16.356114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6756668-8022-4f40-b089-4e2cf4c68cdc req-3bc7823e-2b8c-4f53-9a7e-18b5829219b0 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Dec 23 15:42:16.777054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1652aae8-6b3a-45ed-9e0f-39f94ca7be95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:17.029965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:42:17.116640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 235db481-86ba-4082-b93b-33b2c92e8d2f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:42:17.117243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:17.237973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:17.271973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:17.275776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:17.277705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:17.345625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:17.348888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:17.373411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:42:17.444498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'code': 200} Dec 23 15:42:17.576544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a7f8-bc69-4d27-bd0b-5b7c65cd6852 req-e460d510-1a79-40ca-91dc-157c8f7b23bc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:17.578254 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ca3a7f8-bc69-4d27-bd0b-5b7c65cd6852 req-e460d510-1a79-40ca-91dc-157c8f7b23bc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0933900 Dec 23 15:42:17.628360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ca3a7f8-bc69-4d27-bd0b-5b7c65cd6852 req-fd7e7694-e75d-47f3-99bf-99e03de01658 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438943 Dec 23 15:42:18.237449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:18.828967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-525bdade-669b-47cd-ac3c-a0fc14c9607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:18.851358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fb58-6195-4cd8-ae51-37f5254ed0c2 req-cec25b69-8a4b-478c-82e2-8ff79f524a4d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:18.853066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be14fb58-6195-4cd8-ae51-37f5254ed0c2 req-cec25b69-8a4b-478c-82e2-8ff79f524a4d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0867128 Dec 23 15:42:18.903426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be14fb58-6195-4cd8-ae51-37f5254ed0c2 req-8257afaf-e194-4e8f-a579-2bdf7ed517bb tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Dec 23 15:42:19.532155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:20.138490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb793e2-92d0-4d87-bcf7-829f80a34177 req-3edd5406-c3ca-4edb-a998-b386ec817eb3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:20.140171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5bb793e2-92d0-4d87-bcf7-829f80a34177 req-3edd5406-c3ca-4edb-a998-b386ec817eb3 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0909245 Dec 23 15:42:20.193622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5bb793e2-92d0-4d87-bcf7-829f80a34177 req-807bc5aa-092f-46ec-a7ef-33f5474fa5cd tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440946 Dec 23 15:42:20.966557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:21.407003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec2c5a-c9e4-46fd-92fd-4bebbf2c9a14 req-59f3e0c6-db7c-488f-94e2-db4593af9382 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:21.408659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6eec2c5a-c9e4-46fd-92fd-4bebbf2c9a14 req-59f3e0c6-db7c-488f-94e2-db4593af9382 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0881169 Dec 23 15:42:21.458349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6eec2c5a-c9e4-46fd-92fd-4bebbf2c9a14 req-9b116547-e9f0-438a-8335-0139f9f7222c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435288 Dec 23 15:42:22.678221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030040bb-8fdf-4031-9848-1acf90c91ec9 req-acb885bf-767a-4e12-9a33-aebbf255c26d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:22.679905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-030040bb-8fdf-4031-9848-1acf90c91ec9 req-acb885bf-767a-4e12-9a33-aebbf255c26d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0898671 Dec 23 15:42:22.729763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-030040bb-8fdf-4031-9848-1acf90c91ec9 req-9b744344-a469-4095-aab5-5314d7f068a5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Dec 23 15:42:23.225497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-e877faaf-a508-4a5e-a1f5-ded9bad4a4ee tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:23.227100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-e877faaf-a508-4a5e-a1f5-ded9bad4a4ee tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90&tenant_id=c023d18facc44d1585cfee462128dd66&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 946 time: 0.1442401 Dec 23 15:42:23.302724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61830c08-c022-4cf5-8aa7-0c929adcfebd req-15e22404-c623-4b29-841d-658cbc72ed56 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:23.304257 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-61830c08-c022-4cf5-8aa7-0c929adcfebd req-15e22404-c623-4b29-841d-658cbc72ed56 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.1656086 Dec 23 15:42:23.350349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-19f0e7e1-c580-406c-b579-5737734806b5 service neutron] 10.222.0.65 "GET /v2.0/ports/235db481-86ba-4082-b93b-33b2c92e8d2f/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1167853 Dec 23 15:42:23.372256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-61830c08-c022-4cf5-8aa7-0c929adcfebd req-92bd60f1-3eef-48a3-8a22-61d9fa11a679 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582442 Dec 23 15:42:23.449772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-141691b4-ce4c-44ad-a3cd-6638354472f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0764215 Dec 23 15:42:23.596446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-e9d0561a-0211-4a11-86e5-4bedbf5192fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:23.598121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-e9d0561a-0211-4a11-86e5-4bedbf5192fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1424541 Dec 23 15:42:23.711684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-0c8b7d48-1376-43ea-b53d-206f1a63d682 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1002 time: 0.1062179 Dec 23 15:42:23.781957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-1b28a84a-ca03-436d-8858-39b38c497292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:23.783538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-1b28a84a-ca03-436d-8858-39b38c497292 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0654724 Dec 23 15:42:23.867370 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-5e564178-427c-4fed-aaa3-599031d84cc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775895 Dec 23 15:42:24.251244 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-7b7899f4-b089-41c2-abdf-d04f6dbffd90 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765249 Dec 23 15:42:24.409589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-e3ba2389-4dbe-48eb-bcdf-00a2805ca4ea service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512747 Dec 23 15:42:24.581833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6b56-eda5-4cf2-b61c-939597a92d7c req-a81c9d7c-28f5-403e-9d40-4d7a06fbce8d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:24.583450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bb1a6b56-eda5-4cf2-b61c-939597a92d7c req-a81c9d7c-28f5-403e-9d40-4d7a06fbce8d tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0852911 Dec 23 15:42:24.638499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bb1a6b56-eda5-4cf2-b61c-939597a92d7c req-db74e636-bd18-48d6-bb3c-630b722ee1d2 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461302 Dec 23 15:42:25.878182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71517b-102b-4f72-9d69-6a77ec6c78c7 req-c4b59410-fc72-4eb3-90c7-0fe71e64cf73 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:25.879819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c71517b-102b-4f72-9d69-6a77ec6c78c7 req-c4b59410-fc72-4eb3-90c7-0fe71e64cf73 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0962405 Dec 23 15:42:25.928442 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c71517b-102b-4f72-9d69-6a77ec6c78c7 req-a824b1b2-b929-4f43-b160-2a4c01059f6a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Dec 23 15:42:27.149190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4355f-3a9c-4845-9ef8-c43c9e81ab78 req-b2341f93-291e-4cc7-96fb-ed78583aa987 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:27.150873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24b4355f-3a9c-4845-9ef8-c43c9e81ab78 req-b2341f93-291e-4cc7-96fb-ed78583aa987 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0949864 Dec 23 15:42:27.205205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24b4355f-3a9c-4845-9ef8-c43c9e81ab78 req-9dcfc795-0b12-4619-8560-ffec4979bd00 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481737 Dec 23 15:42:27.562706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-682d8469-b4e7-41a5-86f8-3bc10cd060cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90&tenant_id=c023d18facc44d1585cfee462128dd66 HTTP/1.1" status: 200 len: 1099 time: 0.0762830 Dec 23 15:42:27.663934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-9c544c0b-90cc-43b6-a6e9-f7ede4733e32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0794983 Dec 23 15:42:27.806141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-aff16321-0381-4358-9524-0d6d0ef04516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:27.807861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-aff16321-0381-4358-9524-0d6d0ef04516 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1380048 Dec 23 15:42:27.922339 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-fa0bcee1-526a-4ca3-baa8-b269e6f9d560 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1002 time: 0.1068683 Dec 23 15:42:28.000740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-cc995533-f9f9-4bc7-9a49-eb6899fba338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:28.002383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-cc995533-f9f9-4bc7-9a49-eb6899fba338 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0740604 Dec 23 15:42:28.090393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-2b0211a0-6c80-4406-a116-e90858849ab8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802934 Dec 23 15:42:28.238268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-ee211c01-4469-43f1-ba13-f08ce8658f7c service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417077 Dec 23 15:42:28.438710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b1671cd-e995-4af7-8229-eaa473cd8c9b req-8e8f0a2d-d62e-4aa9-9418-63612bbd0709 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934497 Dec 23 15:42:28.462890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083236f9-c36c-45a3-afe1-a8221c7f542d req-242f3a6b-3acc-43e8-8baa-45651ab40f8a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:28.464512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-083236f9-c36c-45a3-afe1-a8221c7f542d req-242f3a6b-3acc-43e8-8baa-45651ab40f8a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.1303806 Dec 23 15:42:28.517951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-083236f9-c36c-45a3-afe1-a8221c7f542d req-aceca2d0-d41d-4beb-8b17-fa4be38dfe7c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454695 Dec 23 15:42:29.955613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd8b1f-7447-454b-84f0-e05bcbd051aa req-85e04691-c4e7-46cd-b8cc-adba3fa85c0e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:29.957218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17bd8b1f-7447-454b-84f0-e05bcbd051aa req-85e04691-c4e7-46cd-b8cc-adba3fa85c0e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.3152590 Dec 23 15:42:30.009665 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17bd8b1f-7447-454b-84f0-e05bcbd051aa req-b68564d8-0dae-4a48-890c-c904ea09596a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Dec 23 15:42:30.580053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-25e2593b-7830-47ac-8ff2-6acc1f7ddadc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c023d18facc44d1585cfee462128dd66&device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 1099 time: 0.0817604 Dec 23 15:42:30.738355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-3cb3ab35-d5f1-4f17-9cf9-1bed410bb0e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:30.740021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-3cb3ab35-d5f1-4f17-9cf9-1bed410bb0e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 200 len: 912 time: 0.1398568 Dec 23 15:42:30.847747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-d4748be9-2367-407e-87e2-cce23e381418 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 200 len: 1002 time: 0.1005871 Dec 23 15:42:30.923418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-5bdc369f-59ea-48f3-9d91-c8fe6245ef12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:30.924913 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-5bdc369f-59ea-48f3-9d91-c8fe6245ef12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 200 len: 850 time: 0.0704784 Dec 23 15:42:31.008793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-f6d49f47-437c-4c44-a54a-aa535e4804d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767202 Dec 23 15:42:31.120530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:42:31.124146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:42:31.180457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:31.209971 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-13d85084-f64f-491f-b183-fe50795c7bb3 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943059 Dec 23 15:42:31.338813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb824c-2f76-4100-8f99-85fcb0cb6787 req-57634044-d078-4a1e-931c-defef2039955 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:31.340494 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7fb824c-2f76-4100-8f99-85fcb0cb6787 req-57634044-d078-4a1e-931c-defef2039955 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.2067719 Dec 23 15:42:31.358647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:31.400174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:31.400603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dcbdb9cc-c851-4436-a976-fdaf7fde6b48 req-b9b94276-5e1d-48d4-b2e3-780417ad1b48 service neutron] 10.222.0.65 "GET /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836951 Dec 23 15:42:31.417296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:42:31.424340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7fb824c-2f76-4100-8f99-85fcb0cb6787 req-5a655818-c9c4-4604-94f3-44e8c17815da tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622611 Dec 23 15:42:31.431249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'port_id': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'mac_address': 'fa:16:3e:26:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:42:31.433892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:31.470304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:31.479088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:31.515872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'code': 200} Dec 23 15:42:31.547917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:31.578173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=9']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:31.581749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:31.583420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:42:31.599791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:31.604563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:31.607114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:31.676223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['235db481-86ba-4082-b93b-33b2c92e8d2f'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:42:31.725068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=10']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:31.730185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:32.659634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6eeeb-a1a3-4a9f-a9e9-8645e2d03747 req-0bc76501-8b19-4e7f-b006-bab2634610ab tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:32.661203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55d6eeeb-a1a3-4a9f-a9e9-8645e2d03747 req-0bc76501-8b19-4e7f-b006-bab2634610ab tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 946 time: 0.0858407 Dec 23 15:42:32.712214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55d6eeeb-a1a3-4a9f-a9e9-8645e2d03747 req-e2c1b08d-d7ee-4dba-9e46-c2ccc2ba71c7 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446584 Dec 23 15:42:33.105620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:42:33.182419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 235db481-86ba-4082-b93b-33b2c92e8d2f triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:42:33.182847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:33.300926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:33.338239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:33.342313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:33.344317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:33.419775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=11']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:33.423175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:33.517088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:42:33.582573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'code': 200} Dec 23 15:42:33.936296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deac85-654e-491e-baf7-298bc8634c16 req-bfe12c1e-83d8-489a-a360-7e1d05c6f674 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:33.938001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59deac85-654e-491e-baf7-298bc8634c16 req-bfe12c1e-83d8-489a-a360-7e1d05c6f674 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0933869 Dec 23 15:42:33.988135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59deac85-654e-491e-baf7-298bc8634c16 req-422b9ca0-e65d-458b-b313-7836b6bf47ca tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439897 Dec 23 15:42:35.219567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0ff0e-6859-4587-a536-5821705991bf req-4e1eeacc-547d-490d-9328-b034351aa5bc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:35.221201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23f0ff0e-6859-4587-a536-5821705991bf req-4e1eeacc-547d-490d-9328-b034351aa5bc tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0949404 Dec 23 15:42:35.273253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-23f0ff0e-6859-4587-a536-5821705991bf req-dfb58f93-0568-4d20-bdd5-ce79b57c2239 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Dec 23 15:42:36.487074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b3300-f520-48fd-a126-c38ec7be77dd req-b4938694-7d87-407c-8167-b04d9e437ab5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:36.488701 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-717b3300-f520-48fd-a126-c38ec7be77dd req-b4938694-7d87-407c-8167-b04d9e437ab5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0867572 Dec 23 15:42:36.543763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-717b3300-f520-48fd-a126-c38ec7be77dd req-937545e9-6b30-485e-880f-079d62fb6b56 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483494 Dec 23 15:42:37.777299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340b34d-ec61-41d3-8204-f3ab65d1e173 req-6e3f458f-36c4-414b-93e6-9f42e6e1b4f9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:37.778845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5340b34d-ec61-41d3-8204-f3ab65d1e173 req-6e3f458f-36c4-414b-93e6-9f42e6e1b4f9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0975285 Dec 23 15:42:37.828201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5340b34d-ec61-41d3-8204-f3ab65d1e173 req-81765c9d-7913-46fc-bf67-bf592af06297 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 Dec 23 15:42:38.037648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deefbb-35c8-4789-b28a-be0e217ff41f req-ae3952f2-f320-4f75-aa37-933e04d1f07e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:38.039187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-27deefbb-35c8-4789-b28a-be0e217ff41f req-ae3952f2-f320-4f75-aa37-933e04d1f07e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0857162 Dec 23 15:42:38.093735 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-27deefbb-35c8-4789-b28a-be0e217ff41f req-cc3bcfbc-e9f1-4c81-a5d0-577066f70f46 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456240 Dec 23 15:42:38.310665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954620b7-a08b-4df6-a363-42f1a7bca4af req-43a77e68-ebf4-4c07-ac90-7487a3a0c722 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:38.312150 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-954620b7-a08b-4df6-a363-42f1a7bca4af req-43a77e68-ebf4-4c07-ac90-7487a3a0c722 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0888414 Dec 23 15:42:38.361976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-954620b7-a08b-4df6-a363-42f1a7bca4af req-1e227588-e804-44fc-9e51-fd5095e46b7c tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Dec 23 15:42:38.783647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8088f-7c3d-4a68-aea0-373bc9f9c022 req-ee0118d8-db5f-4e49-b757-df3c28fcb05e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:38.785282 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9dc8088f-7c3d-4a68-aea0-373bc9f9c022 req-ee0118d8-db5f-4e49-b757-df3c28fcb05e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0900378 Dec 23 15:42:38.838418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9dc8088f-7c3d-4a68-aea0-373bc9f9c022 req-9f789745-775d-4fbb-b5d4-939b34974cba tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Dec 23 15:42:40.064718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b3497-c7f9-4392-9047-8cbe0077f56b req-0603ed77-e79f-4a89-a8ac-9277164fbdd8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:40.066341 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e41b3497-c7f9-4392-9047-8cbe0077f56b req-0603ed77-e79f-4a89-a8ac-9277164fbdd8 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0898285 Dec 23 15:42:40.115049 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e41b3497-c7f9-4392-9047-8cbe0077f56b req-a41dc282-7bb9-4408-9238-948357bd9e13 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421882 Dec 23 15:42:41.093275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:42:41.298868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-f2746713-e86a-4398-af31-26cff04e966b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:41.300464 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-f2746713-e86a-4398-af31-26cff04e966b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0846038 Dec 23 15:42:41.330721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a03180-077a-4b0a-9fb8-f7edda812243 req-b1990e96-9f40-4c4e-9cc5-4f4b7d331396 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:41.332367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4a03180-077a-4b0a-9fb8-f7edda812243 req-b1990e96-9f40-4c4e-9cc5-4f4b7d331396 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 947 time: 0.0898125 Dec 23 15:42:41.382020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Deleting port 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:41.382304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:41.394603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4a03180-077a-4b0a-9fb8-f7edda812243 req-5dd5c309-fe7a-4f5c-914f-e8cfc583034e tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d7cb5f5-c3d1-402a-9e08-960536271856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524306 Dec 23 15:42:41.655232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] For port 235db481-86ba-4082-b93b-33b2c92e8d2f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=235db481-86ba-4082-b93b-33b2c92e8d2f,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:41.655473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:42.216958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:42.217641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:42.217760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7 disassociated. External IP: 172.26.2.35, port: 235db481-86ba-4082-b93b-33b2c92e8d2f. Dec 23 15:42:42.218155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Calling delete_port for 235db481-86ba-4082-b93b-33b2c92e8d2f owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:42:42.372823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:42.379117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:42.429534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event deleted for resources: {'Port': ['ID=235db481-86ba-4082-b93b-33b2c92e8d2f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:42.442584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.442990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.443449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.444144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.444693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.445010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.445450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.445792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.446200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.446639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.447052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:42.453790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:42.578013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c8735d94-dc6a-47ed-8015-7415416a9314 req-207a0d4e-cf8a-4bc2-8479-b083bf0b0d84 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 210 time: 0.0543067 Dec 23 15:42:42.715542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:42:42.931530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:42:42.942139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:42:42.960226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:42:42.961057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:42:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:43.009058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] No DVR routers for this DVR port 235db481-86ba-4082-b93b-33b2c92e8d2f on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:42:43.011695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:43.014561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-deleted', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:42:43.031637 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8abbb714-fe9a-4ef5-9716-671809afa359 req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.65 "DELETE /v2.0/ports/235db481-86ba-4082-b93b-33b2c92e8d2f HTTP/1.1" status: 204 len: 173 time: 1.7238448 Dec 23 15:42:43.074022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108caf1a-ed39-4a75-ac34-54c67d8ecf90', 'name': 'network-vif-deleted', 'tag': '235db481-86ba-4082-b93b-33b2c92e8d2f', 'status': 'completed', 'code': 200} Dec 23 15:42:43.312257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:42:43.660259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:43.666501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:42:43.679583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:42:43.680264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:42:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:43.763142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5992d4d0-67f5-455f-81fb-0c0cc36cb014 req-1b5029ba-3c7c-4bce-8427-f52e65872fea tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Synchronizing usage tracker for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:42:43.779634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5992d4d0-67f5-455f-81fb-0c0cc36cb014 req-1b5029ba-3c7c-4bce-8427-f52e65872fea tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Unset dirty status for tenant:c023d18facc44d1585cfee462128dd66 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:42:43.780932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5992d4d0-67f5-455f-81fb-0c0cc36cb014 req-1b5029ba-3c7c-4bce-8427-f52e65872fea tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/ports?device_id=108caf1a-ed39-4a75-ac34-54c67d8ecf90 HTTP/1.1" status: 200 len: 210 time: 0.0633838 Dec 23 15:42:43.868762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:42:44.199621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:44.204064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69cb82-2393-4d20-983f-faf86d6eac68 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:37Z', 'revision_number': 4, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '1bda64bc-479d-41a9-9724-87e723efa20b', 'name': '', 'network_id': '3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'mac_address': 'fa:16:3e:76:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:36Z', 'updated_at': '2021-12-23T15:36:44Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'subnets': [{'id': '35cefbc0-cf6e-44de-a609-f1b75eefef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:42:44.696237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e49ae-d519-45a9-98cd-f85caa9a5273 None None] New status for floating IP 0d21b600-b456-4968-8da7-3df5cf09d3d7: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:42:45.138067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:42:45.171983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 235db481-86ba-4082-b93b-33b2c92e8d2f {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:42:45.172365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 235db481-86ba-4082-b93b-33b2c92e8d2f not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:42:46.771932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85432375-0b31-4440-af89-c03c9f04da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.222544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.260740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:48.335896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.365958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.422394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.427848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:48.444486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7cb5f5-c3d1-402a-9e08-960536271856,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:48.457324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.458560 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "DELETE /v2.0/security-groups/9d7cb5f5-c3d1-402a-9e08-960536271856 HTTP/1.1" status: 204 len: 168 time: 0.1967132 Dec 23 15:42:48.460279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.460714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.461142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.461610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.461730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34430) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:48.462036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.462454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.462873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.463291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.463703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.464115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.464527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:42:48.467919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:48.482299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-861fb904-8909-4194-8a1d-770d576247ac tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] show failed (client error): The resource could not be found. Dec 23 15:42:48.483596 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-861fb904-8909-4194-8a1d-770d576247ac tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "GET /v2.0/security-groups/9d7cb5f5-c3d1-402a-9e08-960536271856 HTTP/1.1" status: 404 len: 347 time: 0.0206964 Dec 23 15:42:48.486718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34434) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:48.653152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Deleting port aeb536bb-d796-4f12-84b3-e1a77823b93e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:48.653576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.832679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.833031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.833401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba9d98b5-6ae0-4f63-91f3-cf8885d483cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:48.961624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Calling delete_port for aeb536bb-d796-4f12-84b3-e1a77823b93e owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:42:49.109857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:49.114584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48ca8a69-ee78-4352-82e2-da692da5e244 tempest-TestVolumeBootPattern-1461817092 tempest-TestVolumeBootPattern-1461817092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:49.158288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Pushing event deleted for resources: {'Port': ['ID=aeb536bb-d796-4f12-84b3-e1a77823b93e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:49.162148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:49.258314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:49.278287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:49.279551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] 10.222.0.49 "DELETE /v2.0/floatingips/0d21b600-b456-4968-8da7-3df5cf09d3d7 HTTP/1.1" status: 204 len: 168 time: 0.7917535 Dec 23 15:42:49.283070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:49.525604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:49.799425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:50.446339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Deleting port 1bda64bc-479d-41a9-9724-87e723efa20b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:50.446927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:50.640573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] For port 1bda64bc-479d-41a9-9724-87e723efa20b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=1bda64bc-479d-41a9-9724-87e723efa20b,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:50.640979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:50.773444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Calling delete_port for 1bda64bc-479d-41a9-9724-87e723efa20b owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:42:50.961298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:50.972280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:50.979334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef0c0ca6-8f5c-46cf-8bc0-3db561e93750 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:51.029909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bda64bc-479d-41a9-9724-87e723efa20b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:51.032751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:51.590671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:52.245888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Router b70df59f-8a4a-46a8-9abe-fc04b7320157 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:42:52.467269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:42:52.477061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] Sync routers for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:42:52.482004 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] 10.222.0.49 "PUT /v2.0/routers/b70df59f-8a4a-46a8-9abe-fc04b7320157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1976056 Dec 23 15:42:52.485610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34444) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:52.492094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:42:52.493097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:42:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:52.683275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:42:52.700005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:52.910445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:52.919399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Deleting port c460db5e-41cc-4385-90ad-59bc4838cf3a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:52.919863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:52.990150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:42:50Z', 'revision_number': 5, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port': {'id': 'c460db5e-41cc-4385-90ad-59bc4838cf3a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:52.994395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] Checking router: b70df59f-8a4a-46a8-9abe-fc04b7320157 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:42:53.005894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] Routers {'b70df59f-8a4a-46a8-9abe-fc04b7320157'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:42:53.006569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:42:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['b70df59f-8a4a-46a8-9abe-fc04b7320157'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:53.108681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] For port c460db5e-41cc-4385-90ad-59bc4838cf3a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c460db5e-41cc-4385-90ad-59bc4838cf3a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:53.109079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:53.167954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] Set router b70df59f-8a4a-46a8-9abe-fc04b7320157 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:42:53.240928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Calling delete_port for c460db5e-41cc-4385-90ad-59bc4838cf3a owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:42:53.279460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:42:52Z', 'revision_number': 6, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:53.283727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1494c-9a2b-471a-82c1-bcbc6214d7c4 None None] The sync data for ids ['b70df59f-8a4a-46a8-9abe-fc04b7320157'] in dv-neutron-822797-1-hyperv is: [{'id': 'b70df59f-8a4a-46a8-9abe-fc04b7320157', 'name': 'tempest-ServerActionsTestJSON-852252984-router', 'tenant_id': 'c023d18facc44d1585cfee462128dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:36:34Z', 'updated_at': '2021-12-23T15:42:52Z', 'revision_number': 6, 'project_id': 'c023d18facc44d1585cfee462128dd66', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:42:53.425872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:53.430860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1cf77b1f-774f-4f90-90f8-f131daa1c3c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:53.475741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Pushing event deleted for resources: {'Port': ['ID=c460db5e-41cc-4385-90ad-59bc4838cf3a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:53.478892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:53.715197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:53.987255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:53.992008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.021371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.021882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70df59f-8a4a-46a8-9abe-fc04b7320157 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:42:54.034785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.036040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b70df59f-8a4a-46a8-9abe-fc04b7320157 HTTP/1.1" status: 204 len: 168 time: 1.5493855 Dec 23 15:42:54.038905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34448) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:54.105731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Deleting subnet 35cefbc0-cf6e-44de-a609-f1b75eefef57 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:42:54.109541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.166693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.490463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.565214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.569476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1f18858a-f762-4242-83ca-cbd90ee4101f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:54.608053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35cefbc0-cf6e-44de-a609-f1b75eefef57,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:54.611792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:54.615417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.621741 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/35cefbc0-cf6e-44de-a609-f1b75eefef57 HTTP/1.1" status: 204 len: 168 time: 0.5818090 Dec 23 15:42:54.624198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a27c3-0651-40cc-bade-ec0b10c2f047 None None] Network 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:42:54.625207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:54.759309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.771779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Deleting port a70f7eea-62fe-47da-b16d-5613e0f9eef3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:54.772237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.775010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c460db5e-41cc-4385-90ad-59bc4838cf3a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:42:54.837852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c460db5e-41cc-4385-90ad-59bc4838cf3a {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:42:54.838252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c460db5e-41cc-4385-90ad-59bc4838cf3a not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:42:54.838726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bda64bc-479d-41a9-9724-87e723efa20b no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:42:54.877561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 1bda64bc-479d-41a9-9724-87e723efa20b {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:42:54.877960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 1bda64bc-479d-41a9-9724-87e723efa20b not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:42:54.965142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] DHCP port deletion for 3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:42:54.970205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Deleting port a70f7eea-62fe-47da-b16d-5613e0f9eef3 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:54.970629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:54.992274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] For port a70f7eea-62fe-47da-b16d-5613e0f9eef3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a70f7eea-62fe-47da-b16d-5613e0f9eef3,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:54.992673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.128704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Calling delete_port for a70f7eea-62fe-47da-b16d-5613e0f9eef3 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:42:55.193205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] For port a70f7eea-62fe-47da-b16d-5613e0f9eef3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a70f7eea-62fe-47da-b16d-5613e0f9eef3,segment=NetworkSegment(c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10),segment_id=c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:42:55.193545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.202160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.206849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4a5b6e9-fa38-44b2-a20e-f68fcc41dc01 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:55.252575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Pushing event deleted for resources: {'Port': ['ID=a70f7eea-62fe-47da-b16d-5613e0f9eef3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:55.255661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:55.257920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] No DVR routers for this DVR port a70f7eea-62fe-47da-b16d-5613e0f9eef3 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:42:55.324733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Calling delete_port for a70f7eea-62fe-47da-b16d-5613e0f9eef3 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:42:55.385934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.402459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:42:55.402881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:42:55.418810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:55.435237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:55.435741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a7b9ba-bdf1-4634-b3da-23cc8b0bdd10') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:42:55.453243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.471981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.479934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:42:55.480567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:42:55.501728 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:42:55.584444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.587950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e0c6eb4b-b2ab-468f-be17-c1c200444ecf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:55.601925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.613207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Pushing event deleted for resources: {'Network': ['ID=3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:55.616563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:55.628288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3750f88a-d5ef-4ffa-b62c-ffafe6cdffb1 HTTP/1.1" status: 204 len: 168 time: 1.0019650 Dec 23 15:42:55.796967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34458) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:55.853729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4015d163-ecc4-4e90-8bec-0c2865578485 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c023d18facc44d1585cfee462128dd66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552607 Dec 23 15:42:55.856263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34462) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:55.904350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Deleting port a70f7eea-62fe-47da-b16d-5613e0f9eef3 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:42:55.904777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.919161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.947160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:55.971004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b557e-b7fc-4cc8-8e88-e3ed19990458 None None] The port 'a70f7eea-62fe-47da-b16d-5613e0f9eef3' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:42:56.002748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:56.008056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be8163bf-5d7e-4b04-8080-81eea394a95a tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:56.026097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22fb7ee-6ea9-4e43-83b6-0124046e531f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:56.028986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:56.030292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:56.031535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d22fb7ee-6ea9-4e43-83b6-0124046e531f HTTP/1.1" status: 204 len: 168 time: 0.1743259 Dec 23 15:42:56.740068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a70f7eea-62fe-47da-b16d-5613e0f9eef3 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:42:56.774545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a70f7eea-62fe-47da-b16d-5613e0f9eef3 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:42:56.774944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a70f7eea-62fe-47da-b16d-5613e0f9eef3 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:42:56.975061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34484) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:57.125771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1619744998-network', 'tenant_id': '4c0fcccdde8841518fa87e7e4693ba04'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:57.132231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:42:57.137992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Usage tracker for resource:network and tenant:4c0fcccdde8841518fa87e7e4693ba04 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:42:57.141758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:42:57.148241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:42:57.166985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Made reservation on behalf of 4c0fcccdde8841518fa87e7e4693ba04 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:42:57.171924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.185503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.221121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:42:57.228279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Usage tracker for resource:security_group_rule and tenant:4c0fcccdde8841518fa87e7e4693ba04 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:42:57.233227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:42:57.239738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:42:57.310036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.314670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.317755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4309985e-036b-4d8d-a8ad-ee339ac5f709 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:57.347927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:42:57.360352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d598f-782a-4055-b9cd-357bf19d2aa9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:57.363383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.363768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Added segment 55ebfb17-2dba-4a01-9470-acbbbbe1a290 of type vlan for network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d Dec 23 15:42:57.374413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:57.391972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.429688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.430934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:57.431845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.438981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eb716468-23c8-4b79-b868-5ee4c33632f3 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:57.546239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Pushing event updated for resources: {'Network': ['ID=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:57.549380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5731547 Dec 23 15:42:57.550430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:57.553643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34490) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:57.558252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:42:57.559578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Request body: {'subnet': {'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1619744998-subnet', 'tenant_id': '4c0fcccdde8841518fa87e7e4693ba04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:57.565258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:42:57.569755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Usage tracker for resource:subnet and tenant:4c0fcccdde8841518fa87e7e4693ba04 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:42:57.572944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:42:57.579322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:42:57.589725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Made reservation on behalf of 4c0fcccdde8841518fa87e7e4693ba04 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:42:57.594655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.826284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.830195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a9f6c084-806b-4afc-b2c8-eb1f2f494dc7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:42:57.894693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6409befd-96b8-4b30-9197-4b97f91b03a1,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:42:57.897527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:42:57.920958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Checking segment: {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:42:57.921392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Network hostable DHCP agents. Network: bf25b89e-eba0-4f37-9b1a-3aed7a242d0d, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:42:57.945191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:42:57.954109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, bf25b89e-eba0-4f37-9b1a-3aed7a242d0d) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:42:57.958611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:57.959273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:42:57.964239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc122c08-f158-400f-a4ee-2325f48ec0d1 None None] Network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:42:57.981111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b30ab42d-fea8-4f8e-a45d-8658d410457b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4263690 Dec 23 15:42:58.196630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d634e-a6fb-46a3-bbf2-0fba0adde6e1 None None] Network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:42:58.606288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-7b2e44c3-d9f0-4031-88d5-853de470b800 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:42:58.607044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-7b2e44c3-d9f0-4031-88d5-853de470b800 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Synchronizing usage tracker for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:42:58.626459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-7b2e44c3-d9f0-4031-88d5-853de470b800 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Unset dirty status for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:42:58.627857 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-7b2e44c3-d9f0-4031-88d5-853de470b800 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/networks?id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 200 len: 814 time: 0.1801884 Dec 23 15:42:58.646824 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-1eb6afd6-1ba6-4392-984e-5c03bd1f4a7b tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/quotas/4c0fcccdde8841518fa87e7e4693ba04 HTTP/1.1" status: 200 len: 375 time: 0.0127211 Dec 23 15:42:58.698045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-f032f9a5-96fb-42ef-8f8a-06a3859e5ed5 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457962 Dec 23 15:42:58.925515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2357ab27-be1f-4872-8911-0ca1cb2700a4 service neutron] 10.222.0.49 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196410 Dec 23 15:42:59.076920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-f56595d1-034b-4b20-8445-3c670109a9a0 service neutron] 10.222.0.49 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417565 Dec 23 15:43:00.303798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a9e94e4-e230-4e9a-b337-65e4c1fa68ea req-3f8daf2b-d0cb-4dbe-9565-d7c726767cb4 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 210 time: 0.0466363 Dec 23 15:43:01.130985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:01.428143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-45682fd6-af45-4ef1-a176-586bd0197239 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:01.429779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-45682fd6-af45-4ef1-a176-586bd0197239 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "GET /v2.0/networks?id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 200 len: 814 time: 0.1648362 Dec 23 15:43:01.446597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Request body: {'port': {'device_id': '5781daff-57ab-4375-aad2-dbde8cf85148', 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d', 'admin_state_up': True, 'tenant_id': '4c0fcccdde8841518fa87e7e4693ba04'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:01.576071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f606a0b-4b7b-4b16-b85c-37496ec284d0 req-97265849-abe8-4802-9ca5-9cd2dd24ecae tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 210 time: 0.1100950 Dec 23 15:43:01.644355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:01.649075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Usage tracker for resource:port and tenant:4c0fcccdde8841518fa87e7e4693ba04 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:01.652385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:01.659538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:01.672628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Made reservation on behalf of 4c0fcccdde8841518fa87e7e4693ba04 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:01.678432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:01.854591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Allocated IP 172.20.0.13 (bf25b89e-eba0-4f37-9b1a-3aed7a242d0d/6409befd-96b8-4b30-9197-4b97f91b03a1/f4b8d4b9-3e30-4b1b-91de-984b588dc89e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:02.086902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:02.117403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:02.123306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d13c0466-8455-4a72-8092-14fa821a50a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:02.191966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:02.200931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:02.206099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Pushing event updated for resources: {'Port': ['ID=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:02.214540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:02.241506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:02.278618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:02.279278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:02.300841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590045 Dec 23 15:43:02.314192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Request body: {'port': {'device_id': '5781daff-57ab-4375-aad2-dbde8cf85148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:02.435333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:02.797603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2ad46-35c0-4a7c-940c-83b93ac53642 req-8f692d7b-7789-40c9-92e9-e53c86841321 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:02.799251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eaa2ad46-35c0-4a7c-940c-83b93ac53642 req-8f692d7b-7789-40c9-92e9-e53c86841321 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 932 time: 0.0906842 Dec 23 15:43:02.805816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b8d4b9-3e30-4b1b-91de-984b588dc89e {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:43:02.813540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:02.830370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Transition to ACTIVE for port object f4b8d4b9-3e30-4b1b-91de-984b588dc89e will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:02.833972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:02.844039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eed64919-48f0-4352-920a-7ea02023eff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:02.851652 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eaa2ad46-35c0-4a7c-940c-83b93ac53642 req-4fa69f01-9f71-40cc-85e1-86f9213b0c58 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Dec 23 15:43:02.972123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:02.975933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:03.092967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Attempting to bind port f4b8d4b9-3e30-4b1b-91de-984b588dc89e on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:03.093389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Attempting to bind port f4b8d4b9-3e30-4b1b-91de-984b588dc89e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:03.093811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Attempting to bind port f4b8d4b9-3e30-4b1b-91de-984b588dc89e on network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:03.100357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Port f4b8d4b9-3e30-4b1b-91de-984b588dc89e on network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:43:03.100716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Attempting to bind port f4b8d4b9-3e30-4b1b-91de-984b588dc89e on network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:03.107762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:03.108142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Checking segment: {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:03.108571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Bound using segment: {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:03.109042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Bound port: f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:03.109456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:03.205605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] For port f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:03.208832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] For port f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:03.213427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:03.217271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:03.285839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:03.287355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] 10.222.0.65 "PUT /v2.0/ports/f4b8d4b9-3e30-4b1b-91de-984b588dc89e HTTP/1.1" status: 200 len: 1094 time: 0.9781549 Dec 23 15:43:03.287923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5781daff-57ab-4375-aad2-dbde8cf85148', 'tag': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:43:03.301670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:03.305025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:03.409509 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-b9c9c567-79cb-45e3-a73a-6b6392483428 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 1097 time: 0.0832212 Dec 23 15:43:03.473813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5781daff-57ab-4375-aad2-dbde8cf85148', 'tag': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e', 'status': 'completed', 'code': 200} Dec 23 15:43:03.489759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-093705bd-3207-4f89-9b73-e24eb63f8e58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e HTTP/1.1" status: 200 len: 217 time: 0.0712886 Dec 23 15:43:03.566536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-1aa07849-2a71-4b5c-9b50-4ca55c4e378a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:03.568119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-1aa07849-2a71-4b5c-9b50-4ca55c4e378a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6409befd-96b8-4b30-9197-4b97f91b03a1 HTTP/1.1" status: 200 len: 854 time: 0.0676241 Dec 23 15:43:03.618800 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-31236864-10cf-4400-a727-4ad63a3240f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431225 Dec 23 15:43:03.765773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-5197d1dd-a967-4e87-bc16-c13eb7c47e76 service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382594 Dec 23 15:43:03.912309 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e6d0019-2980-4748-8e2b-7bd202c48e35 req-d66fa102-2dee-48b6-964b-f19e7090f471 service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392314 Dec 23 15:43:04.042449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-9e55831c-9867-4b2d-90c2-7ab90d3cc7b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 1097 time: 0.0816190 Dec 23 15:43:04.059440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e9c44-3036-452c-a386-18a9ffef051c req-28e6e817-17e7-4314-b938-a3319feff2f9 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:04.061223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-853e9c44-3036-452c-a386-18a9ffef051c req-28e6e817-17e7-4314-b938-a3319feff2f9 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 944 time: 0.0838223 Dec 23 15:43:04.111940 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-853e9c44-3036-452c-a386-18a9ffef051c req-809a0288-4599-467a-9182-3753bdfa49f8 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Dec 23 15:43:04.191220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-04fa486b-e47f-420a-a7fa-2329376af6ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:04.192868 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-04fa486b-e47f-420a-a7fa-2329376af6ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 200 len: 915 time: 0.1435280 Dec 23 15:43:04.265362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-f7f0d75d-21d8-4f53-b835-2356e935c0de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e HTTP/1.1" status: 200 len: 217 time: 0.0641503 Dec 23 15:43:04.342046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-f95895fc-f7cd-4423-9e29-025d81355a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:04.343669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-f95895fc-f7cd-4423-9e29-025d81355a56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6409befd-96b8-4b30-9197-4b97f91b03a1 HTTP/1.1" status: 200 len: 854 time: 0.0702021 Dec 23 15:43:04.398551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-af0fa8c5-ef0d-4b86-81db-bee1309ba45c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440431 Dec 23 15:43:04.777742 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-e826af09-9104-4299-a1e5-dcf6b3174b0f service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715584 Dec 23 15:43:04.930541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da2ded45-323a-40e9-bddd-1e119dd5e2da req-4d055bb4-a104-4ade-a9f4-1b85ad627b33 service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450341 Dec 23 15:43:05.276810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f4b8d4b9-3e30-4b1b-91de-984b588dc89e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:43:05.334341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e105-2176-44bf-b387-bce65949c99f req-eea01c5a-c949-4bf0-af2b-87fc5534df80 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:05.335114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-02c3e105-2176-44bf-b387-bce65949c99f req-eea01c5a-c949-4bf0-af2b-87fc5534df80 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Synchronizing usage tracker for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:43:05.352916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-02c3e105-2176-44bf-b387-bce65949c99f req-eea01c5a-c949-4bf0-af2b-87fc5534df80 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Unset dirty status for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:43:05.354256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-02c3e105-2176-44bf-b387-bce65949c99f req-eea01c5a-c949-4bf0-af2b-87fc5534df80 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 944 time: 0.1078241 Dec 23 15:43:05.403839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-02c3e105-2176-44bf-b387-bce65949c99f req-58df4de3-2e86-4c32-9d42-4f19d6a2ea9a tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Synchronizing usage tracker for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:43:05.420899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-02c3e105-2176-44bf-b387-bce65949c99f req-58df4de3-2e86-4c32-9d42-4f19d6a2ea9a tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Unset dirty status for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:43:05.422207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-02c3e105-2176-44bf-b387-bce65949c99f req-58df4de3-2e86-4c32-9d42-4f19d6a2ea9a tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617235 Dec 23 15:43:05.431980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:05.446866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e', 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d', 'port_id': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e', 'mac_address': 'fa:16:3e:f2:d0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6409befd-96b8-4b30-9197-4b97f91b03a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:43:05.508357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:05.527734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b8d4b9-3e30-4b1b-91de-984b588dc89e {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:43:05.546200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:05.550225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:05.552889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:05.624810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:05.628274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:05.795343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f4b8d4b9-3e30-4b1b-91de-984b588dc89e'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:43:06.651889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d147-fdc5-4e5d-852b-cb8dbc9e3614 req-607fe8a5-7a3f-48d0-a1bb-ab7e355017e1 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:06.653610 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f86d147-fdc5-4e5d-852b-cb8dbc9e3614 req-607fe8a5-7a3f-48d0-a1bb-ab7e355017e1 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 945 time: 0.1022537 Dec 23 15:43:06.703287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f86d147-fdc5-4e5d-852b-cb8dbc9e3614 req-ce6626cd-1d59-43f9-ad66-9daa3fa20746 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Dec 23 15:43:07.279773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f4b8d4b9-3e30-4b1b-91de-984b588dc89e up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:43:07.358252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port f4b8d4b9-3e30-4b1b-91de-984b588dc89e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:07.363607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port f4b8d4b9-3e30-4b1b-91de-984b588dc89e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:07.364039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:07.483481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:07.514801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5781daff-57ab-4375-aad2-dbde8cf85148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:43:07.525212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:07.528727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:07.530991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:07.573202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5781daff-57ab-4375-aad2-dbde8cf85148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e', 'code': 200} Dec 23 15:43:07.604859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:07.611330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:07.823302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2364742-f265-4092-8aab-5cec2a1c3507 req-029b613a-7eff-4652-ad4b-1ab172a26d93 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 1099 time: 0.0784533 Dec 23 15:43:07.869618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2364742-f265-4092-8aab-5cec2a1c3507 req-9d599103-f826-4dcf-9857-e18d7f5115b9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Dec 23 15:43:07.914589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0a602-3d08-4719-81e7-d9ea42470471 req-576a7cf7-2b1d-4fe0-a988-5cc254020086 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:07.916235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cdb0a602-3d08-4719-81e7-d9ea42470471 req-576a7cf7-2b1d-4fe0-a988-5cc254020086 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0845497 Dec 23 15:43:07.968476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cdb0a602-3d08-4719-81e7-d9ea42470471 req-48a1c48e-8759-47a6-99f3-4e997e296bae tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Dec 23 15:43:09.188309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f06f3-6b7f-40cd-a8a1-c2fb4a12aa18 req-339742e2-7726-4ee4-ba92-bae981ebef88 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:09.189971 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bb2f06f3-6b7f-40cd-a8a1-c2fb4a12aa18 req-339742e2-7726-4ee4-ba92-bae981ebef88 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0886686 Dec 23 15:43:09.239757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bb2f06f3-6b7f-40cd-a8a1-c2fb4a12aa18 req-8d50180a-1e49-4b46-8612-e22a8cca1327 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Dec 23 15:43:09.567917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-4f3189c4-b20b-4454-a06f-b791fe297202 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:09.569819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-4f3189c4-b20b-4454-a06f-b791fe297202 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/networks?id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 200 len: 814 time: 0.1600049 Dec 23 15:43:09.591058 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-35ffedb2-2fba-4402-bc57-38b6085c4af1 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/quotas/4c0fcccdde8841518fa87e7e4693ba04 HTTP/1.1" status: 200 len: 375 time: 0.0123827 Dec 23 15:43:09.683478 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-d1761b71-e694-410c-9856-ebff9198a0a2 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868392 Dec 23 15:43:09.780626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-114d7570-48b7-435c-b69b-f5959dca6710 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:43:09.781762 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-114d7570-48b7-435c-b69b-f5959dca6710 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0873473 Dec 23 15:43:09.938261 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-9e439d43-9600-4fbb-bb59-3f15e0fa3f96 service neutron] 10.222.0.49 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465592 Dec 23 15:43:10.083656 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-a211135b-e1f9-440b-9a48-4745c0044b25 service neutron] 10.222.0.49 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386788 Dec 23 15:43:10.283447 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c6f4ea4-c511-4250-b6b4-711fb299348f req-23a7c209-56b7-484b-8068-cc2e629754b9 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 210 time: 0.0463500 Dec 23 15:43:11.406320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-956612df-5368-44ee-ac82-b633660498dd tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:11.408241 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-956612df-5368-44ee-ac82-b633660498dd tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "GET /v2.0/networks?id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 200 len: 814 time: 0.1687694 Dec 23 15:43:11.424796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Request body: {'port': {'device_id': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d', 'admin_state_up': True, 'tenant_id': '4c0fcccdde8841518fa87e7e4693ba04'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:11.455052 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a2f8fdc-6623-4877-9d08-7365bab047d0 req-275cec07-9239-4442-93e2-f31710452a72 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 210 time: 0.0465660 Dec 23 15:43:11.574218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:11.584673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:11.595225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Made reservation on behalf of 4c0fcccdde8841518fa87e7e4693ba04 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:11.600826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:11.793025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Allocated IP 172.20.0.14 (bf25b89e-eba0-4f37-9b1a-3aed7a242d0d/6409befd-96b8-4b30-9197-4b97f91b03a1/ece4dd73-13db-4fa5-bf66-232a2dbcf481) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:12.015337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:12.045226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:12.051665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8299475-c0e4-477b-b587-f1b3fa3b36dd tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:12.057885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f4b8d4b9-3e30-4b1b-91de-984b588dc89e'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:43:12.136984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:12.138042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Pushing event updated for resources: {'Port': ['ID=ece4dd73-13db-4fa5-bf66-232a2dbcf481,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:12.141084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:12.143131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:12.143891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:12.210552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:12.211249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:12.238455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8180017 Dec 23 15:43:12.251374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Request body: {'port': {'device_id': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:12.375137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:12.756903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab14d-c052-492e-a9fd-eb971adf4f5b req-6490fa07-18b2-4c06-a130-1a1d1a995900 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:12.757750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2d5ab14d-c052-492e-a9fd-eb971adf4f5b req-6490fa07-18b2-4c06-a130-1a1d1a995900 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Synchronizing usage tracker for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:43:12.828467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2d5ab14d-c052-492e-a9fd-eb971adf4f5b req-6490fa07-18b2-4c06-a130-1a1d1a995900 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Unset dirty status for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:43:12.829888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2d5ab14d-c052-492e-a9fd-eb971adf4f5b req-6490fa07-18b2-4c06-a130-1a1d1a995900 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 932 time: 0.2308013 Dec 23 15:43:12.834207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece4dd73-13db-4fa5-bf66-232a2dbcf481 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:43:12.843387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:12.886772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Transition to ACTIVE for port object ece4dd73-13db-4fa5-bf66-232a2dbcf481 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:12.893058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:12.899713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c1dd465-1775-4e54-8a24-c3d3a326cb66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:12.955260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2d5ab14d-c052-492e-a9fd-eb971adf4f5b req-70b2a6ef-dac8-4c55-9c87-3bcbc1b52ffc tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163394 Dec 23 15:43:13.029851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Pushing event updated for resources: {'Port': ['ID=ece4dd73-13db-4fa5-bf66-232a2dbcf481,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:13.039448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:13.167797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Attempting to bind port ece4dd73-13db-4fa5-bf66-232a2dbcf481 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:13.168190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Attempting to bind port ece4dd73-13db-4fa5-bf66-232a2dbcf481 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:13.168592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Attempting to bind port ece4dd73-13db-4fa5-bf66-232a2dbcf481 on network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:13.175672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Port ece4dd73-13db-4fa5-bf66-232a2dbcf481 on network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:43:13.176035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Attempting to bind port ece4dd73-13db-4fa5-bf66-232a2dbcf481 on network bf25b89e-eba0-4f37-9b1a-3aed7a242d0d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:13.183416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:13.183807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Checking segment: {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:13.184255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Bound using segment: {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:13.184738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Bound port: ece4dd73-13db-4fa5-bf66-232a2dbcf481, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ebfb17-2dba-4a01-9470-acbbbbe1a290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:13.185128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:13.282206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] For port ece4dd73-13db-4fa5-bf66-232a2dbcf481, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:13.285500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] For port ece4dd73-13db-4fa5-bf66-232a2dbcf481, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:13.289790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:13.293872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:13.360880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:13.362468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] 10.222.0.65 "PUT /v2.0/ports/ece4dd73-13db-4fa5-bf66-232a2dbcf481 HTTP/1.1" status: 200 len: 1094 time: 1.1159685 Dec 23 15:43:13.363072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'tag': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:43:13.377373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Pushing event updated for resources: {'Port': ['ID=ece4dd73-13db-4fa5-bf66-232a2dbcf481,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:13.380575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:13.441299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'tag': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481', 'status': 'completed', 'code': 200} Dec 23 15:43:13.485783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-53513bdc-fcbc-4246-b277-335ced1b1af7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 1097 time: 0.0845408 Dec 23 15:43:13.558744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-751453cc-1f16-4fc1-88db-5b14ba55dc3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481 HTTP/1.1" status: 200 len: 217 time: 0.0656502 Dec 23 15:43:13.637440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-56cbbdab-79a7-4f9b-9293-68a0869fde63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:13.639083 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-56cbbdab-79a7-4f9b-9293-68a0869fde63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6409befd-96b8-4b30-9197-4b97f91b03a1 HTTP/1.1" status: 200 len: 854 time: 0.0738151 Dec 23 15:43:13.693983 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-a866abd1-3385-4eb4-8c7c-1af1bf7ce876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479946 Dec 23 15:43:13.842593 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-c6e76527-9908-4dd3-b9eb-22851657c880 service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428969 Dec 23 15:43:14.009559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ab27d9e-e5e0-4baa-a283-d20cf17a3752 req-b5a4313c-3bc9-47df-b1dd-d4f67427395f service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598213 Dec 23 15:43:14.207960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-a12a9d0d-c163-448a-b512-1653319ee4d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 1097 time: 0.1484048 Dec 23 15:43:14.215292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669868-af02-43b9-82f5-f54692705267 req-21252caa-c316-498e-bdee-0be7a5eb64b5 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:14.216784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-02669868-af02-43b9-82f5-f54692705267 req-21252caa-c316-498e-bdee-0be7a5eb64b5 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 944 time: 0.1236224 Dec 23 15:43:14.371178 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-02669868-af02-43b9-82f5-f54692705267 req-1a77d775-1f76-4a0e-adf2-95d04d149364 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321807 Dec 23 15:43:14.390883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-3713826e-8668-42e3-ae39-dde81b21c211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:14.392648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-3713826e-8668-42e3-ae39-dde81b21c211 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 200 len: 915 time: 0.1749153 Dec 23 15:43:14.470483 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-f610cf23-4915-494a-b1d1-8381cf954188 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481 HTTP/1.1" status: 200 len: 217 time: 0.0703883 Dec 23 15:43:14.544950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-8ec4ef1c-db01-4500-9b09-b8b165c817ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:14.546698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-8ec4ef1c-db01-4500-9b09-b8b165c817ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6409befd-96b8-4b30-9197-4b97f91b03a1 HTTP/1.1" status: 200 len: 854 time: 0.0693011 Dec 23 15:43:14.600738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-93c6adf3-fdd9-43c5-a053-0e9f9dd20a51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472858 Dec 23 15:43:14.754828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-afbaf0cc-73b5-420d-9a9c-af2d905f7d04 service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464510 Dec 23 15:43:14.904833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8c62adc-3d0e-4aa2-8200-4d90d9df33b6 req-3ca33aae-adc3-4967-8f7d-b3a74234d92b service neutron] 10.222.0.65 "GET /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429124 Dec 23 15:43:15.314393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ece4dd73-13db-4fa5-bf66-232a2dbcf481 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:43:15.658798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ece4dd73-13db-4fa5-bf66-232a2dbcf481, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:15.674673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481', 'network_id': 'bf25b89e-eba0-4f37-9b1a-3aed7a242d0d', 'port_id': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481', 'mac_address': 'fa:16:3e:9a:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6409befd-96b8-4b30-9197-4b97f91b03a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:43:15.737191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:15.758371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece4dd73-13db-4fa5-bf66-232a2dbcf481 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:43:15.775494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ece4dd73-13db-4fa5-bf66-232a2dbcf481, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:15.779329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:15.781482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:15.854661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0eed9-777f-4227-b7e2-2e6aa5d6fe4e req-8852f36b-5e89-4e69-be3d-8e84ab1b2e17 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:15.856350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8bb0eed9-777f-4227-b7e2-2e6aa5d6fe4e req-8852f36b-5e89-4e69-be3d-8e84ab1b2e17 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 944 time: 0.3490417 Dec 23 15:43:15.856784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=ece4dd73-13db-4fa5-bf66-232a2dbcf481,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:15.866714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.867114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.867514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.867904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.868290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.868679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.869056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.869474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.869851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.870222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.870595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:15.874983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:15.915480 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8bb0eed9-777f-4227-b7e2-2e6aa5d6fe4e req-ed3ba9f6-6fb7-4b54-9d41-648d2a9ea174 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523224 Dec 23 15:43:16.026313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['ece4dd73-13db-4fa5-bf66-232a2dbcf481'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:43:16.788919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3390b30-0514-480c-9d0f-aeb17897bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:17.139964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f00c3c-becc-4a01-b8b7-717b0572546b req-2ddc13ec-f6ef-4180-acdf-d948ec0ebe5c tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:17.141600 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4f00c3c-becc-4a01-b8b7-717b0572546b req-2ddc13ec-f6ef-4180-acdf-d948ec0ebe5c tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 945 time: 0.0899730 Dec 23 15:43:17.191618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4f00c3c-becc-4a01-b8b7-717b0572546b req-333b9b63-28f8-4071-b0ac-7db090f03688 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434384 Dec 23 15:43:17.340033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ece4dd73-13db-4fa5-bf66-232a2dbcf481 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:43:17.425437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port ece4dd73-13db-4fa5-bf66-232a2dbcf481 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:17.430673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port ece4dd73-13db-4fa5-bf66-232a2dbcf481 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:17.431107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:17.551097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:17.580400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:43:17.590675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port ece4dd73-13db-4fa5-bf66-232a2dbcf481, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:17.593903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:17.596606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c8fc25e-8164-4e46-bba1-4377bc0c4e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:17.639632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481', 'code': 200} Dec 23 15:43:17.669294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=ece4dd73-13db-4fa5-bf66-232a2dbcf481,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:17.672476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:17.882110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2a62a28-4c4f-4a1f-92e3-a35ca4c75946 req-b65fcce2-67c1-43b9-b2c3-8916edec0b9a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 1099 time: 0.0802734 Dec 23 15:43:17.934624 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2a62a28-4c4f-4a1f-92e3-a35ca4c75946 req-50c0e94b-a8c3-4b8b-a830-12d973b81bd6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Dec 23 15:43:18.092539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:43:18.233532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:18.404287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2ae4-df1f-40d5-a7d7-b48f25f5b599 req-4950cdbf-0e0c-42fe-93d8-744f3bd8a745 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:18.405997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-29ef2ae4-df1f-40d5-a7d7-b48f25f5b599 req-4950cdbf-0e0c-42fe-93d8-744f3bd8a745 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 946 time: 0.0862129 Dec 23 15:43:18.454623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-29ef2ae4-df1f-40d5-a7d7-b48f25f5b599 req-4b88f8ea-40a0-43bf-b596-7a66fed24dd3 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Dec 23 15:43:18.842087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71d7a4da-1ff7-46f4-a1e0-907c024fb5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:19.533448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:19.685658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43371f-6791-4f8d-a2cf-bfaa361d76bd req-4bf7b629-2c44-4cde-be37-41f5ff313292 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:19.687216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de43371f-6791-4f8d-a2cf-bfaa361d76bd req-4bf7b629-2c44-4cde-be37-41f5ff313292 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 946 time: 0.0889752 Dec 23 15:43:19.737644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de43371f-6791-4f8d-a2cf-bfaa361d76bd req-dd7231e8-63e6-462e-8e3a-0ce296e4bdfe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Dec 23 15:43:20.175579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac1f50-ee7f-4c72-8403-2b06f00098dc req-6e22f08b-c297-41f6-b0b3-e118d14178f4 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:20.177230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-abac1f50-ee7f-4c72-8403-2b06f00098dc req-6e22f08b-c297-41f6-b0b3-e118d14178f4 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 946 time: 0.0981283 Dec 23 15:43:20.227381 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-abac1f50-ee7f-4c72-8403-2b06f00098dc req-57f76a42-0901-4234-a995-7dac4bef35b0 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Dec 23 15:43:20.969441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:21.465530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c232ec-a485-4fbc-a4c4-67a8805ba861 req-38713db1-6a09-493b-8f15-555e3338c089 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:21.467165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-91c232ec-a485-4fbc-a4c4-67a8805ba861 req-38713db1-6a09-493b-8f15-555e3338c089 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 946 time: 0.1037323 Dec 23 15:43:21.516755 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-91c232ec-a485-4fbc-a4c4-67a8805ba861 req-f5d997f3-118d-4603-b734-cd6c25adba70 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Dec 23 15:43:21.791515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-8213df62-0f0c-445c-bfcc-ffab04e190d9 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:21.793075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-8213df62-0f0c-445c-bfcc-ffab04e190d9 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 946 time: 0.1025090 Dec 23 15:43:21.872455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Deleting port ece4dd73-13db-4fa5-bf66-232a2dbcf481 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:21.872838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:22.366123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] For port ece4dd73-13db-4fa5-bf66-232a2dbcf481, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ece4dd73-13db-4fa5-bf66-232a2dbcf481,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:22.366767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:22.493899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Calling delete_port for ece4dd73-13db-4fa5-bf66-232a2dbcf481 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:22.645823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:22.651873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:22.657786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f4b8d4b9-3e30-4b1b-91de-984b588dc89e', 'ece4dd73-13db-4fa5-bf66-232a2dbcf481'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:43:22.693992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59c5ccdc-4fe7-450f-ae27-34661f98cbb6 req-769f683e-8162-4628-8a76-44b3442d5b36 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5192fc21-7856-4151-84a0-80c5e93f62a9 HTTP/1.1" status: 200 len: 210 time: 0.0476055 Dec 23 15:43:22.701480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Pushing event deleted for resources: {'Port': ['ID=ece4dd73-13db-4fa5-bf66-232a2dbcf481,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:22.730498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:22.775332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] No DVR routers for this DVR port ece4dd73-13db-4fa5-bf66-232a2dbcf481 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:22.778140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:22.781210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'name': 'network-vif-deleted', 'tag': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:43:22.797677 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66baf2a6-156e-4ace-b5bc-8b04311cac63 req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "DELETE /v2.0/ports/ece4dd73-13db-4fa5-bf66-232a2dbcf481 HTTP/1.1" status: 204 len: 173 time: 0.9989457 Dec 23 15:43:22.839010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5192fc21-7856-4151-84a0-80c5e93f62a9', 'name': 'network-vif-deleted', 'tag': 'ece4dd73-13db-4fa5-bf66-232a2dbcf481', 'status': 'completed', 'code': 200} Dec 23 15:43:24.034071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201624-f0a2-4101-be45-08a582186160 req-c0d92ce4-6f0a-41b4-94d9-72ddcbe34651 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:24.034779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7f201624-f0a2-4101-be45-08a582186160 req-c0d92ce4-6f0a-41b4-94d9-72ddcbe34651 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Synchronizing usage tracker for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:43:24.051189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7f201624-f0a2-4101-be45-08a582186160 req-c0d92ce4-6f0a-41b4-94d9-72ddcbe34651 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Unset dirty status for tenant:4c0fcccdde8841518fa87e7e4693ba04 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:43:24.052463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f201624-f0a2-4101-be45-08a582186160 req-c0d92ce4-6f0a-41b4-94d9-72ddcbe34651 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.1199725 Dec 23 15:43:24.106681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f201624-f0a2-4101-be45-08a582186160 req-33af0925-da15-45b4-afcc-fc2cb91c7e43 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Dec 23 15:43:24.342130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8366a-c4f9-4edd-86c3-5a92ef2305c2 req-c9e3de92-c59d-40a4-9964-3c755eb76199 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:24.343783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7fd8366a-c4f9-4edd-86c3-5a92ef2305c2 req-c9e3de92-c59d-40a4-9964-3c755eb76199 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0894752 Dec 23 15:43:24.397930 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7fd8366a-c4f9-4edd-86c3-5a92ef2305c2 req-611bc4bf-f41c-4007-9a1e-d6c76a12ecc5 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Dec 23 15:43:24.620660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3237-f4d4-47c7-9a46-da1ab5ca6ea8 req-78c18f82-a70e-4524-99cb-790771b72d22 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:24.622238 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-372f3237-f4d4-47c7-9a46-da1ab5ca6ea8 req-78c18f82-a70e-4524-99cb-790771b72d22 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.1016693 Dec 23 15:43:24.674664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-372f3237-f4d4-47c7-9a46-da1ab5ca6ea8 req-0c0cf7cc-ed73-4ea2-a180-902fde5d9eb7 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Dec 23 15:43:24.897092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-abc3ad94-010c-436d-bb38-4684fa7aa77c req-a3da2150-214f-47cd-b89c-dd1d18595b65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0837369 Dec 23 15:43:25.246202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7469b9-de59-4024-837d-0539cee39bdd req-b3b68394-5a5a-45f9-ab4e-552cb72408bf tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:25.247758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d7469b9-de59-4024-837d-0539cee39bdd req-b3b68394-5a5a-45f9-ab4e-552cb72408bf tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0881166 Dec 23 15:43:25.302349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6d7469b9-de59-4024-837d-0539cee39bdd req-d5079787-e6af-4782-b96a-ba16746f3ce1 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481751 Dec 23 15:43:25.384812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ece4dd73-13db-4fa5-bf66-232a2dbcf481 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:43:25.420671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: ece4dd73-13db-4fa5-bf66-232a2dbcf481 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:43:25.421083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device ece4dd73-13db-4fa5-bf66-232a2dbcf481 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:43:25.528824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd1729-d1d7-4840-9daa-c3e8c65e0fd1 req-9a540326-51e5-4d61-aba9-8df21626e098 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:25.530429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-13bd1729-d1d7-4840-9daa-c3e8c65e0fd1 req-9a540326-51e5-4d61-aba9-8df21626e098 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0939372 Dec 23 15:43:25.597549 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-13bd1729-d1d7-4840-9daa-c3e8c65e0fd1 req-a5b4511c-8a63-472c-a923-b096b63a49ee tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Dec 23 15:43:25.838022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5be43c-81a7-4330-83c6-2d71b01bbbe9 req-1e5d8999-486a-43a0-ae63-b20fed30cb9b tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:25.839666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca5be43c-81a7-4330-83c6-2d71b01bbbe9 req-1e5d8999-486a-43a0-ae63-b20fed30cb9b tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.1066890 Dec 23 15:43:25.890628 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ca5be43c-81a7-4330-83c6-2d71b01bbbe9 req-fc36ac25-ed9c-4cd4-a9ce-9bedf27ddc1e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Dec 23 15:43:26.513792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc63c0-aaa1-4c95-90a8-45f887fe6442 req-2e999617-3257-47ad-b4e0-dd936d3ac1b1 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:26.515400 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-35cc63c0-aaa1-4c95-90a8-45f887fe6442 req-2e999617-3257-47ad-b4e0-dd936d3ac1b1 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0951383 Dec 23 15:43:26.565528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-35cc63c0-aaa1-4c95-90a8-45f887fe6442 req-81e78edf-9e54-4e6e-af85-045409933926 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Dec 23 15:43:27.790468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052f24a-2c8b-48e9-8ba5-82e3384c639f req-4781d247-18d5-4fb6-9b44-ee6429e540ff tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:27.792011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f052f24a-2c8b-48e9-8ba5-82e3384c639f req-4781d247-18d5-4fb6-9b44-ee6429e540ff tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0973344 Dec 23 15:43:27.842385 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f052f24a-2c8b-48e9-8ba5-82e3384c639f req-02dd180c-520f-4701-9aae-212e8599de0c tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/security-groups?id=b64d598f-782a-4055-b9cd-357bf19d2aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Dec 23 15:43:27.844535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-708ae2ae-2592-4eac-98de-481b1dc0264d tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:27.846207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-708ae2ae-2592-4eac-98de-481b1dc0264d tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 946 time: 0.0902655 Dec 23 15:43:27.926641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Deleting port f4b8d4b9-3e30-4b1b-91de-984b588dc89e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:27.927028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:28.189201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] For port f4b8d4b9-3e30-4b1b-91de-984b588dc89e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,segment=NetworkSegment(55ebfb17-2dba-4a01-9470-acbbbbe1a290),segment_id=55ebfb17-2dba-4a01-9470-acbbbbe1a290)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:28.189659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:28.324004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Calling delete_port for f4b8d4b9-3e30-4b1b-91de-984b588dc89e owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:28.469441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:28.475388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d3c78e5e-e104-4203-8aa8-0cd159cbc6d6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:28.482976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f4b8d4b9-3e30-4b1b-91de-984b588dc89e'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:43:28.528292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Pushing event deleted for resources: {'Port': ['ID=f4b8d4b9-3e30-4b1b-91de-984b588dc89e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:28.532204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:28.609518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] No DVR routers for this DVR port f4b8d4b9-3e30-4b1b-91de-984b588dc89e on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:28.612293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:28.615151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5781daff-57ab-4375-aad2-dbde8cf85148', 'name': 'network-vif-deleted', 'tag': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:43:28.631101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a307424-c1e0-4f75-8039-5d91fa489e91 req-a091cde0-9c38-4d99-b523-9730bbf3122e tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.65 "DELETE /v2.0/ports/f4b8d4b9-3e30-4b1b-91de-984b588dc89e HTTP/1.1" status: 204 len: 173 time: 0.7791882 Dec 23 15:43:28.669134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5781daff-57ab-4375-aad2-dbde8cf85148', 'name': 'network-vif-deleted', 'tag': 'f4b8d4b9-3e30-4b1b-91de-984b588dc89e', 'status': 'completed', 'code': 200} Dec 23 15:43:29.042820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-69e2fbbe-c3db-426b-bf53-4c3396c34582 req-d4dc5292-ede9-497b-8c43-8be0904aeddb tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] 10.222.0.49 "GET /v2.0/ports?device_id=5781daff-57ab-4375-aad2-dbde8cf85148 HTTP/1.1" status: 200 len: 210 time: 0.0524559 Dec 23 15:43:30.156659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34644) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:30.227817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Deleting subnet 6409befd-96b8-4b30-9197-4b97f91b03a1 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:43:30.231206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.286438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.348596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.427558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.432548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-358e34b4-d599-47f0-8956-ebfe9fcdcbe8 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:30.471306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6409befd-96b8-4b30-9197-4b97f91b03a1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:30.475262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:30.476807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.483276 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6409befd-96b8-4b30-9197-4b97f91b03a1 HTTP/1.1" status: 204 len: 168 time: 0.3253949 Dec 23 15:43:30.486271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34648) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:30.606956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.744429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.772872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf25b89e-eba0-4f37-9b1a-3aed7a242d0d']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:30.785984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ebfb17-2dba-4a01-9470-acbbbbe1a290') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:30.786320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ebfb17-2dba-4a01-9470-acbbbbe1a290') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:30.798846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.815157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.822240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:30.822674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:30.837202 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:30.919523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.923167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-82a6643d-295b-48ff-838e-06ea552f4bf7 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:30.937259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:30.948899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf25b89e-eba0-4f37-9b1a-3aed7a242d0d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:30.952393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:30.957996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] 10.222.0.49 "DELETE /v2.0/networks/bf25b89e-eba0-4f37-9b1a-3aed7a242d0d HTTP/1.1" status: 204 len: 168 time: 0.4706390 Dec 23 15:43:31.132443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:31.154159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34654) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:31.215151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bec72c37-e389-4768-8bbb-ce1e6cf29263 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c0fcccdde8841518fa87e7e4693ba04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0594547 Dec 23 15:43:31.217782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:31.284247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:31.312777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:31.363203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:31.367636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8e7d6b8-59bf-4e1d-86f8-4d6ec0655f1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:31.384442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d598f-782a-4055-b9cd-357bf19d2aa9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:31.384642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f4b8d4b9-3e30-4b1b-91de-984b588dc89e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:43:31.387886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:31.396151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:31.397528 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8532c3b7-a514-4e9e-9789-1609c3989884 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b64d598f-782a-4055-b9cd-357bf19d2aa9 HTTP/1.1" status: 204 len: 168 time: 0.1787264 Dec 23 15:43:31.436768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: f4b8d4b9-3e30-4b1b-91de-984b588dc89e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:43:31.437225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f4b8d4b9-3e30-4b1b-91de-984b588dc89e not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:43:32.438725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34680) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:32.623597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434742760'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:32.631791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:32.636259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:network and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:32.639534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:32.647129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:32.656887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:32.662431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.676317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.710384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:32.714559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:security_group_rule and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:32.717636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:32.723794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:32.797642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.801951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.805080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f43b4d7d-3214-4176-a80c-0ce5284edefd tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:32.837033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:32.846018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c6d53f-a4aa-4d0e-a9a9-85f073aa7faa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:32.850006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:32.854591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.854591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Added segment 93bfe853-280a-4036-b54d-04fa2634bffd of type vlan for network 259973ef-7cf2-4c2f-8d6f-fba101a2174c Dec 23 15:43:32.883517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.915738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.919957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:32.920609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:32.924378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2cc6b10c-6a75-47dd-94d6-fe1480c7396f tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:33.038406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5984297 Dec 23 15:43:33.041684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Network': ['ID=259973ef-7cf2-4c2f-8d6f-fba101a2174c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:33.054506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:33.062932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 259973ef-7cf2-4c2f-8d6f-fba101a2174c details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:36.754674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34686) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:36.761198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'subnet': {'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:36.886026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:36.890704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:subnet and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:36.893789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:36.900144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:36.910697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:37.024712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.265267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.269417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c50c8122-4140-437c-af62-a10d8f1aba76 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:37.353644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Subnet': ['ID=d397fa51-f481-4bb3-b74c-f4769c0e0ae2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:37.356958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:37.372354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Checking segment: {'id': '93bfe853-280a-4036-b54d-04fa2634bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:37.372759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network hostable DHCP agents. Network: 259973ef-7cf2-4c2f-8d6f-fba101a2174c, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:37.396421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network 259973ef-7cf2-4c2f-8d6f-fba101a2174c is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:37.406590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 259973ef-7cf2-4c2f-8d6f-fba101a2174c) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:37.411358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:37.412079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.417354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837183e-e83b-4aa6-8fe1-87e09699391e None None] Network 259973ef-7cf2-4c2f-8d6f-fba101a2174c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:37.440389 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8470653f-5c0a-4a66-9828-7a23a2eb7a1f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6807246 Dec 23 15:43:37.440628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34690) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:37.447618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671818341'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:37.453673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:37.458203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:network and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:37.461486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:37.468040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:37.478952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:37.484803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.516325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:37.525783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.526220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Added segment eb981209-5bfd-44bd-8323-e0f477f34483 of type vlan for network 1ef10918-b545-46af-9594-a48be3428e58 Dec 23 15:43:37.555197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.585704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.589952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:37.590600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.596040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-761a70ab-4ed8-4ad0-8576-aa93068e3ec4 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:37.650448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-259973ef-7cf2-4c2f-8d6f-fba101a2174c', 'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c', 'tenant_id': '3b36a74a00cf423d98b4f5d54101376e', 'fixed_ips': [{'subnet_id': 'd397fa51-f481-4bb3-b74c-f4769c0e0ae2'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:37.651377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:37.696566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2547135 Dec 23 15:43:37.699967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:37.707091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'subnet': {'network_id': '1ef10918-b545-46af-9594-a48be3428e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:37.709019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Network': ['ID=1ef10918-b545-46af-9594-a48be3428e58,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:37.711893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-309245bb-7087-4e13-8687-e1ef11cc2174 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:37.725647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 1ef10918-b545-46af-9594-a48be3428e58 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:37.830033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:37.834335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:subnet and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:37.837497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:37.843845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:37.853689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:37.922876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Allocated IP 2001:db8:0:ffff::2 (259973ef-7cf2-4c2f-8d6f-fba101a2174c/d397fa51-f481-4bb3-b74c-f4769c0e0ae2/e736338d-7b79-4f5f-9220-613ff4a25375) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:37.968941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.138807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.156520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Transition to ACTIVE for port object e736338d-7b79-4f5f-9220-613ff4a25375 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:38.183458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Transition to ACTIVE for port object e736338d-7b79-4f5f-9220-613ff4a25375 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:38.188492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.193963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:38.220909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.225398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-404a4e8f-1f1a-4ff8-8984-14a0842d924c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:38.250765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Network 259973ef-7cf2-4c2f-8d6f-fba101a2174c is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:38.251946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:38.255922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:38.313793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Subnet': ['ID=a3c36d9f-44ef-4303-b99c-6c2204bf4afe,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:38.314066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Pushing event updated for resources: {'Port': ['ID=e736338d-7b79-4f5f-9220-613ff4a25375,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:38.322110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:38.327879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Checking segment: {'id': 'eb981209-5bfd-44bd-8323-e0f477f34483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1ef10918-b545-46af-9594-a48be3428e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:38.328386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network hostable DHCP agents. Network: 1ef10918-b545-46af-9594-a48be3428e58, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:38.345995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:38.352456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network 1ef10918-b545-46af-9594-a48be3428e58 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:38.361932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 1ef10918-b545-46af-9594-a48be3428e58) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:38.366198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:38.366902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.375488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24deca67-fe7e-4e20-b19c-9a6f40e4d9e6 None None] Network 1ef10918-b545-46af-9594-a48be3428e58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:38.393496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7ad51645-5067-493f-a1db-1bf72b24b046 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6893451 Dec 23 15:43:38.393720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Attempting to bind port e736338d-7b79-4f5f-9220-613ff4a25375 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:38.393835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34698) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:38.393921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Attempting to bind port e736338d-7b79-4f5f-9220-613ff4a25375 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '93bfe853-280a-4036-b54d-04fa2634bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:38.394704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Attempting to bind port e736338d-7b79-4f5f-9220-613ff4a25375 on network 259973ef-7cf2-4c2f-8d6f-fba101a2174c {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:38.466383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:38.466742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Checking segment: {'id': '93bfe853-280a-4036-b54d-04fa2634bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:38.467201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.467653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Bound using segment: {'id': '93bfe853-280a-4036-b54d-04fa2634bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:38.468194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Bound port: e736338d-7b79-4f5f-9220-613ff4a25375, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bfe853-280a-4036-b54d-04fa2634bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259973ef-7cf2-4c2f-8d6f-fba101a2174c'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:38.468631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.550057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.622284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.645108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] For port e736338d-7b79-4f5f-9220-613ff4a25375, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:38.687099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] For port e736338d-7b79-4f5f-9220-613ff4a25375, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e736338d-7b79-4f5f-9220-613ff4a25375,segment=NetworkSegment(93bfe853-280a-4036-b54d-04fa2634bffd),segment_id=93bfe853-280a-4036-b54d-04fa2634bffd)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:38.697201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.702106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:38.711741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.716692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ffe1350-4e53-47af-a81a-991388c17f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:38.738668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccc13f-442e-4673-acbf-ca148ee0a92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-1ef10918-b545-46af-9594-a48be3428e58', 'network_id': '1ef10918-b545-46af-9594-a48be3428e58', 'tenant_id': '3b36a74a00cf423d98b4f5d54101376e', 'fixed_ips': [{'subnet_id': 'a3c36d9f-44ef-4303-b99c-6c2204bf4afe'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:38.739971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37ccc13f-442e-4673-acbf-ca148ee0a92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.757769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c36d9f-44ef-4303-b99c-6c2204bf4afe,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:38.761592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:38.855980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Pushing event updated for resources: {'Port': ['ID=e736338d-7b79-4f5f-9220-613ff4a25375,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:38.859512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:38.864556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.896678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef10918-b545-46af-9594-a48be3428e58']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:38.902898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bfff52-2633-4ae2-b45b-dfbcc11a5e3c None None] Network 1ef10918-b545-46af-9594-a48be3428e58 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:38.910510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb981209-5bfd-44bd-8323-e0f477f34483') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:38.910848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb981209-5bfd-44bd-8323-e0f477f34483') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:38.923812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.941295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.948218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:38.948646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:38.965431 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:39.050330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.054062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c977397d-b6e6-4198-aecd-38a6e869ad82 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:39.070086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.082432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Network': ['ID=1ef10918-b545-46af-9594-a48be3428e58,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:39.085779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:39.087459 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/1ef10918-b545-46af-9594-a48be3428e58 HTTP/1.1" status: 204 len: 168 time: 0.6926455 Dec 23 15:43:39.091771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34702) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:39.098478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536634598'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:39.104636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:39.109507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:network and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:39.112916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:39.119857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:39.131968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:39.137617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.180138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:39.191862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.192248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Added segment 877a3ee3-15aa-4b34-97d8-7aee2491bad5 of type vlan for network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e Dec 23 15:43:39.230695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.263743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.268544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:39.269236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.275695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c91455d-84d7-48b0-a2bd-d6474a21a1b5 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:39.367680 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2746775 Dec 23 15:43:39.370887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34706) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:39.379379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'subnet': {'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:39.395946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Network': ['ID=66ed8e96-a875-4a6e-8956-a7e497ab7e5e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:39.404670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-df1601f4-08e8-4c0a-b80d-dd0c0dd859b0 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:39.407929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:39.497942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:39.502190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:subnet and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:39.505450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:39.511906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:39.522075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:39.633423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.733280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 23 15:43:39.733920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.ipam_backend_mixin [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 23 15:43:39.872970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:39.877607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c09caf0c-9097-4df6-b5d9-f15941311fa7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:39.956781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Subnet': ['ID=41fcf2a1-693d-4937-92cc-488575c630b0,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:39.961065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:39.980400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Checking segment: {'id': '877a3ee3-15aa-4b34-97d8-7aee2491bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:39.980817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network hostable DHCP agents. Network: 66ed8e96-a875-4a6e-8956-a7e497ab7e5e, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:40.005403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:40.015129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 66ed8e96-a875-4a6e-8956-a7e497ab7e5e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:40.019811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:40.020876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:40.027775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95cbb4-c610-47f9-91aa-4efd276cc51f None None] Network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:40.049415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34710) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:40.049795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3b99280a-9418-48bb-9345-345b11af81cd tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6773539 Dec 23 15:43:40.306418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-66ed8e96-a875-4a6e-8956-a7e497ab7e5e', 'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e', 'tenant_id': '3b36a74a00cf423d98b4f5d54101376e', 'fixed_ips': [{'subnet_id': '41fcf2a1-693d-4937-92cc-488575c630b0'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:40.307443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:40.513825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:40.588525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:40.633568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38569981-7d1c-488e-af04-e75143987bd4 None None] Network 259973ef-7cf2-4c2f-8d6f-fba101a2174c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:40.764736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Allocated IP 2001:db8::3 (66ed8e96-a875-4a6e-8956-a7e497ab7e5e/41fcf2a1-693d-4937-92cc-488575c630b0/a3cd729d-2e54-43b8-a9cc-8e44dec53ebc) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:40.783297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5c900b68-6120-4701-a87d-6160cd0469e2 None None] Provisioning for port e736338d-7b79-4f5f-9220-613ff4a25375 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:40.809862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e736338d-7b79-4f5f-9220-613ff4a25375 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:43:41.165434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.175957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e736338d-7b79-4f5f-9220-613ff4a25375 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:41.181815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Transition to ACTIVE for port object a3cd729d-2e54-43b8-a9cc-8e44dec53ebc will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:41.192996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e736338d-7b79-4f5f-9220-613ff4a25375 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:41.193797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.249834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Transition to ACTIVE for port object a3cd729d-2e54-43b8-a9cc-8e44dec53ebc will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:41.272142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.278610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-422f711d-099d-4e00-a85c-9f1633b27d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:41.281783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.286971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-700714ae-71ca-48d1-a8b5-42511c6196c1 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:41.327579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Subnet': ['ID=41fcf2a1-693d-4937-92cc-488575c630b0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:41.330170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:41.387577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:41.395884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Pushing event updated for resources: {'Port': ['ID=a3cd729d-2e54-43b8-a9cc-8e44dec53ebc,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:41.398632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:41.407101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:41.410037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:41.439945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.466496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.470549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ed8e96-a875-4a6e-8956-a7e497ab7e5e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:41.485711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877a3ee3-15aa-4b34-97d8-7aee2491bad5') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:41.486263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877a3ee3-15aa-4b34-97d8-7aee2491bad5') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:41.500214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.517882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.525886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:41.526183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:41.543510 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:41.550291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Attempting to bind port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:41.550721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Attempting to bind port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '877a3ee3-15aa-4b34-97d8-7aee2491bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:41.551145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Attempting to bind port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc on network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:41.558756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e736338d-7b79-4f5f-9220-613ff4a25375, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e736338d-7b79-4f5f-9220-613ff4a25375,segment=NetworkSegment(93bfe853-280a-4036-b54d-04fa2634bffd),segment_id=93bfe853-280a-4036-b54d-04fa2634bffd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:41.562953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.565212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:41.565633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Checking segment: {'id': '877a3ee3-15aa-4b34-97d8-7aee2491bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:41.566083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.566530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Bound using segment: {'id': '877a3ee3-15aa-4b34-97d8-7aee2491bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:41.567080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Bound port: a3cd729d-2e54-43b8-a9cc-8e44dec53ebc, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877a3ee3-15aa-4b34-97d8-7aee2491bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:41.567483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.579968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:41.635306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:43:41.635306 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:43:41.635306 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': '66ed8e96-a875-4a6e-8956-a7e497ab7e5e'}] Dec 23 15:43:41.635306 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:43:41.635892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:43:41.713725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e736338d-7b79-4f5f-9220-613ff4a25375,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:41.716470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7ae3a139-3ae5-440a-b842-3c9fe6ae3044 None None] Provisioning complete for port e736338d-7b79-4f5f-9220-613ff4a25375 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:41.716908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ae3a139-3ae5-440a-b842-3c9fe6ae3044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.766590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:41.796733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] For port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:41.822686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] For port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a3cd729d-2e54-43b8-a9cc-8e44dec53ebc,segment=NetworkSegment(877a3ee3-15aa-4b34-97d8-7aee2491bad5),segment_id=877a3ee3-15aa-4b34-97d8-7aee2491bad5)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:41.829525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:41.835291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5fdc41c9-0382-4bc1-a9eb-9f73c223ad93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:41.981923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Pushing event updated for resources: {'Port': ['ID=a3cd729d-2e54-43b8-a9cc-8e44dec53ebc,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:42.026314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:42.069418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec231d-0a94-4422-9df6-426ffbe9ae1b None None] Network 66ed8e96-a875-4a6e-8956-a7e497ab7e5e requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:42.137466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.150911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Deleting port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:42.151266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.295996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2ff86-7520-40ab-a2b4-b0750525d7f2 None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:43:42.386950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] For port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a3cd729d-2e54-43b8-a9cc-8e44dec53ebc,segment=NetworkSegment(877a3ee3-15aa-4b34-97d8-7aee2491bad5),segment_id=877a3ee3-15aa-4b34-97d8-7aee2491bad5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:42.387502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.393359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2ff86-7520-40ab-a2b4-b0750525d7f2 None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:43:42.523116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Calling delete_port for a3cd729d-2e54-43b8-a9cc-8e44dec53ebc owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:42.600424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.605465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0a515e0-1006-4a37-a3e1-437697c5d374 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:42.651803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Port': ['ID=a3cd729d-2e54-43b8-a9cc-8e44dec53ebc,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:42.656077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No DVR routers for this DVR port a3cd729d-2e54-43b8-a9cc-8e44dec53ebc on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:42.696623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.697073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.697642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.698066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.698484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.698983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.699397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.699814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.700224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.700625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.701029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:42.707651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:42.773149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e736338d-7b79-4f5f-9220-613ff4a25375 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:43:42.803687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.831941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ed8e96-a875-4a6e-8956-a7e497ab7e5e']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:42.846494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e736338d-7b79-4f5f-9220-613ff4a25375 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:42.846918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.849599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877a3ee3-15aa-4b34-97d8-7aee2491bad5') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:42.849932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877a3ee3-15aa-4b34-97d8-7aee2491bad5') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:42.862529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.877909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.885050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:42.885502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:42.901214 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:42.993095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:42.996889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95b8014d-959e-4dc9-8c0c-fda51494cb1a tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:43.013785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.032092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Network': ['ID=66ed8e96-a875-4a6e-8956-a7e497ab7e5e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:43.037763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:43.040934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/66ed8e96-a875-4a6e-8956-a7e497ab7e5e HTTP/1.1" status: 204 len: 168 time: 2.9890950 Dec 23 15:43:43.045048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:43.051693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1960217999'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:43.058109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:43.062792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:network and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:43.066216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:43.073045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:43.085214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:43.090961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.122596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:43.131888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.132284 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Added segment 06f3548b-dbe9-4070-badd-be98e89f8cc8 of type vlan for network ef82313f-803e-4566-8fc3-dd1ce183a2ae Dec 23 15:43:43.160250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.193958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.198341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:43.198990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.203041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-067b878b-85f2-4afc-98bc-67dc0a6e3adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:43.306514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2602108 Dec 23 15:43:43.309632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:43.318975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'subnet': {'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:43.342541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Network': ['ID=ef82313f-803e-4566-8fc3-dd1ce183a2ae,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:43.345513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:43.355301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network ef82313f-803e-4566-8fc3-dd1ce183a2ae details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:43.448780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:43.453031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:subnet and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:43.456213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:43.462667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:43.473451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:43.591208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.837358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.842687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a100e38c-6ed3-41ee-a760-858861794ed5 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:43.922932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Subnet': ['ID=b8724fd3-488b-437f-b045-bcd9d02dd8bf,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:43.927098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:43.949785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Checking segment: {'id': '06f3548b-dbe9-4070-badd-be98e89f8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:43.950193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network hostable DHCP agents. Network: ef82313f-803e-4566-8fc3-dd1ce183a2ae, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:43.975410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network ef82313f-803e-4566-8fc3-dd1ce183a2ae is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:43.985533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, ef82313f-803e-4566-8fc3-dd1ce183a2ae) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:43.989966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:43.990616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:43.996178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a64cdeb-3ec2-4cb2-8c39-16204b52f7f3 None None] Network ef82313f-803e-4566-8fc3-dd1ce183a2ae requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:44.012954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7022324 Dec 23 15:43:44.017007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34722) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:44.023397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110632457'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:44.029468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:44.033977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:network and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:44.037417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:44.045054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:44.055249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:44.061195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.092625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:44.103022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.103429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Added segment 191c4eb8-f106-48a2-93c5-43608db9ec0d of type vlan for network b9f1679d-7759-4c8f-814f-79c93cbddde0 Dec 23 15:43:44.132035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.164773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.169122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:44.169817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.175504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5aa8aed5-ee18-4c03-b21f-9f9bcea79e52 tempest-DHCPAgentSchedulersTestJSON-507148322 tempest-DHCPAgentSchedulersTestJSON-507148322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:44.231810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-ef82313f-803e-4566-8fc3-dd1ce183a2ae', 'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae', 'tenant_id': '3b36a74a00cf423d98b4f5d54101376e', 'fixed_ips': [{'subnet_id': 'b8724fd3-488b-437f-b045-bcd9d02dd8bf'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:44.232727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.277380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2590630 Dec 23 15:43:44.281202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34726) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:44.289818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Request body: {'subnet': {'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:44.315489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Network': ['ID=b9f1679d-7759-4c8f-814f-79c93cbddde0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:44.318748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:44.329592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network b9f1679d-7759-4c8f-814f-79c93cbddde0 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:44.417746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:44.421925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Usage tracker for resource:subnet and tenant:3b36a74a00cf423d98b4f5d54101376e is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:44.424954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:44.431322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:44.440902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Made reservation on behalf of 3b36a74a00cf423d98b4f5d54101376e for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:44.503336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Allocated IP 2001:db8::2 (ef82313f-803e-4566-8fc3-dd1ce183a2ae/b8724fd3-488b-437f-b045-bcd9d02dd8bf/08176a84-de6c-4058-a75c-922afaa5efeb) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:44.556555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.724261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.735337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Transition to ACTIVE for port object 08176a84-de6c-4058-a75c-922afaa5efeb will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:44.755033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Transition to ACTIVE for port object 08176a84-de6c-4058-a75c-922afaa5efeb will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:44.760185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.765154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:44.790049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.794267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab07f4c0-9ae2-41f7-a17d-8bfb114b919a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:44.828615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Network ef82313f-803e-4566-8fc3-dd1ce183a2ae is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:44.831681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:44.840387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:44.847730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Pushing event updated for resources: {'Port': ['ID=08176a84-de6c-4058-a75c-922afaa5efeb,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:44.852504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:44.864819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event updated for resources: {'Subnet': ['ID=67bdf18d-f3da-4c39-8fa1-d91d2d6c3528,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:44.874144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:44.895400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Checking segment: {'id': '191c4eb8-f106-48a2-93c5-43608db9ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:44.895867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network hostable DHCP agents. Network: b9f1679d-7759-4c8f-814f-79c93cbddde0, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:44.918770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Network b9f1679d-7759-4c8f-814f-79c93cbddde0 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:44.928233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, b9f1679d-7759-4c8f-814f-79c93cbddde0) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:44.932386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:44.933041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:44.942783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa9983-f6ad-4eb3-9e7c-bcdaf6aef1c3 None None] Network b9f1679d-7759-4c8f-814f-79c93cbddde0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:44.956199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6738825 Dec 23 15:43:44.959195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:44.967854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Attempting to bind port 08176a84-de6c-4058-a75c-922afaa5efeb on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:44.968214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Attempting to bind port 08176a84-de6c-4058-a75c-922afaa5efeb by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '06f3548b-dbe9-4070-badd-be98e89f8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:44.968627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Attempting to bind port 08176a84-de6c-4058-a75c-922afaa5efeb on network ef82313f-803e-4566-8fc3-dd1ce183a2ae {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:45.038001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:45.038425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Checking segment: {'id': '06f3548b-dbe9-4070-badd-be98e89f8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:45.038877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.039318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Bound using segment: {'id': '06f3548b-dbe9-4070-badd-be98e89f8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:45.039835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Bound port: 08176a84-de6c-4058-a75c-922afaa5efeb, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f3548b-dbe9-4070-badd-be98e89f8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ef82313f-803e-4566-8fc3-dd1ce183a2ae'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:45.040253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.224010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] For port 08176a84-de6c-4058-a75c-922afaa5efeb, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:45.229546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] For port 08176a84-de6c-4058-a75c-922afaa5efeb, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=08176a84-de6c-4058-a75c-922afaa5efeb,segment=NetworkSegment(06f3548b-dbe9-4070-badd-be98e89f8cc8),segment_id=06f3548b-dbe9-4070-badd-be98e89f8cc8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:45.261329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.274113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:45.325043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-b9f1679d-7759-4c8f-814f-79c93cbddde0', 'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0', 'tenant_id': '3b36a74a00cf423d98b4f5d54101376e', 'fixed_ips': [{'subnet_id': '67bdf18d-f3da-4c39-8fa1-d91d2d6c3528'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:45.325997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.354573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.424823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Pushing event updated for resources: {'Port': ['ID=08176a84-de6c-4058-a75c-922afaa5efeb,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:45.428199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.433426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:45.535258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Allocated IP 2001:db8::2 (b9f1679d-7759-4c8f-814f-79c93cbddde0/67bdf18d-f3da-4c39-8fa1-d91d2d6c3528/91af3f6a-e67f-474d-a561-8ba55186b60b) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:45.766989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.778514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Transition to ACTIVE for port object 91af3f6a-e67f-474d-a561-8ba55186b60b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:45.799398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Transition to ACTIVE for port object 91af3f6a-e67f-474d-a561-8ba55186b60b will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:45.805089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.809802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:45.818587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.823744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98ebf1ba-11f2-404c-aec3-d558ce118941 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:45.868061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Subnet': ['ID=67bdf18d-f3da-4c39-8fa1-d91d2d6c3528,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:45.871181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:45.893000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Network b9f1679d-7759-4c8f-814f-79c93cbddde0 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:45.893820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Pushing event updated for resources: {'Port': ['ID=91af3f6a-e67f-474d-a561-8ba55186b60b,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:45.896602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:45.898514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:45.899288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:45.977366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.990059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Attempting to bind port 91af3f6a-e67f-474d-a561-8ba55186b60b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:45.990487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Attempting to bind port 91af3f6a-e67f-474d-a561-8ba55186b60b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '191c4eb8-f106-48a2-93c5-43608db9ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:45.990912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Attempting to bind port 91af3f6a-e67f-474d-a561-8ba55186b60b on network b9f1679d-7759-4c8f-814f-79c93cbddde0 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:45.998136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:45.998571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Checking segment: {'id': '191c4eb8-f106-48a2-93c5-43608db9ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:45.999027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:45.999449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Bound using segment: {'id': '191c4eb8-f106-48a2-93c5-43608db9ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:46.000008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Bound port: 91af3f6a-e67f-474d-a561-8ba55186b60b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191c4eb8-f106-48a2-93c5-43608db9ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:46.000432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.006405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f1679d-7759-4c8f-814f-79c93cbddde0']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:46.019922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191c4eb8-f106-48a2-93c5-43608db9ec0d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:46.020196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191c4eb8-f106-48a2-93c5-43608db9ec0d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:46.032951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.049350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.056576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:46.057009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:46.073239 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:46.095749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] For port 91af3f6a-e67f-474d-a561-8ba55186b60b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:46.157014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] For port 91af3f6a-e67f-474d-a561-8ba55186b60b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=91af3f6a-e67f-474d-a561-8ba55186b60b,segment=NetworkSegment(191c4eb8-f106-48a2-93c5-43608db9ec0d),segment_id=191c4eb8-f106-48a2-93c5-43608db9ec0d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:46.158410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:43:46.158410 dv-neutron-822797-1-hyperv neutron-server[88761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:43:46.158410 dv-neutron-822797-1-hyperv neutron-server[88761]: [parameters: {'id': 'b9f1679d-7759-4c8f-814f-79c93cbddde0'}] Dec 23 15:43:46.158410 dv-neutron-822797-1-hyperv neutron-server[88761]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:43:46.158908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:43:46.162032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.166787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:46.245210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Pushing event updated for resources: {'Port': ['ID=91af3f6a-e67f-474d-a561-8ba55186b60b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:46.273994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:46.317790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795faaab-01f5-4be4-8d09-6e2ecd0ce8ae None None] Network b9f1679d-7759-4c8f-814f-79c93cbddde0 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:46.660437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.674538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Deleting port 91af3f6a-e67f-474d-a561-8ba55186b60b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:46.675011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.772633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b3df501-7b2c-43e1-9809-b48cb00a10a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.817766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 08176a84-de6c-4058-a75c-922afaa5efeb up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:43:46.899749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 08176a84-de6c-4058-a75c-922afaa5efeb completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:46.914367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] For port 91af3f6a-e67f-474d-a561-8ba55186b60b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=91af3f6a-e67f-474d-a561-8ba55186b60b,segment=NetworkSegment(191c4eb8-f106-48a2-93c5-43608db9ec0d),segment_id=191c4eb8-f106-48a2-93c5-43608db9ec0d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:46.914776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:46.983372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66900a96-edc3-4adc-94cc-d44b6efbac85 None None] Network ef82313f-803e-4566-8fc3-dd1ce183a2ae requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:47.051578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Calling delete_port for 91af3f6a-e67f-474d-a561-8ba55186b60b owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:47.088957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Provisioning for port 08176a84-de6c-4058-a75c-922afaa5efeb completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:47.107947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Provisioning complete for port 08176a84-de6c-4058-a75c-922afaa5efeb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:47.108372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.126957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.131953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6c21a38-f332-4481-9a47-594e348ea260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:47.175946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Port': ['ID=91af3f6a-e67f-474d-a561-8ba55186b60b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:47.178828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:47.181656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No DVR routers for this DVR port 91af3f6a-e67f-474d-a561-8ba55186b60b on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:47.322400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.335199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.351119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f1679d-7759-4c8f-814f-79c93cbddde0']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:47.368990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191c4eb8-f106-48a2-93c5-43608db9ec0d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:47.369399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191c4eb8-f106-48a2-93c5-43608db9ec0d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:47.384860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.387242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] For port 08176a84-de6c-4058-a75c-922afaa5efeb, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=08176a84-de6c-4058-a75c-922afaa5efeb,segment=NetworkSegment(06f3548b-dbe9-4070-badd-be98e89f8cc8),segment_id=06f3548b-dbe9-4070-badd-be98e89f8cc8)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:47.391589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.393326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c8fc25e-8164-4e46-bba1-4377bc0c4e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:47.403314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.410757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:47.411376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:47.428182 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:47.466126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Pushing event updated for resources: {'Port': ['ID=08176a84-de6c-4058-a75c-922afaa5efeb,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:47.469494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:47.510988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.514867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e6acd717-0e26-4fab-84fb-f8e2a25cb7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:47.531170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.548318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Network': ['ID=b9f1679d-7759-4c8f-814f-79c93cbddde0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:47.553246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:47.556261 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/b9f1679d-7759-4c8f-814f-79c93cbddde0 HTTP/1.1" status: 204 len: 168 time: 2.5957520 Dec 23 15:43:47.559248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34734) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:47.605248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e7b253-6fda-43f2-96c4-37b99adc0b5e tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] GET failed (client error): The resource could not be found. Dec 23 15:43:47.605744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4e7b253-6fda-43f2-96c4-37b99adc0b5e tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Synchronizing usage tracker for tenant:3b36a74a00cf423d98b4f5d54101376e on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:43:47.620358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b375c-057f-4abc-a6b7-405eff8251bf None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:43:47.623679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a4e7b253-6fda-43f2-96c4-37b99adc0b5e tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Unset dirty status for tenant:3b36a74a00cf423d98b4f5d54101376e on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:43:47.624963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a4e7b253-6fda-43f2-96c4-37b99adc0b5e tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "GET /v2.0/subnets/67bdf18d-f3da-4c39-8fa1-d91d2d6c3528 HTTP/1.1" status: 404 len: 337 time: 0.0647180 Dec 23 15:43:47.627972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34738) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:47.655316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65da235-3db0-413f-983c-360543b90653 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:47.655645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65da235-3db0-413f-983c-360543b90653 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:47.657470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e65da235-3db0-413f-983c-360543b90653 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/b9f1679d-7759-4c8f-814f-79c93cbddde0 HTTP/1.1" status: 404 len: 339 time: 0.0284171 Dec 23 15:43:47.662249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:47.702666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5416161-41e7-426f-916e-353e49371612 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:47.703167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5416161-41e7-426f-916e-353e49371612 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:47.705129 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e5416161-41e7-426f-916e-353e49371612 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/subnets/67bdf18d-f3da-4c39-8fa1-d91d2d6c3528 HTTP/1.1" status: 404 len: 337 time: 0.0422587 Dec 23 15:43:47.708039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:47.732856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b375c-057f-4abc-a6b7-405eff8251bf None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:43:47.739854 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5a9685-1041-468f-8981-44d2a338c7f6 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:47.740351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5a9685-1041-468f-8981-44d2a338c7f6 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:47.742205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-de5a9685-1041-468f-8981-44d2a338c7f6 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/b9f1679d-7759-4c8f-814f-79c93cbddde0 HTTP/1.1" status: 404 len: 339 time: 0.0331385 Dec 23 15:43:47.745001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2096c685-3c55-4198-aa21-6fecd1ef9bc0 None None] Provisioning complete for port 08176a84-de6c-4058-a75c-922afaa5efeb triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:47.745152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34750) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:47.745476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2096c685-3c55-4198-aa21-6fecd1ef9bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.817655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Deleting subnet b8724fd3-488b-437f-b045-bcd9d02dd8bf {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:43:47.821420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.883864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:47.981767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.060605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.066032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ce51849-6ffe-49c0-8336-eea4ede9e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:48.105449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Subnet': ['ID=b8724fd3-488b-437f-b045-bcd9d02dd8bf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:48.108225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:48.112371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.127424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-79ea1d68-f121-4463-b208-0e98148bdd7f tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/subnets/b8724fd3-488b-437f-b045-bcd9d02dd8bf HTTP/1.1" status: 204 len: 168 time: 0.3788040 Dec 23 15:43:48.127756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34754) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:48.236533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.256786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.268727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Deleting port 08176a84-de6c-4058-a75c-922afaa5efeb {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:48.269133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.344151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba563a-eca4-4eb2-9f70-08ba06c62631 None None] Network ef82313f-803e-4566-8fc3-dd1ce183a2ae requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:48.490449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] For port 08176a84-de6c-4058-a75c-922afaa5efeb, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=08176a84-de6c-4058-a75c-922afaa5efeb,segment=NetworkSegment(06f3548b-dbe9-4070-badd-be98e89f8cc8),segment_id=06f3548b-dbe9-4070-badd-be98e89f8cc8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:48.490719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.611711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c380340-3875-4225-8661-8ee77966d244 None None] DHCP port deletion for ef82313f-803e-4566-8fc3-dd1ce183a2ae request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:43:48.616527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1c380340-3875-4225-8661-8ee77966d244 None None] Deleting port 08176a84-de6c-4058-a75c-922afaa5efeb {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:48.617075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c380340-3875-4225-8661-8ee77966d244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.621017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Calling delete_port for 08176a84-de6c-4058-a75c-922afaa5efeb owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:48.697640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.701724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:48.707371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1c380340-3875-4225-8661-8ee77966d244 None None] The port '08176a84-de6c-4058-a75c-922afaa5efeb' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:43:48.744442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Port': ['ID=08176a84-de6c-4058-a75c-922afaa5efeb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:48.756614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No DVR routers for this DVR port 08176a84-de6c-4058-a75c-922afaa5efeb on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:48.759026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.759426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.759852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.760273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.760690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.761103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.761980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.762108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.762466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.762871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.763280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:43:48.774774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 08176a84-de6c-4058-a75c-922afaa5efeb no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:43:48.796287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:48.809134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 08176a84-de6c-4058-a75c-922afaa5efeb {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:43:48.809608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 08176a84-de6c-4058-a75c-922afaa5efeb not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:43:48.834598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-34e77623-ee94-45df-86e6-ba6be4035f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.900414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.927720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef82313f-803e-4566-8fc3-dd1ce183a2ae']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:48.940693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f3548b-dbe9-4070-badd-be98e89f8cc8') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:48.941035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f3548b-dbe9-4070-badd-be98e89f8cc8') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:48.953825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.969211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.975909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:48.976329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:48.992121 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:49.079271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.082994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbbc08ce-6025-410e-babe-51b55ae111c3 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:49.098306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.110372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Network': ['ID=ef82313f-803e-4566-8fc3-dd1ce183a2ae,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:49.113354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:49.115882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/ef82313f-803e-4566-8fc3-dd1ce183a2ae HTTP/1.1" status: 204 len: 168 time: 0.9865992 Dec 23 15:43:49.118127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:49.158413 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-885cd8e1-09fe-4d27-9e5e-86efa43eb357 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:49.158911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885cd8e1-09fe-4d27-9e5e-86efa43eb357 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:49.160687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-885cd8e1-09fe-4d27-9e5e-86efa43eb357 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/subnets/41fcf2a1-693d-4937-92cc-488575c630b0 HTTP/1.1" status: 404 len: 337 time: 0.0415390 Dec 23 15:43:49.164330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34762) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:49.195564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd987f7-7c3c-4445-a236-6aaf12940f19 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:49.196051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd987f7-7c3c-4445-a236-6aaf12940f19 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:49.197825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9dd987f7-7c3c-4445-a236-6aaf12940f19 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/66ed8e96-a875-4a6e-8956-a7e497ab7e5e HTTP/1.1" status: 404 len: 339 time: 0.0325184 Dec 23 15:43:49.200480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34766) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:49.240630 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-475dc722-267a-499e-8a47-a82c51cd03cf tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:49.241139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475dc722-267a-499e-8a47-a82c51cd03cf tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:49.242904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-475dc722-267a-499e-8a47-a82c51cd03cf tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/subnets/a3c36d9f-44ef-4303-b99c-6c2204bf4afe HTTP/1.1" status: 404 len: 337 time: 0.0414662 Dec 23 15:43:49.245455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:49.271266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.pecan_wsgi.hooks.translation [None req-811389be-18e0-42b7-bcb6-d8e7465ba711 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] DELETE failed (client error): The resource could not be found. Dec 23 15:43:49.271751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811389be-18e0-42b7-bcb6-d8e7465ba711 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 23 15:43:49.273513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-811389be-18e0-42b7-bcb6-d8e7465ba711 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/1ef10918-b545-46af-9594-a48be3428e58 HTTP/1.1" status: 404 len: 339 time: 0.0270689 Dec 23 15:43:49.275989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:49.488013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Deleting subnet d397fa51-f481-4bb3-b74c-f4769c0e0ae2 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:43:49.491301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.533405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.550834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.654801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.732561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.736404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-88bf3a4f-8550-4138-b9d9-bc80140f2b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:49.773990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Subnet': ['ID=d397fa51-f481-4bb3-b74c-f4769c0e0ae2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:49.777752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:49.781338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.791590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2baf5-8286-45bc-9117-5568b397fec0 None None] Network 259973ef-7cf2-4c2f-8d6f-fba101a2174c requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:49.792768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/subnets/d397fa51-f481-4bb3-b74c-f4769c0e0ae2 HTTP/1.1" status: 204 len: 168 time: 0.5157847 Dec 23 15:43:49.795406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:49.922779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:49.934665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Deleting port e736338d-7b79-4f5f-9220-613ff4a25375 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:49.935031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.056854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] DHCP port deletion for 259973ef-7cf2-4c2f-8d6f-fba101a2174c request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:43:50.061879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Deleting port e736338d-7b79-4f5f-9220-613ff4a25375 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:50.062343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.157986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] For port e736338d-7b79-4f5f-9220-613ff4a25375, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e736338d-7b79-4f5f-9220-613ff4a25375,segment=NetworkSegment(93bfe853-280a-4036-b54d-04fa2634bffd),segment_id=93bfe853-280a-4036-b54d-04fa2634bffd)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:50.158380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.278838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] For port e736338d-7b79-4f5f-9220-613ff4a25375, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e736338d-7b79-4f5f-9220-613ff4a25375,segment=NetworkSegment(93bfe853-280a-4036-b54d-04fa2634bffd),segment_id=93bfe853-280a-4036-b54d-04fa2634bffd)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:50.279181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.287655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Calling delete_port for e736338d-7b79-4f5f-9220-613ff4a25375 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:50.362454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.367406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:50.406985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Calling delete_port for e736338d-7b79-4f5f-9220-613ff4a25375 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:50.409466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Port': ['ID=e736338d-7b79-4f5f-9220-613ff4a25375,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:50.417563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:50.422515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] No DVR routers for this DVR port e736338d-7b79-4f5f-9220-613ff4a25375 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:50.483195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:43:50.483608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:43:50.556197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.587346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259973ef-7cf2-4c2f-8d6f-fba101a2174c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:50.600250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bfe853-280a-4036-b54d-04fa2634bffd') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:50.600608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bfe853-280a-4036-b54d-04fa2634bffd') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:50.612799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.627896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.634486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:50.634903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:50.650434 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:50.735838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.739618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:50.755117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.768220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Pushing event deleted for resources: {'Network': ['ID=259973ef-7cf2-4c2f-8d6f-fba101a2174c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:50.773702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] 10.222.0.49 "DELETE /v2.0/networks/259973ef-7cf2-4c2f-8d6f-fba101a2174c HTTP/1.1" status: 204 len: 168 time: 0.9746695 Dec 23 15:43:50.773702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:50.774127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e736338d-7b79-4f5f-9220-613ff4a25375 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:43:50.807116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e736338d-7b79-4f5f-9220-613ff4a25375 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:43:50.807447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e736338d-7b79-4f5f-9220-613ff4a25375 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:43:50.967384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:50.985347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Deleting port e736338d-7b79-4f5f-9220-613ff4a25375 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:50.985733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:51.051396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0519dc7d-e85b-4cc5-a6a5-6d8016fb54db None None] The port 'e736338d-7b79-4f5f-9220-613ff4a25375' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:43:51.088883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:51.294165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f754a1a7-33e1-4579-9713-5a5e64ed72ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b36a74a00cf423d98b4f5d54101376e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2038422 Dec 23 15:43:51.296925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:51.362235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:51.390910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:51.443785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:51.447922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5a6daec-9351-4430-bd08-891412a47294 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:51.460225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c6d53f-a4aa-4d0e-a9a9-85f073aa7faa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:51.463039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:51.468911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:51.470254 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50c6d53f-a4aa-4d0e-a9a9-85f073aa7faa HTTP/1.1" status: 204 len: 168 time: 0.1722288 Dec 23 15:43:52.372588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:52.521621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1836968210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:52.529282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:52.533978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Usage tracker for resource:router and tenant:5265a3d0f46e4ed0afe2b51d41433b45 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:52.537374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:52.544059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:52.558422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.559410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.583557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.601491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.623376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.624658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4e16ebab-a0c8-4d60-93d6-bddc4ccd6a0e tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2508671 Dec 23 15:43:52.627876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34820) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:52.633902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1803495534'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:52.639155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:52.643365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Usage tracker for resource:network and tenant:5265a3d0f46e4ed0afe2b51d41433b45 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:52.647054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:52.653255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:52.663125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Made reservation on behalf of 5265a3d0f46e4ed0afe2b51d41433b45 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:52.668487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.682251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.717099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:52.722351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Usage tracker for resource:security_group_rule and tenant:5265a3d0f46e4ed0afe2b51d41433b45 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:52.726090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:52.732571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:52.806581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.810271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.813371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b447b657-7f45-4f83-8980-2628fce34886 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:52.844989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:52.854030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23e0806-a7d5-4d7e-93e5-03e5fb6560a8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:52.857411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:52.861534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.862037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Added segment 5127e301-08ec-44fa-950b-34dee241952d of type vlan for network 28423c7f-2f02-46ef-b479-22066b5293cb Dec 23 15:43:52.890947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.921067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.925278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:52.925929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:52.929702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ecfece0c-aea2-4d0c-9d8b-b3821f524bfc tempest-BulkNetworkOpsTest-1807302877 tempest-BulkNetworkOpsTest-1807302877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:53.280933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6518490 Dec 23 15:43:53.281742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event updated for resources: {'Network': ['ID=28423c7f-2f02-46ef-b479-22066b5293cb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:53.283992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:53.286780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e44700e5-c066-4ca5-9302-5f81d8277bd6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:53.291084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Request body: {'subnet': {'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:53.293418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 28423c7f-2f02-46ef-b479-22066b5293cb details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:53.411844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:53.416817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Usage tracker for resource:subnet and tenant:5265a3d0f46e4ed0afe2b51d41433b45 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:53.419856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:53.426965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:53.436595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Made reservation on behalf of 5265a3d0f46e4ed0afe2b51d41433b45 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:53.548411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:53.772482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:53.776267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80880e1d-fded-4ca7-b1de-ece6cc4c6879 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:53.853914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event updated for resources: {'Subnet': ['ID=876edda2-c74f-4268-9929-1de4e72a42fd,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:53.857972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:53.872542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Checking segment: {'id': '5127e301-08ec-44fa-950b-34dee241952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:53.872938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Network hostable DHCP agents. Network: 28423c7f-2f02-46ef-b479-22066b5293cb, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:53.896898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Network 28423c7f-2f02-46ef-b479-22066b5293cb is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:53.906814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 28423c7f-2f02-46ef-b479-22066b5293cb) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:53.911070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:53.911726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:53.916974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077499ad-7a8f-4674-9dd5-0305c3f7fefd None None] Network 28423c7f-2f02-46ef-b479-22066b5293cb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:53.934412 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6493165 Dec 23 15:43:53.937855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:53.944861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1093004287'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:53.951007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:53.955345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Usage tracker for resource:network and tenant:5265a3d0f46e4ed0afe2b51d41433b45 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:53.958579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:53.964876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:53.975768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Made reservation on behalf of 5265a3d0f46e4ed0afe2b51d41433b45 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:53.981351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.012564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:43:54.022013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.022411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Added segment 5c61535d-5a29-4bf1-ae74-91fd224b8ace of type vlan for network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 Dec 23 15:43:54.050708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.091406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.095640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:54.096287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.101971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-488c072e-44e9-4576-bd3e-16ae88a5674c tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:54.149809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-28423c7f-2f02-46ef-b479-22066b5293cb', 'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb', 'tenant_id': '5265a3d0f46e4ed0afe2b51d41433b45', 'fixed_ips': [{'subnet_id': '876edda2-c74f-4268-9929-1de4e72a42fd'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:54.150727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.204443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2654397 Dec 23 15:43:54.207767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34832) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:54.214746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Request body: {'subnet': {'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:54.216880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event updated for resources: {'Network': ['ID=7acdb51b-c265-40bd-b3ab-d07c5dc9a388,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:54.219734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a564383c-d10c-4d08-a4a9-877e0ba818b6 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:54.229273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:43:54.334452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:43:54.338723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Usage tracker for resource:subnet and tenant:5265a3d0f46e4ed0afe2b51d41433b45 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:43:54.341828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:43:54.350514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:43:54.361229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Made reservation on behalf of 5265a3d0f46e4ed0afe2b51d41433b45 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:43:54.421669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Allocated IP 172.20.0.2 (28423c7f-2f02-46ef-b479-22066b5293cb/876edda2-c74f-4268-9929-1de4e72a42fd/a63d1f8e-8133-402f-9cf9-53e8aba36e11) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:54.473174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.634409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.645037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Transition to ACTIVE for port object a63d1f8e-8133-402f-9cf9-53e8aba36e11 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:54.664347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Transition to ACTIVE for port object a63d1f8e-8133-402f-9cf9-53e8aba36e11 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:54.670149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.675102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:54.712666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.719052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:54.749895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Network 28423c7f-2f02-46ef-b479-22066b5293cb is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:54.750794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Pushing event updated for resources: {'Port': ['ID=a63d1f8e-8133-402f-9cf9-53e8aba36e11,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:54.753459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:54.755318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:54.756125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:54.803139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event updated for resources: {'Subnet': ['ID=92e1ec1f-59dd-43d9-8cc6-5a82de936ac2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:54.808182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:54.813268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Checking segment: {'id': '5c61535d-5a29-4bf1-ae74-91fd224b8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:54.813663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Network hostable DHCP agents. Network: 7acdb51b-c265-40bd-b3ab-d07c5dc9a388, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:43:54.837586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:43:54.844699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Attempting to bind port a63d1f8e-8133-402f-9cf9-53e8aba36e11 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:54.845231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Attempting to bind port a63d1f8e-8133-402f-9cf9-53e8aba36e11 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5127e301-08ec-44fa-950b-34dee241952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:54.845721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Attempting to bind port a63d1f8e-8133-402f-9cf9-53e8aba36e11 on network 28423c7f-2f02-46ef-b479-22066b5293cb {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:54.846855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 7acdb51b-c265-40bd-b3ab-d07c5dc9a388) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:54.851036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:43:54.851694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.853613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:54.854034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Checking segment: {'id': '5127e301-08ec-44fa-950b-34dee241952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:54.854482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.855478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Bound using segment: {'id': '5127e301-08ec-44fa-950b-34dee241952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:54.855478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Bound port: a63d1f8e-8133-402f-9cf9-53e8aba36e11, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5127e301-08ec-44fa-950b-34dee241952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '28423c7f-2f02-46ef-b479-22066b5293cb'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:54.855830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:54.868317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a72ed3-5cc3-4969-8fb3-d89cdb26a66c None None] Network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:54.873921 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6646726 Dec 23 15:43:54.876845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34836) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:54.883188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3925852f-477e-47c7-b731-2f3e74703094 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Request body: {'router': {'external_gateway_info': {'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:43:55.063919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] For port a63d1f8e-8133-402f-9cf9-53e8aba36e11, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:55.083727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:43:55.113337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] For port a63d1f8e-8133-402f-9cf9-53e8aba36e11, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a63d1f8e-8133-402f-9cf9-53e8aba36e11,segment=NetworkSegment(5127e301-08ec-44fa-950b-34dee241952d),segment_id=5127e301-08ec-44fa-950b-34dee241952d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:55.117592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.123414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:55.242193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-7acdb51b-c265-40bd-b3ab-d07c5dc9a388', 'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388', 'tenant_id': '5265a3d0f46e4ed0afe2b51d41433b45', 'fixed_ips': [{'subnet_id': '92e1ec1f-59dd-43d9-8cc6-5a82de936ac2'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:43:55.243122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.272464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Pushing event updated for resources: {'Port': ['ID=a63d1f8e-8133-402f-9cf9-53e8aba36e11,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:55.276883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:55.541565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3925852f-477e-47c7-b731-2f3e74703094 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.626566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Allocated IP 172.21.0.2 (7acdb51b-c265-40bd-b3ab-d07c5dc9a388/92e1ec1f-59dd-43d9-8cc6-5a82de936ac2/2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:43:55.730263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.api.v2.resource [None req-3925852f-477e-47c7-b731-2f3e74703094 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:43:55.738535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3925852f-477e-47c7-b731-2f3e74703094 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "PUT /v2.0/routers/5e980f34-13b2-4ad0-a9b2-597d9b9074a6 HTTP/1.1" status: 400 len: 364 time: 0.8535440 Dec 23 15:43:55.738870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34840) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:55.815596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Deleting subnet 92e1ec1f-59dd-43d9-8cc6-5a82de936ac2 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:43:55.862311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.873916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Transition to ACTIVE for port object 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:55.894471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Transition to ACTIVE for port object 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:43:55.897566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.898944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.904161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:55.957605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:55.977285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:43:55.978155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Pushing event updated for resources: {'Port': ['ID=2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:55.980921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:43:55.982747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:55.983513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:43:56.049604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.073345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Attempting to bind port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:43:56.073745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Attempting to bind port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5c61535d-5a29-4bf1-ae74-91fd224b8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:43:56.074170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Attempting to bind port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 on network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:43:56.081650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:43:56.082069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Checking segment: {'id': '5c61535d-5a29-4bf1-ae74-91fd224b8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:43:56.082528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.082981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Bound using segment: {'id': '5c61535d-5a29-4bf1-ae74-91fd224b8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:43:56.083501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Bound port: 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c61535d-5a29-4bf1-ae74-91fd224b8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7acdb51b-c265-40bd-b3ab-d07c5dc9a388'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:43:56.083926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.123993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.128669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ebd33dae-9e8e-44de-953c-42e9841363c1 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:56.166129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event deleted for resources: {'Subnet': ['ID=92e1ec1f-59dd-43d9-8cc6-5a82de936ac2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:56.170096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:56.173698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.179093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] For port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:43:56.180786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a91bfcab-54fb-4c46-b773-d1b3951904e0 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "DELETE /v2.0/subnets/92e1ec1f-59dd-43d9-8cc6-5a82de936ac2 HTTP/1.1" status: 204 len: 168 time: 0.4406588 Dec 23 15:43:56.182687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] For port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38,segment=NetworkSegment(5c61535d-5a29-4bf1-ae74-91fd224b8ace),segment_id=5c61535d-5a29-4bf1-ae74-91fd224b8ace)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:43:56.183589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34844) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:56.187105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.191105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:56.269023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Pushing event updated for resources: {'Port': ['ID=2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:56.272015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:56.313150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.325445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Deleting port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:56.325817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.356971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95884e74-e755-4868-bfe9-a68d4948ac9e None None] Network 7acdb51b-c265-40bd-b3ab-d07c5dc9a388 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:56.556296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] For port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38,segment=NetworkSegment(5c61535d-5a29-4bf1-ae74-91fd224b8ace),segment_id=5c61535d-5a29-4bf1-ae74-91fd224b8ace)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:56.557370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.690595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Calling delete_port for 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:56.775137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:56.780489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-258fe090-ce8b-43ab-a693-0712894138d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:56.807046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a63d1f8e-8133-402f-9cf9-53e8aba36e11 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:43:56.829488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event deleted for resources: {'Port': ['ID=2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:56.832647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:56.835333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] No DVR routers for this DVR port 2a5e71f5-afd7-4b9e-9dfe-bdb15a2c4e38 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:56.885120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a63d1f8e-8133-402f-9cf9-53e8aba36e11 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:56.956161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c3371-fa2a-4465-88af-18e776adbf7f None None] Network 28423c7f-2f02-46ef-b479-22066b5293cb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:56.975891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.003578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acdb51b-c265-40bd-b3ab-d07c5dc9a388']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:57.016866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c61535d-5a29-4bf1-ae74-91fd224b8ace') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:57.017206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c61535d-5a29-4bf1-ae74-91fd224b8ace') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:57.030177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.047829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.054629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:57.055066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:57.071483 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:57.088228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Provisioning for port a63d1f8e-8133-402f-9cf9-53e8aba36e11 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:43:57.097304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Provisioning complete for port a63d1f8e-8133-402f-9cf9-53e8aba36e11 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:57.097770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.155962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.159630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12d69fef-2eb5-4621-a86e-862aa363af57 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:57.178590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.187845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event deleted for resources: {'Network': ['ID=7acdb51b-c265-40bd-b3ab-d07c5dc9a388,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:57.191185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:57.195703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "DELETE /v2.0/networks/7acdb51b-c265-40bd-b3ab-d07c5dc9a388 HTTP/1.1" status: 204 len: 168 time: 1.0081785 Dec 23 15:43:57.196027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:57.272194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Deleting subnet 876edda2-c74f-4268-9929-1de4e72a42fd {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:43:57.275625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.318573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.337712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.365655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] For port a63d1f8e-8133-402f-9cf9-53e8aba36e11, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a63d1f8e-8133-402f-9cf9-53e8aba36e11,segment=NetworkSegment(5127e301-08ec-44fa-950b-34dee241952d),segment_id=5127e301-08ec-44fa-950b-34dee241952d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:57.369659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.372157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:57.433275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.444975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Pushing event updated for resources: {'Port': ['ID=a63d1f8e-8133-402f-9cf9-53e8aba36e11,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:57.454946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:57.513701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.519182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a5cd9ed-b232-4e67-bf46-5d00f9431608 tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:57.563482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event deleted for resources: {'Subnet': ['ID=876edda2-c74f-4268-9929-1de4e72a42fd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:57.566254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:57.569663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.576421 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "DELETE /v2.0/subnets/876edda2-c74f-4268-9929-1de4e72a42fd HTTP/1.1" status: 204 len: 168 time: 0.3794017 Dec 23 15:43:57.579138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:57.620116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1ec3d-bb56-4b26-b859-de7cd3d050a4 None None] Network 28423c7f-2f02-46ef-b479-22066b5293cb requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:43:57.709612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.721643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Deleting port a63d1f8e-8133-402f-9cf9-53e8aba36e11 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:57.722004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.808112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc83cb52-947c-4bef-9e6d-dce7799ca47e None None] Provisioning complete for port a63d1f8e-8133-402f-9cf9-53e8aba36e11 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:43:57.808545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc83cb52-947c-4bef-9e6d-dce7799ca47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:57.939869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] For port a63d1f8e-8133-402f-9cf9-53e8aba36e11, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a63d1f8e-8133-402f-9cf9-53e8aba36e11,segment=NetworkSegment(5127e301-08ec-44fa-950b-34dee241952d),segment_id=5127e301-08ec-44fa-950b-34dee241952d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:57.940473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.002380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] DHCP port deletion for 28423c7f-2f02-46ef-b479-22066b5293cb request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:43:58.007358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Deleting port a63d1f8e-8133-402f-9cf9-53e8aba36e11 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:58.007792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.077054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Calling delete_port for a63d1f8e-8133-402f-9cf9-53e8aba36e11 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:58.150529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.154691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4be3701b-ae97-46a3-b159-3c00c598eb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:58.197991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event deleted for resources: {'Port': ['ID=a63d1f8e-8133-402f-9cf9-53e8aba36e11,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:58.201852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:58.204983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] No DVR routers for this DVR port a63d1f8e-8133-402f-9cf9-53e8aba36e11 on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:43:58.227011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] For port a63d1f8e-8133-402f-9cf9-53e8aba36e11, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a63d1f8e-8133-402f-9cf9-53e8aba36e11,segment=NetworkSegment(5127e301-08ec-44fa-950b-34dee241952d),segment_id=5127e301-08ec-44fa-950b-34dee241952d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:43:58.227407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.339092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.356365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Calling delete_port for a63d1f8e-8133-402f-9cf9-53e8aba36e11 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:43:58.369119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28423c7f-2f02-46ef-b479-22066b5293cb']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:58.390635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5127e301-08ec-44fa-950b-34dee241952d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:58.390987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5127e301-08ec-44fa-950b-34dee241952d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:43:58.404160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.419656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.426169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:43:58.426683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.438949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:43:58.439379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:43:58.442536 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:43:58.531340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.536855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7b63157e-13a6-4e8f-a8dc-73582326dfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:43:58.557625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.574004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Pushing event deleted for resources: {'Network': ['ID=28423c7f-2f02-46ef-b479-22066b5293cb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:43:58.577066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:43:58.579062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "DELETE /v2.0/networks/28423c7f-2f02-46ef-b479-22066b5293cb HTTP/1.1" status: 204 len: 168 time: 0.9988592 Dec 23 15:43:58.581944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34856) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:58.628878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-70b7a678-f5d0-45f0-a22c-1ef096ab4cf5 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Synchronizing usage tracker for tenant:5265a3d0f46e4ed0afe2b51d41433b45 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:43:58.653180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-70b7a678-f5d0-45f0-a22c-1ef096ab4cf5 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Unset dirty status for tenant:5265a3d0f46e4ed0afe2b51d41433b45 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:43:58.654496 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-70b7a678-f5d0-45f0-a22c-1ef096ab4cf5 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e980f34-13b2-4ad0-a9b2-597d9b9074a6 HTTP/1.1" status: 200 len: 205 time: 0.0715492 Dec 23 15:43:58.657425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:43:58.776499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a63d1f8e-8133-402f-9cf9-53e8aba36e11 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:43:58.805576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:58.811801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a63d1f8e-8133-402f-9cf9-53e8aba36e11 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:43:58.812210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a63d1f8e-8133-402f-9cf9-53e8aba36e11 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:43:58.941061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Deleting port a63d1f8e-8133-402f-9cf9-53e8aba36e11 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:43:58.941606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:59.010365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7c869-d9e2-48ee-aabb-139578f36bd7 None None] The port 'a63d1f8e-8133-402f-9cf9-53e8aba36e11' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:43:59.042058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d6691-68d2-474e-84d4-9f8033dee3fc None None] get_active_networks_info from dv-neutron-822797-1-hyperv {{(pid=88874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:43:59.132208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d6691-68d2-474e-84d4-9f8033dee3fc None None] Resources bound (agent type, host, resource id): {{(pid=88874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 23 15:43:59.459978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:59.464690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:59.490394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:59.490930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Fanout notify agent at l3_agent the message router_deleted on router 5e980f34-13b2-4ad0-a9b2-597d9b9074a6 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:43:59.501638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:43:59.502841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a76090fc-fac9-49f1-a3bb-34cb4be7c04c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] 10.222.0.49 "DELETE /v2.0/routers/5e980f34-13b2-4ad0-a9b2-597d9b9074a6 HTTP/1.1" status: 204 len: 168 time: 0.8444557 Dec 23 15:43:59.834492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34868) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:00.030968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-093c5278-5e57-4ffd-9896-91fed15303a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5265a3d0f46e4ed0afe2b51d41433b45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950355 Dec 23 15:44:00.033765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34874) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:00.098167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:00.125772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:00.184066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:00.188013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fceb5688-38f2-4612-9564-2bdb27371726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:00.200344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23e0806-a7d5-4d7e-93e5-03e5fb6560a8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:00.205657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:00.207772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:00.209008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d23e0806-a7d5-4d7e-93e5-03e5fb6560a8 HTTP/1.1" status: 204 len: 168 time: 0.1742516 Dec 23 15:44:01.099721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34896) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:01.131566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.245270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1650798568-network', 'tenant_id': 'e638cfb626df48439f92e087eb045464'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:01.253592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:01.258620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Usage tracker for resource:network and tenant:e638cfb626df48439f92e087eb045464 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:01.261885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:01.269316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:01.279991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Made reservation on behalf of e638cfb626df48439f92e087eb045464 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:44:01.284774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.298610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.333799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:01.338428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Usage tracker for resource:security_group_rule and tenant:e638cfb626df48439f92e087eb045464 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:01.341708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:01.347998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:01.423366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.426853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.431141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-70c0fc74-e23a-4bd1-a573-b599eb12161a tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:01.460276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:44:01.471194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c6844-0820-491d-baf9-e7b63cbf9edc,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:01.475264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:01.477820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.478213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Added segment 88e0ef08-98ed-45d7-beb9-78d7aad1c20d of type vlan for network e899d101-7169-4976-93d7-5d1ce7283704 Dec 23 15:44:01.506301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.538834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.539838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:01.540461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.546041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c91a326b-3971-43cd-bd9a-05885658e1c9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:01.651856 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5508459 Dec 23 15:44:01.654961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Pushing event updated for resources: {'Network': ['ID=e899d101-7169-4976-93d7-5d1ce7283704,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:01.655131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:01.657835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:01.661682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Request body: {'subnet': {'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-subnet', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:01.665816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network e899d101-7169-4976-93d7-5d1ce7283704 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:44:01.667488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:01.672037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Usage tracker for resource:subnet and tenant:e638cfb626df48439f92e087eb045464 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:01.675219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:01.682804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:01.692830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Made reservation on behalf of e638cfb626df48439f92e087eb045464 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:44:01.698065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.923443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:01.927100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d06df786-3920-4c9e-928a-13708292342f tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:01.990680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ea95ae-2014-434c-96fc-89a83ab6af98,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:01.999663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:02.019934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Checking segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:02.020352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Network hostable DHCP agents. Network: e899d101-7169-4976-93d7-5d1ce7283704, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:44:02.044342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Network e899d101-7169-4976-93d7-5d1ce7283704 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:44:02.054443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, e899d101-7169-4976-93d7-5d1ce7283704) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:02.058727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:02.059415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.063665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a07605-2019-470b-8b9f-129717918ac3 None None] Network e899d101-7169-4976-93d7-5d1ce7283704 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:44:02.081199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-759832bd-3015-4a3f-b36c-d68ec28037cd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4248569 Dec 23 15:44:02.084617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 34906) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:02.090671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:02.096125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:02.100581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Usage tracker for resource:router and tenant:e638cfb626df48439f92e087eb045464 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:02.103737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:02.110895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:02.120875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.121934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.140805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.300453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.477919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-e899d101-7169-4976-93d7-5d1ce7283704', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:44:02.478851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.510449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.548168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.649145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Allocated IP 172.20.0.2 (e899d101-7169-4976-93d7-5d1ce7283704/d5ea95ae-2014-434c-96fc-89a83ab6af98/dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:02.692016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Allocated IP 172.26.2.5 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/ecdc6841-3114-4d2c-aaa5-49bef65897fe) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:02.855222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.871290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.883427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.886667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Transition to ACTIVE for port object dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:02.887468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13d326a4-d69c-4752-ba92-1edeab5a3da6 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:02.908792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Transition to ACTIVE for port object dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:02.915250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:02.925220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:02.967949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:02.969088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Pushing event updated for resources: {'Port': ['ID=ecdc6841-3114-4d2c-aaa5-49bef65897fe,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:02.972321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:02.974015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:02.974762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:02.987895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Network e899d101-7169-4976-93d7-5d1ce7283704 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:02.991101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:02.993763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:03.035356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Pushing event updated for resources: {'Port': ['ID=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:03.038422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:03.103612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Attempting to bind port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:03.104188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Attempting to bind port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:03.104821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Attempting to bind port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa on network e899d101-7169-4976-93d7-5d1ce7283704 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:03.113414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:03.114058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Checking segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:03.114645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:03.115321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Bound using segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:03.115974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Bound port: dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:03.116444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:03.147238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:03.148041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:03.211310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] For port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:03.214546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] For port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:03.218553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:03.222479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:03.308431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Pushing event updated for resources: {'Port': ['ID=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:03.311811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:03.393583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Router 31b4f3f0-7b3b-4409-8290-54860a69cb51 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:44:03.615031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:44:03.637019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Sync routers for ids ['31b4f3f0-7b3b-4409-8290-54860a69cb51'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:44:03.645265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:03.646023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5594494 Dec 23 15:44:03.648633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:03.667202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Routers {'31b4f3f0-7b3b-4409-8290-54860a69cb51'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:03.668593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['31b4f3f0-7b3b-4409-8290-54860a69cb51'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:03.866560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Set router 31b4f3f0-7b3b-4409-8290-54860a69cb51 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:04.186058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:03Z', 'revision_number': 3, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:04.190644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Checking router: 31b4f3f0-7b3b-4409-8290-54860a69cb51 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:44:04.191059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Updating router 31b4f3f0-7b3b-4409-8290-54860a69cb51 port ecdc6841-3114-4d2c-aaa5-49bef65897fe binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:44:04.246699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.454795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.607309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.621478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Transition to ACTIVE for port object ecdc6841-3114-4d2c-aaa5-49bef65897fe will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:04.629060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.633750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:04.692290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Allocated IP 172.20.0.1 (e899d101-7169-4976-93d7-5d1ce7283704/d5ea95ae-2014-434c-96fc-89a83ab6af98/cdc67e07-9659-4ffa-ad79-585099b34ec3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:04.723000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Attempting to bind port ecdc6841-3114-4d2c-aaa5-49bef65897fe on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:04.723407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Attempting to bind port ecdc6841-3114-4d2c-aaa5-49bef65897fe by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:04.724149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Attempting to bind port ecdc6841-3114-4d2c-aaa5-49bef65897fe on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:04.726882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbc21b-018b-427e-8607-c9fd457d3725 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6841-3114-4d2c-aaa5-49bef65897fe,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:04.729923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-abcbc21b-018b-427e-8607-c9fd457d3725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:04.734984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:04.735414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:04.735865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.736525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:04.737044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Bound port: ecdc6841-3114-4d2c-aaa5-49bef65897fe, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:04.737494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.833673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] For port ecdc6841-3114-4d2c-aaa5-49bef65897fe, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:04.837282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] For port ecdc6841-3114-4d2c-aaa5-49bef65897fe, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ecdc6841-3114-4d2c-aaa5-49bef65897fe,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:04.843980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:04.867629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.874383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.886705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Transition to ACTIVE for port object cdc67e07-9659-4ffa-ad79-585099b34ec3 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:04.887930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26cfe666-93be-4620-bac7-31673975f2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:04.910925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:04.915911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:04.984648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Network e899d101-7169-4976-93d7-5d1ce7283704 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:04.988117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:04.997867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:05.001977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbc21b-018b-427e-8607-c9fd457d3725 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6841-3114-4d2c-aaa5-49bef65897fe,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:05.005495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-abcbc21b-018b-427e-8607-c9fd457d3725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:05.011549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Routers {'31b4f3f0-7b3b-4409-8290-54860a69cb51'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:05.012248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['31b4f3f0-7b3b-4409-8290-54860a69cb51'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:05.031947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc67e07-9659-4ffa-ad79-585099b34ec3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:05.038749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:05.060948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:05.069017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526cb790-c975-4fff-ba18-e3741202ff4a None None] Network e899d101-7169-4976-93d7-5d1ce7283704 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:44:05.093885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:05.148210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:05.280462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Provisioning for port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:05.313654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Provisioning complete for port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:05.314004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:05.386386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:05.390428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:05.420884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-da09e859-d87f-41bb-849a-17a26e0ab436 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:05.443539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] Set router 31b4f3f0-7b3b-4409-8290-54860a69cb51 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:05.510234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:05.514420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc67e07-9659-4ffa-ad79-585099b34ec3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:05.518941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:05.667525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Network e899d101-7169-4976-93d7-5d1ce7283704 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:05.668875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:05.937541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:06.031043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] For port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:06.063655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:06.069574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24f46f69-ed7a-4287-a384-0ee81b383197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:06.085150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Router 31b4f3f0-7b3b-4409-8290-54860a69cb51 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:44:06.159791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Pushing event updated for resources: {'Port': ['ID=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:06.163604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:06.179233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:05Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'cdc67e07-9659-4ffa-ad79-585099b34ec3', 'name': '', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'mac_address': 'fa:16:3e:5b:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:04Z', 'updated_at': '2021-12-23T15:44:04Z', 'revision_number': 1, 'project_id': 'e638cfb626df48439f92e087eb045464', 'subnets': [{'id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:06.184632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fec9e-8150-4728-9cd5-cabec63dc8a3 None None] The sync data for ids ['31b4f3f0-7b3b-4409-8290-54860a69cb51'] in dv-neutron-822797-1-hyperv is: [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:05Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'cdc67e07-9659-4ffa-ad79-585099b34ec3', 'name': '', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'mac_address': 'fa:16:3e:5b:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:04Z', 'updated_at': '2021-12-23T15:44:04Z', 'revision_number': 1, 'project_id': 'e638cfb626df48439f92e087eb045464', 'subnets': [{'id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:44:06.293029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6ec87be2-36f6-40be-b0ea-2deb94420596 None None] Provisioning complete for port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:06.293689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ec87be2-36f6-40be-b0ea-2deb94420596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:06.456314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6ec87be2-36f6-40be-b0ea-2deb94420596 None None] Provisioning for port cdc67e07-9659-4ffa-ad79-585099b34ec3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:06.462499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6ec87be2-36f6-40be-b0ea-2deb94420596 None None] Provisioning complete for port cdc67e07-9659-4ffa-ad79-585099b34ec3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:06.462976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6ec87be2-36f6-40be-b0ea-2deb94420596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:06.527696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6ec87be2-36f6-40be-b0ea-2deb94420596 None None] Port cdc67e07-9659-4ffa-ad79-585099b34ec3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:06.587678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:44:06.602629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] 10.222.0.49 "PUT /v2.0/routers/31b4f3f0-7b3b-4409-8290-54860a69cb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9525838 Dec 23 15:44:06.675231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8d8d3e7b-8c03-4995-87eb-1c43bc9aa2e6 None None] Provisioning complete for port cdc67e07-9659-4ffa-ad79-585099b34ec3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:06.675774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d8d3e7b-8c03-4995-87eb-1c43bc9aa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:06.738011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d3e7b-8c03-4995-87eb-1c43bc9aa2e6 None None] Port cdc67e07-9659-4ffa-ad79-585099b34ec3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:06.824599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:06.903071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25871a3a-9d61-4834-b5d3-5846b544bcfd None None] Provisioning complete for port cdc67e07-9659-4ffa-ad79-585099b34ec3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:06.903498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25871a3a-9d61-4834-b5d3-5846b544bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:06.965201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-25871a3a-9d61-4834-b5d3-5846b544bcfd None None] Port cdc67e07-9659-4ffa-ad79-585099b34ec3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:06.972724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:06.973284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.624615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34932) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:07.631047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-84991184-network', 'tenant_id': '10b58625bcd74489976a5dba5154cace'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:07.636959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:07.641439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Usage tracker for resource:network and tenant:10b58625bcd74489976a5dba5154cace is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:07.644720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:07.651263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:07.662479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Made reservation on behalf of 10b58625bcd74489976a5dba5154cace for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:44:07.667763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.682729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.717980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:07.722155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Usage tracker for resource:security_group_rule and tenant:10b58625bcd74489976a5dba5154cace is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:07.725484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:07.731928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:07.803121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.806673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.811568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d0159c0b-8659-49df-8fdd-ef00f95232b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:07.844460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:44:07.857849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1057a3-8d42-40d2-a537-cc532107f552,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:07.861891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:07.864954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.865516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Added segment bec73d82-227b-4092-b379-c8b7c63f8163 of type vlan for network 7e80b8e8-1197-4f6e-b958-5654f0d9638d Dec 23 15:44:07.894922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.926269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.927270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:07.927917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:07.933312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4880b4b8-5af9-49bd-9b0d-864d2b93b770 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:08.045830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Pushing event updated for resources: {'Network': ['ID=7e80b8e8-1197-4f6e-b958-5654f0d9638d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:08.049244 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4234457 Dec 23 15:44:08.050210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:08.052100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:08.057256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:44:08.059764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Request body: {'subnet': {'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-subnet', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:08.065348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:08.069912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Usage tracker for resource:subnet and tenant:10b58625bcd74489976a5dba5154cace is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:08.073074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:08.080116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:08.091382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Made reservation on behalf of 10b58625bcd74489976a5dba5154cace for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:44:08.096299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.321307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.325321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e82ef01-f8d9-4103-8151-d4b343ace829 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:08.390633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da94d273-6515-4582-8794-b424b445197e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:08.394768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:08.418559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Checking segment: {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:08.418962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Network hostable DHCP agents. Network: 7e80b8e8-1197-4f6e-b958-5654f0d9638d, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:44:08.442687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:44:08.452368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 7e80b8e8-1197-4f6e-b958-5654f0d9638d) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:08.457115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:08.457808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.462058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b41aa-3586-4bd8-862b-9f58512e563e None None] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:44:08.481110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-16101264-56c5-449c-852f-31ad59117911 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4278483 Dec 23 15:44:08.483867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:08.489657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:08.495201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:08.499330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Usage tracker for resource:router and tenant:10b58625bcd74489976a5dba5154cace is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:44:08.502390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:44:08.508574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:08.519495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.520863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.543945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.699385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-7e80b8e8-1197-4f6e-b958-5654f0d9638d', 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'fixed_ips': [{'subnet_id': 'da94d273-6515-4582-8794-b424b445197e'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:44:08.700467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.701540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.819221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecdc6841-3114-4d2c-aaa5-49bef65897fe up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:08.908563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:08.932835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Allocated IP 172.20.0.2 (7e80b8e8-1197-4f6e-b958-5654f0d9638d/da94d273-6515-4582-8794-b424b445197e/f1712a8f-0608-4d25-9a60-d348c93d1900) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:08.941531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.035864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ecdc6841-3114-4d2c-aaa5-49bef65897fe completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:09.044174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ecdc6841-3114-4d2c-aaa5-49bef65897fe triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:09.044597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.091766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Allocated IP 172.26.2.111 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/0c1f16f0-548e-4b08-be81-723177d434a3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:09.268331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.268572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.271081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.289044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Transition to ACTIVE for port object f1712a8f-0608-4d25-9a60-d348c93d1900 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:09.295347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.299507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e5f245b3-d75f-4612-87e4-0257084ed659 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:09.305637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port ecdc6841-3114-4d2c-aaa5-49bef65897fe, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ecdc6841-3114-4d2c-aaa5-49bef65897fe,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:09.312802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.316163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf33a0b7-1add-48e8-8e13-b6a0bfc0d83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:09.366636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Transition to ACTIVE for port object f1712a8f-0608-4d25-9a60-d348c93d1900 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:09.376750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.376991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:09.378134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1f16f0-548e-4b08-be81-723177d434a3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:09.381359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:09.382951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:09.385110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:09.412861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:09.413809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6841-3114-4d2c-aaa5-49bef65897fe,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:09.416881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:09.418827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:09.419365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:09.449311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:09.557370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.558108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.714664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Pushing event updated for resources: {'Port': ['ID=f1712a8f-0608-4d25-9a60-d348c93d1900,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:09.721978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:09.743053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Attempting to bind port f1712a8f-0608-4d25-9a60-d348c93d1900 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:09.743478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Attempting to bind port f1712a8f-0608-4d25-9a60-d348c93d1900 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:09.743899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Attempting to bind port f1712a8f-0608-4d25-9a60-d348c93d1900 on network 7e80b8e8-1197-4f6e-b958-5654f0d9638d {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:09.751000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:09.751431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Checking segment: {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:09.751892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.752342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Bound using segment: {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:09.752874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Bound port: f1712a8f-0608-4d25-9a60-d348c93d1900, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:09.753328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.817375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:44:09.848902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] For port f1712a8f-0608-4d25-9a60-d348c93d1900, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:09.852149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] For port f1712a8f-0608-4d25-9a60-d348c93d1900, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f1712a8f-0608-4d25-9a60-d348c93d1900,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:09.856056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:09.860515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-481fc89f-1435-4642-b50f-d73671ab8624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:09.941280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Pushing event updated for resources: {'Port': ['ID=f1712a8f-0608-4d25-9a60-d348c93d1900,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:09.948124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:10.037314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:44:10.046951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Sync routers for ids ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:44:10.064425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:10.066013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5811222 Dec 23 15:44:10.069696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 34944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:10.087407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Sync routers for ids ['31b4f3f0-7b3b-4409-8290-54860a69cb51'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:44:10.105547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Routers {'31b4f3f0-7b3b-4409-8290-54860a69cb51'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:10.106443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['31b4f3f0-7b3b-4409-8290-54860a69cb51'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:10.229762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Routers {'442e97fe-dfe9-4d63-b89d-51e959afc7e8'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:10.230780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:10.390512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Set router 31b4f3f0-7b3b-4409-8290-54860a69cb51 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:10.465689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Set router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:10.769473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:05Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'cdc67e07-9659-4ffa-ad79-585099b34ec3', 'name': '', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'mac_address': 'fa:16:3e:5b:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:04Z', 'updated_at': '2021-12-23T15:44:05Z', 'revision_number': 2, 'project_id': 'e638cfb626df48439f92e087eb045464', 'subnets': [{'id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:10.775541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Checking router: 31b4f3f0-7b3b-4409-8290-54860a69cb51 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:44:10.776256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Updating router 31b4f3f0-7b3b-4409-8290-54860a69cb51 port cdc67e07-9659-4ffa-ad79-585099b34ec3 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:44:10.809897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 3, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:10.825520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Checking router: 442e97fe-dfe9-4d63-b89d-51e959afc7e8 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:44:10.825932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Updating router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 port 0c1f16f0-548e-4b08-be81-723177d434a3 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:44:10.852368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:10.896661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:10.918829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1712a8f-0608-4d25-9a60-d348c93d1900 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:11.090809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f1712a8f-0608-4d25-9a60-d348c93d1900 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:11.162825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecdc6841-3114-4d2c-aaa5-49bef65897fe up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:11.244642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.277102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.290315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Transition to ACTIVE for port object 0c1f16f0-548e-4b08-be81-723177d434a3 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:11.294769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ecdc6841-3114-4d2c-aaa5-49bef65897fe triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:11.295204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.297325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.308534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:11.381119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Attempting to bind port 0c1f16f0-548e-4b08-be81-723177d434a3 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:11.381553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Attempting to bind port 0c1f16f0-548e-4b08-be81-723177d434a3 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:11.381967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Attempting to bind port 0c1f16f0-548e-4b08-be81-723177d434a3 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:11.396473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:11.396892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:11.397365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.397805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:11.398327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Bound port: 0c1f16f0-548e-4b08-be81-723177d434a3, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:11.398735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.470085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Pushing event updated for resources: {'Port': ['ID=0c1f16f0-548e-4b08-be81-723177d434a3,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:11.500193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.500578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.500954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.501357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.501730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.502237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.502605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.502973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.503336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.503694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.504054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:11.508163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:11.512801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] For port 0c1f16f0-548e-4b08-be81-723177d434a3, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:11.518330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] For port 0c1f16f0-548e-4b08-be81-723177d434a3, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0c1f16f0-548e-4b08-be81-723177d434a3,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:11.521098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Allocated IP 172.20.0.1 (7e80b8e8-1197-4f6e-b958-5654f0d9638d/da94d273-6515-4582-8794-b424b445197e/c1975e23-df2a-4dfb-a09f-66f428b27012) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:11.522449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.527434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bac5c5ca-e310-4c9c-868a-beec40602719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:11.543883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.572049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Transition to ACTIVE for port object cdc67e07-9659-4ffa-ad79-585099b34ec3 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:11.594322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.609856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:11.618492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Pushing event updated for resources: {'Port': ['ID=0c1f16f0-548e-4b08-be81-723177d434a3,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:11.621990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:11.624879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Routers {'442e97fe-dfe9-4d63-b89d-51e959afc7e8'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:11.625618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:11.727964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.754447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Transition to ACTIVE for port object c1975e23-df2a-4dfb-a09f-66f428b27012 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:11.764595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a3d40-7638-4af4-a8a9-86488d0007b5 None None] Pushing event updated for resources: {'Port': ['ID=cdc67e07-9659-4ffa-ad79-585099b34ec3,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:11.775091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-357a3d40-7638-4af4-a8a9-86488d0007b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:11.787384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.794000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36054a62-976e-4386-953c-1d8e2173cef3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:11.876192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:11.879778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:11.891381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:11.895807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Attempting to bind port cdc67e07-9659-4ffa-ad79-585099b34ec3 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:11.896348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Attempting to bind port cdc67e07-9659-4ffa-ad79-585099b34ec3 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:11.896667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Attempting to bind port cdc67e07-9659-4ffa-ad79-585099b34ec3 on network e899d101-7169-4976-93d7-5d1ce7283704 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:11.899812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] Set router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:11.904570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:11.905000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Checking segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:11.905504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.905953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Bound using segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:11.906500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Bound port: cdc67e07-9659-4ffa-ad79-585099b34ec3, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:11.906926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:11.933304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Pushing event updated for resources: {'Port': ['ID=c1975e23-df2a-4dfb-a09f-66f428b27012,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:11.940683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:11.958898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5275f-9695-48d2-a303-2fd93823c7ec None None] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:44:11.968723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.066275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.106490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Provisioning for port f1712a8f-0608-4d25-9a60-d348c93d1900 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:12.126975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Provisioning complete for port f1712a8f-0608-4d25-9a60-d348c93d1900 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:12.127369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.162679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] For port cdc67e07-9659-4ffa-ad79-585099b34ec3, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:12.198289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] For port cdc67e07-9659-4ffa-ad79-585099b34ec3, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cdc67e07-9659-4ffa-ad79-585099b34ec3,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:12.245987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.253466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 3, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:12.257992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4cdd6adb-cae1-43c8-9f3d-20d2cb0c5c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:12.258143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77099289-aa28-457e-8ab7-ea40688c7b88 None None] The sync data for ids ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'] in dv-neutron-822797-1-hyperv is: [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 3, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:44:12.319009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.322985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.353536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17f60ce0-8e3d-4b84-b553-5eb19b9fcf33 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:12.457949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Pushing event updated for resources: {'Port': ['ID=c1975e23-df2a-4dfb-a09f-66f428b27012,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:12.458710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a3d40-7638-4af4-a8a9-86488d0007b5 None None] Pushing event updated for resources: {'Port': ['ID=cdc67e07-9659-4ffa-ad79-585099b34ec3,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:12.461588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:12.465009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.465811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-357a3d40-7638-4af4-a8a9-86488d0007b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:12.479791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Routers {'31b4f3f0-7b3b-4409-8290-54860a69cb51'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:12.480663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['31b4f3f0-7b3b-4409-8290-54860a69cb51'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:12.570167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:12.626144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:12.627366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:13.012143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cdc67e07-9659-4ffa-ad79-585099b34ec3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:13.085697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] For port f1712a8f-0608-4d25-9a60-d348c93d1900, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f1712a8f-0608-4d25-9a60-d348c93d1900,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:13.098661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:13.104475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00fcd6c0-9d01-4884-9cb5-16f7d7a35a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:13.125199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:44:13.223839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port cdc67e07-9659-4ffa-ad79-585099b34ec3 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:13.227274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] Set router 31b4f3f0-7b3b-4409-8290-54860a69cb51 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:13.280290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Pushing event updated for resources: {'Port': ['ID=f1712a8f-0608-4d25-9a60-d348c93d1900,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:13.287577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:13.296552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port cdc67e07-9659-4ffa-ad79-585099b34ec3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:13.296981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:13.368569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:44:13.393989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] 10.222.0.49 "PUT /v2.0/routers/442e97fe-dfe9-4d63-b89d-51e959afc7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3229892 Dec 23 15:44:13.525032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Provisioning complete for port f1712a8f-0608-4d25-9a60-d348c93d1900 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:13.525494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:13.695285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:13.817252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port cdc67e07-9659-4ffa-ad79-585099b34ec3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cdc67e07-9659-4ffa-ad79-585099b34ec3,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:13.827176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:13.828107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0c1f16f0-548e-4b08-be81-723177d434a3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:13.856769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:14.021510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=cdc67e07-9659-4ffa-ad79-585099b34ec3,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:14.027507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:14.032161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Provisioning for port c1975e23-df2a-4dfb-a09f-66f428b27012 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:14.043580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Provisioning complete for port c1975e23-df2a-4dfb-a09f-66f428b27012 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:14.044013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.100828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0c1f16f0-548e-4b08-be81-723177d434a3 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:14.115311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0c1f16f0-548e-4b08-be81-723177d434a3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:14.115775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.141356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:05Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'cdc67e07-9659-4ffa-ad79-585099b34ec3', 'name': '', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'mac_address': 'fa:16:3e:5b:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:04Z', 'updated_at': '2021-12-23T15:44:12Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'subnets': [{'id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:14.148743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Port c1975e23-df2a-4dfb-a09f-66f428b27012 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:14.160136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d44140-8c16-468a-aa7c-03913b5d040b None None] The sync data for ids ['31b4f3f0-7b3b-4409-8290-54860a69cb51'] in dv-neutron-822797-1-hyperv is: [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:05Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'cdc67e07-9659-4ffa-ad79-585099b34ec3', 'name': '', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'mac_address': 'fa:16:3e:5b:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:04Z', 'updated_at': '2021-12-23T15:44:12Z', 'revision_number': 4, 'project_id': 'e638cfb626df48439f92e087eb045464', 'subnets': [{'id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:44:14.201484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Provisioning complete for port cdc67e07-9659-4ffa-ad79-585099b34ec3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:14.201914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5c-48e4-42ab-bd6e-8470663366e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.319686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.379982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 0c1f16f0-548e-4b08-be81-723177d434a3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0c1f16f0-548e-4b08-be81-723177d434a3,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:14.394384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.398595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:14.454736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-558133dd-cc64-48fe-923a-e6fb5f08e5d9 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:14.455709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-558133dd-cc64-48fe-923a-e6fb5f08e5d9 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:44:14.469045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=0c1f16f0-548e-4b08-be81-723177d434a3,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:14.472471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:14.474603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-558133dd-cc64-48fe-923a-e6fb5f08e5d9 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:44:14.476152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-558133dd-cc64-48fe-923a-e6fb5f08e5d9 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 817 time: 0.2132251 Dec 23 15:44:14.497060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-5141e8d0-b9c4-4139-a475-08748612331f tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/quotas/e638cfb626df48439f92e087eb045464 HTTP/1.1" status: 200 len: 375 time: 0.0146229 Dec 23 15:44:14.557586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cf7e674a-a184-431c-ba3a-1e05a5298cb4 None None] Provisioning complete for port c1975e23-df2a-4dfb-a09f-66f428b27012 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:14.558309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cf7e674a-a184-431c-ba3a-1e05a5298cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.593890 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-4d206d04-a5f5-4831-b890-3df5e829109f tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905375 Dec 23 15:44:14.624264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e674a-a184-431c-ba3a-1e05a5298cb4 None None] Port c1975e23-df2a-4dfb-a09f-66f428b27012 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:14.763633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-4487a438-b54c-40ff-b408-14e39999a390 service neutron] 10.222.0.49 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554246 Dec 23 15:44:14.810066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1712a8f-0608-4d25-9a60-d348c93d1900 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:14.889720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f1712a8f-0608-4d25-9a60-d348c93d1900 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:14.890082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:14.909490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-6dcbbc2f-3a0d-4289-b4b0-f0dbd11aca59 service neutron] 10.222.0.49 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448796 Dec 23 15:44:15.013988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cdc67e07-9659-4ffa-ad79-585099b34ec3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:15.092384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port cdc67e07-9659-4ffa-ad79-585099b34ec3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:15.092948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:15.106996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1d4f8f72-f37e-47e5-892c-c3513c388125 req-21a48574-64f9-450a-ac87-5e3012dd0012 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:44:15.124554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-1d4f8f72-f37e-47e5-892c-c3513c388125 req-21a48574-64f9-450a-ac87-5e3012dd0012 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:44:15.137063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1d4f8f72-f37e-47e5-892c-c3513c388125 req-21a48574-64f9-450a-ac87-5e3012dd0012 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 210 time: 0.0766358 Dec 23 15:44:15.223485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0c1f16f0-548e-4b08-be81-723177d434a3 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:15.297407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0c1f16f0-548e-4b08-be81-723177d434a3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:15.297844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:15.941669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Sync routers for ids ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:44:15.955567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Routers {'442e97fe-dfe9-4d63-b89d-51e959afc7e8'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:15.956306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:16.152307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Set router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:16.323602 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-981a49e0-5f2e-4d67-985e-c762bb44a867 req-9e3471b2-a1e9-4b60-917a-c64752feee39 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 210 time: 0.0595312 Dec 23 15:44:16.527716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-dfc0ac12-6c38-4243-b1e0-68df6c8c6c80 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:16.529365 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-dfc0ac12-6c38-4243-b1e0-68df6c8c6c80 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 817 time: 0.1751931 Dec 23 15:44:16.544994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Request body: {'port': {'device_id': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'admin_state_up': True, 'tenant_id': 'e638cfb626df48439f92e087eb045464'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:16.655077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:11Z', 'revision_number': 4, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c1975e23-df2a-4dfb-a09f-66f428b27012', 'name': '', 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'mac_address': 'fa:16:3e:66:f7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da94d273-6515-4582-8794-b424b445197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:11Z', 'updated_at': '2021-12-23T15:44:12Z', 'revision_number': 2, 'project_id': '10b58625bcd74489976a5dba5154cace', 'subnets': [{'id': 'da94d273-6515-4582-8794-b424b445197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:16.659288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Checking router: 442e97fe-dfe9-4d63-b89d-51e959afc7e8 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:44:16.659722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Updating router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 port c1975e23-df2a-4dfb-a09f-66f428b27012 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:44:16.704712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:16.715671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:16.716552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:16.724977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Made reservation on behalf of e638cfb626df48439f92e087eb045464 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:44:16.730789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:16.776773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6d0d-a8c4-4a3b-8764-607217490461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:16.910542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Allocated IP 172.20.0.10 (e899d101-7169-4976-93d7-5d1ce7283704/d5ea95ae-2014-434c-96fc-89a83ab6af98/4d057406-4c0b-43cc-8843-37cf69e98265) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:17.078027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.091634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Transition to ACTIVE for port object c1975e23-df2a-4dfb-a09f-66f428b27012 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:17.098958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.102895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:17.130440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.147275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Transition to ACTIVE for port object 4d057406-4c0b-43cc-8843-37cf69e98265 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:17.170803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.177355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:17.239249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4be0d-2d9a-4856-9c37-82deefc1caa8 None None] Pushing event updated for resources: {'Port': ['ID=c1975e23-df2a-4dfb-a09f-66f428b27012,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:17.243127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77e4be0d-2d9a-4856-9c37-82deefc1caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:17.250897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Network e899d101-7169-4976-93d7-5d1ce7283704 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:17.259331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:17.264960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:17.293306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Pushing event updated for resources: {'Port': ['ID=4d057406-4c0b-43cc-8843-37cf69e98265,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:17.299862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:17.338214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:17.338936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.357080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Attempting to bind port c1975e23-df2a-4dfb-a09f-66f428b27012 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:17.357524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Attempting to bind port c1975e23-df2a-4dfb-a09f-66f428b27012 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:17.357971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Attempting to bind port c1975e23-df2a-4dfb-a09f-66f428b27012 on network 7e80b8e8-1197-4f6e-b958-5654f0d9638d {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:17.366282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:17.367200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Checking segment: {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:17.367200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.368074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Bound using segment: {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:17.368074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Bound port: c1975e23-df2a-4dfb-a09f-66f428b27012, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec73d82-227b-4092-b379-c8b7c63f8163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:17.368479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.396538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8559127 Dec 23 15:44:17.409407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Request body: {'port': {'device_id': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:17.511810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] For port c1975e23-df2a-4dfb-a09f-66f428b27012, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:17.515477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] For port c1975e23-df2a-4dfb-a09f-66f428b27012, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c1975e23-df2a-4dfb-a09f-66f428b27012,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:17.520314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.526654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:17.573615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.608963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4be0d-2d9a-4856-9c37-82deefc1caa8 None None] Pushing event updated for resources: {'Port': ['ID=c1975e23-df2a-4dfb-a09f-66f428b27012,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:17.612366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77e4be0d-2d9a-4856-9c37-82deefc1caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:17.630510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3fa1-5298-4b8a-a9b4-299526a319eb req-dc3471f3-9e05-4930-b9f4-27d16e5150cc tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:17.635075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Routers {'442e97fe-dfe9-4d63-b89d-51e959afc7e8'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:44:17.635845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:43:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:17.640008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f65a3fa1-5298-4b8a-a9b4-299526a319eb req-dc3471f3-9e05-4930-b9f4-27d16e5150cc tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 932 time: 0.1074591 Dec 23 15:44:17.702569 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f65a3fa1-5298-4b8a-a9b4-299526a319eb req-798abcfd-942f-42ad-8ee5-dfa2691b943a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613577 Dec 23 15:44:17.712128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-812302c7-ec09-4c86-8889-e97fb751f2cb None None] Provisioning for port 4d057406-4c0b-43cc-8843-37cf69e98265 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:17.718129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-812302c7-ec09-4c86-8889-e97fb751f2cb None None] Provisioning complete for port 4d057406-4c0b-43cc-8843-37cf69e98265 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:17.718829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-812302c7-ec09-4c86-8889-e97fb751f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:17.793549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-812302c7-ec09-4c86-8889-e97fb751f2cb None None] Port 4d057406-4c0b-43cc-8843-37cf69e98265 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:17.850946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] Set router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:44:18.208017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:11Z', 'revision_number': 4, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c1975e23-df2a-4dfb-a09f-66f428b27012', 'name': '', 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'mac_address': 'fa:16:3e:66:f7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da94d273-6515-4582-8794-b424b445197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:11Z', 'updated_at': '2021-12-23T15:44:17Z', 'revision_number': 4, 'project_id': '10b58625bcd74489976a5dba5154cace', 'subnets': [{'id': 'da94d273-6515-4582-8794-b424b445197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:44:18.212672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9cd5e-7ed1-40b8-ac4d-565375943d1a None None] The sync data for ids ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'] in dv-neutron-822797-1-hyperv is: [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:11Z', 'revision_number': 4, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'c1975e23-df2a-4dfb-a09f-66f428b27012', 'name': '', 'network_id': '7e80b8e8-1197-4f6e-b958-5654f0d9638d', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'mac_address': 'fa:16:3e:66:f7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da94d273-6515-4582-8794-b424b445197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:11Z', 'updated_at': '2021-12-23T15:44:17Z', 'revision_number': 4, 'project_id': '10b58625bcd74489976a5dba5154cace', 'subnets': [{'id': 'da94d273-6515-4582-8794-b424b445197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:44:18.214938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d057406-4c0b-43cc-8843-37cf69e98265 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:44:18.222236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.237092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.238672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Transition to ACTIVE for port object 4d057406-4c0b-43cc-8843-37cf69e98265 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:18.242264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.246535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29f36416-c5d4-4688-97b9-2dbc5fe3eaf9 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:18.395486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d057406-4c0b-43cc-8843-37cf69e98265,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:18.398817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:18.518125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Attempting to bind port 4d057406-4c0b-43cc-8843-37cf69e98265 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:18.518652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Attempting to bind port 4d057406-4c0b-43cc-8843-37cf69e98265 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:18.519056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Attempting to bind port 4d057406-4c0b-43cc-8843-37cf69e98265 on network e899d101-7169-4976-93d7-5d1ce7283704 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:18.528650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Port 4d057406-4c0b-43cc-8843-37cf69e98265 on network e899d101-7169-4976-93d7-5d1ce7283704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:44:18.528921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Attempting to bind port 4d057406-4c0b-43cc-8843-37cf69e98265 on network e899d101-7169-4976-93d7-5d1ce7283704 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:18.536572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:18.536953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Checking segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:18.538007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Bound using segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:18.538501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Bound port: 4d057406-4c0b-43cc-8843-37cf69e98265, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:18.538894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.651696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] For port 4d057406-4c0b-43cc-8843-37cf69e98265, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:18.655345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] For port 4d057406-4c0b-43cc-8843-37cf69e98265, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4d057406-4c0b-43cc-8843-37cf69e98265,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:18.659026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.663949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:18.731029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.732616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d057406-4c0b-43cc-8843-37cf69e98265 HTTP/1.1" status: 200 len: 1094 time: 1.3283141 Dec 23 15:44:18.733125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'tag': '4d057406-4c0b-43cc-8843-37cf69e98265'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:44:18.747625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d057406-4c0b-43cc-8843-37cf69e98265,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:18.753572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:18.849694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b2771c36-01cc-43ab-8e51-0971b3f790cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:18.862708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c1975e23-df2a-4dfb-a09f-66f428b27012 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:18.892204 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'tag': '4d057406-4c0b-43cc-8843-37cf69e98265', 'status': 'completed', 'code': 200} Dec 23 15:44:18.958003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c1975e23-df2a-4dfb-a09f-66f428b27012 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:18.965087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c1975e23-df2a-4dfb-a09f-66f428b27012 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:18.965774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:19.006044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-8f100c14-c747-4090-8b7a-3b6786e2189f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 1097 time: 0.2043571 Dec 23 15:44:19.106817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-78693627-35be-4280-9416-f3fb4936c21c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:19.107237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:19.107610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-78693627-35be-4280-9416-f3fb4936c21c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:44:19.116386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-221b9548-4372-4e1c-aae0-1624fd40a31d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d057406-4c0b-43cc-8843-37cf69e98265 HTTP/1.1" status: 200 len: 217 time: 0.1010251 Dec 23 15:44:19.142877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port c1975e23-df2a-4dfb-a09f-66f428b27012, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c1975e23-df2a-4dfb-a09f-66f428b27012,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:19.146158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:19.149153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:19.163533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-78693627-35be-4280-9416-f3fb4936c21c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:44:19.164859 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-78693627-35be-4280-9416-f3fb4936c21c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 944 time: 0.2552698 Dec 23 15:44:19.213776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-596f8cbe-473b-4086-a997-b133d398c29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:19.215143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-596f8cbe-473b-4086-a997-b133d398c29e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ea95ae-2014-434c-96fc-89a83ab6af98 HTTP/1.1" status: 200 len: 856 time: 0.0915754 Dec 23 15:44:19.234898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=c1975e23-df2a-4dfb-a09f-66f428b27012,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:19.244649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.245051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.245502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.245873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.246253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.246634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.247012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.247383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.247750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.248123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.248497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:19.252772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:19.287060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-2f7de498-256d-47bf-a92a-569662ee397e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:44:19.311803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-2f7de498-256d-47bf-a92a-569662ee397e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:44:19.313100 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-47b4a1f5-ffea-448f-b3da-a6591f8412a3 req-2f7de498-256d-47bf-a92a-569662ee397e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348882 Dec 23 15:44:19.329712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-ef38c7ff-78a1-45a3-94fa-1c6e71f92262 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e899d101-7169-4976-93d7-5d1ce7283704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052399 Dec 23 15:44:19.484651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-e212afb7-52d4-440e-9bf9-e2184e82ea22 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472132 Dec 23 15:44:19.535730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:19.639028 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2a78079-c360-4b5b-bbc9-abfa287d3aac req-2cd0b6e2-0ea2-41a1-8f49-d121654032bf service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474218 Dec 23 15:44:19.765932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-d60723d0-06f0-473b-b316-af0cc1a40fab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 1097 time: 0.0789967 Dec 23 15:44:19.912875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-5b384092-3254-4eea-a144-99b7f9beaa0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:19.914540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-5b384092-3254-4eea-a144-99b7f9beaa0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 918 time: 0.1419067 Dec 23 15:44:19.991164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-e1665515-1d6f-426f-b667-04626b829a23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d057406-4c0b-43cc-8843-37cf69e98265 HTTP/1.1" status: 200 len: 217 time: 0.0694008 Dec 23 15:44:20.061625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-ba572593-5c27-418a-9aef-3881e8af66de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:20.063189 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-ba572593-5c27-418a-9aef-3881e8af66de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ea95ae-2014-434c-96fc-89a83ab6af98 HTTP/1.1" status: 200 len: 856 time: 0.0657125 Dec 23 15:44:20.150669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-92afa450-372f-4e91-a4ce-12ceb67499df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e899d101-7169-4976-93d7-5d1ce7283704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807645 Dec 23 15:44:20.300146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-6e85994c-0799-4620-baab-21c7e42f1fc6 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423161 Dec 23 15:44:20.454115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f8638a84-3ee9-40e1-a518-f65af9796e02 req-26b5db2f-4538-4e8e-8550-7427fd591659 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471159 Dec 23 15:44:20.536004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7d746-2e29-422c-8179-070017402b59 req-dae7c33f-5427-407d-9f52-6f795bfae861 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:20.537714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fa7d746-2e29-422c-8179-070017402b59 req-dae7c33f-5427-407d-9f52-6f795bfae861 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 944 time: 0.0897167 Dec 23 15:44:20.592226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8fa7d746-2e29-422c-8179-070017402b59 req-37b9f967-4483-4cf6-b3d0-a750201c0797 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Dec 23 15:44:20.806824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c1975e23-df2a-4dfb-a09f-66f428b27012 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:20.884820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c1975e23-df2a-4dfb-a09f-66f428b27012 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:20.885311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:21.005593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:21.821514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d4588-978f-4990-919e-f2ac2a7600ce req-56919437-054b-4287-9c3e-26e69653ea32 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:21.823171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b1d4588-978f-4990-919e-f2ac2a7600ce req-56919437-054b-4287-9c3e-26e69653ea32 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 944 time: 0.0913773 Dec 23 15:44:21.874180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b1d4588-978f-4990-919e-f2ac2a7600ce req-f2c99107-adac-4898-912d-851f9ed04222 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Dec 23 15:44:23.116449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adbcc6-f6dc-4bfa-b167-c01744688353 req-34657c06-974a-4a23-93cf-3d533eecd8e0 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:23.118143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-28adbcc6-f6dc-4bfa-b167-c01744688353 req-34657c06-974a-4a23-93cf-3d533eecd8e0 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 944 time: 0.1014917 Dec 23 15:44:23.168757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-28adbcc6-f6dc-4bfa-b167-c01744688353 req-071205a9-1943-49c0-9a5d-921a73ebebd6 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Dec 23 15:44:23.570573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4d057406-4c0b-43cc-8843-37cf69e98265 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:44:23.729357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4d057406-4c0b-43cc-8843-37cf69e98265, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4d057406-4c0b-43cc-8843-37cf69e98265,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:23.744747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '4d057406-4c0b-43cc-8843-37cf69e98265', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'port_id': '4d057406-4c0b-43cc-8843-37cf69e98265', 'mac_address': 'fa:16:3e:bc:19:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:44:23.806371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:23.825420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d057406-4c0b-43cc-8843-37cf69e98265 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:44:23.841790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4d057406-4c0b-43cc-8843-37cf69e98265, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4d057406-4c0b-43cc-8843-37cf69e98265,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:23.845890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:23.847823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:23.916684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4d057406-4c0b-43cc-8843-37cf69e98265,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:23.919945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:24.107002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4d057406-4c0b-43cc-8843-37cf69e98265'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:44:24.393105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76cd38-4725-451f-b8b4-424a6559ac24 req-39810d40-090b-42ae-a9bd-71969f1545d5 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:24.394828 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2e76cd38-4725-451f-b8b4-424a6559ac24 req-39810d40-090b-42ae-a9bd-71969f1545d5 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 945 time: 0.0923445 Dec 23 15:44:24.445252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2e76cd38-4725-451f-b8b4-424a6559ac24 req-5e8a9ebe-d6ea-47d3-9bc7-e3a908d14ab0 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Dec 23 15:44:25.585487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4d057406-4c0b-43cc-8843-37cf69e98265 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:25.657284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 4d057406-4c0b-43cc-8843-37cf69e98265 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:25.662527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 4d057406-4c0b-43cc-8843-37cf69e98265 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:25.662960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:25.666227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526777ac-0fcd-4053-91be-3b8a3bbb5e02 req-a9b5f5ae-0ecb-4a89-8b08-4971cd88da13 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:25.667870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526777ac-0fcd-4053-91be-3b8a3bbb5e02 req-a9b5f5ae-0ecb-4a89-8b08-4971cd88da13 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 945 time: 0.0914426 Dec 23 15:44:25.717692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-526777ac-0fcd-4053-91be-3b8a3bbb5e02 req-7697290e-e449-4231-a8db-f24f3e4ab2d9 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Dec 23 15:44:25.787649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:25.816948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d057406-4c0b-43cc-8843-37cf69e98265'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:44:25.827694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4d057406-4c0b-43cc-8843-37cf69e98265, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4d057406-4c0b-43cc-8843-37cf69e98265,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:25.831940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:25.834147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-abcbc21b-018b-427e-8607-c9fd457d3725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:25.903192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4d057406-4c0b-43cc-8843-37cf69e98265,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:25.906572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:25.960262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d057406-4c0b-43cc-8843-37cf69e98265', 'code': 200} Dec 23 15:44:26.225784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d48004b3-fe4c-418d-b150-b121e7fddad2 req-507b2de5-1af4-44ed-9431-fc4f18795e7d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 1099 time: 0.0923884 Dec 23 15:44:26.272641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d48004b3-fe4c-418d-b150-b121e7fddad2 req-4b174e4d-236e-468f-bb80-5f1550b482f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Dec 23 15:44:26.932374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2b62-cf2e-49a1-aace-c609572a489e req-af2c5c34-5bc1-4535-85eb-105082cd8b85 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:26.934046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fb4f2b62-cf2e-49a1-aace-c609572a489e req-af2c5c34-5bc1-4535-85eb-105082cd8b85 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 946 time: 0.0890372 Dec 23 15:44:26.983621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fb4f2b62-cf2e-49a1-aace-c609572a489e req-3aafd0ee-ebb0-4001-acc9-a85b1325b81b tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Dec 23 15:44:28.194876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299219b-0331-4d18-8b01-7ab4a7f986da req-9c71ae8d-4eed-4444-8678-42b7f594a791 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:28.196518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9299219b-0331-4d18-8b01-7ab4a7f986da req-9c71ae8d-4eed-4444-8678-42b7f594a791 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 946 time: 0.0884118 Dec 23 15:44:28.245504 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9299219b-0331-4d18-8b01-7ab4a7f986da req-7a42b068-9521-434f-b2c9-99bd94685c3a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Dec 23 15:44:28.470387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1f97-440c-492a-af5a-0341b47e51e8 req-7f174958-b2a5-4050-af44-d6d2928184cd tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:28.472072 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d78e1f97-440c-492a-af5a-0341b47e51e8 req-7f174958-b2a5-4050-af44-d6d2928184cd tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 946 time: 0.0916231 Dec 23 15:44:28.522508 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d78e1f97-440c-492a-af5a-0341b47e51e8 req-b2b616db-f892-4d08-b0aa-2327afea954b tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Dec 23 15:44:31.149973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:32.086190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:44:33.525719 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-a9660a39-e8f4-4e18-9473-d34bfd9be557 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910211 Dec 23 15:44:33.692916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-3f73cb45-f508-4fd4-8e96-994fda7f4cf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 1099 time: 0.0867796 Dec 23 15:44:33.854069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-2e62aa79-e3e7-4a76-92f7-cf2100f0527d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:33.855698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-2e62aa79-e3e7-4a76-92f7-cf2100f0527d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 918 time: 0.1400259 Dec 23 15:44:33.927673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-7541e0f1-e224-46da-93e5-6e9c694a2ab0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d057406-4c0b-43cc-8843-37cf69e98265 HTTP/1.1" status: 200 len: 217 time: 0.0644517 Dec 23 15:44:34.004441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-b1db366a-390b-4d18-82a1-b197fa9894ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:34.006083 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-b1db366a-390b-4d18-82a1-b197fa9894ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ea95ae-2014-434c-96fc-89a83ab6af98 HTTP/1.1" status: 200 len: 856 time: 0.0696301 Dec 23 15:44:34.090726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-a54b4b53-a405-454f-ba07-3785d51a6974 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e899d101-7169-4976-93d7-5d1ce7283704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775514 Dec 23 15:44:34.487736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-cefbb423-eeee-47dd-a8e9-f9f42838205a service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882923 Dec 23 15:44:34.640035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae7114b5-a64d-4291-bba3-95c1e393799e req-38a3cd3e-c028-4ce1-82c5-c7b7b872e031 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443307 Dec 23 15:44:44.726549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecc3-de33-494c-bb2e-f483bc9f020f req-43fe3fda-93a5-4ace-822e-b95fc78be8c6 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:44.728105 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a77eecc3-de33-494c-bb2e-f483bc9f020f req-43fe3fda-93a5-4ace-822e-b95fc78be8c6 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 946 time: 0.0867026 Dec 23 15:44:44.777579 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a77eecc3-de33-494c-bb2e-f483bc9f020f req-9c9d4790-662b-4082-b1ea-7b9097c7014e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Dec 23 15:44:46.013090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ac8d4-8bf2-4d9f-bfe5-eb40639f4a76 req-fb91f590-2e7d-48eb-bb6f-9578bbd8c300 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:46.014769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb6ac8d4-8bf2-4d9f-bfe5-eb40639f4a76 req-fb91f590-2e7d-48eb-bb6f-9578bbd8c300 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 946 time: 0.0932963 Dec 23 15:44:46.070000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb6ac8d4-8bf2-4d9f-bfe5-eb40639f4a76 req-4c250101-352d-46b4-9ed0-d51a28eb9666 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Dec 23 15:44:46.392045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-a5dbaaff-a5b0-408c-a24d-88707ed8656b tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:46.393623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-a5dbaaff-a5b0-408c-a24d-88707ed8656b tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 946 time: 0.0921650 Dec 23 15:44:46.472402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Deleting port 4d057406-4c0b-43cc-8843-37cf69e98265 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:44:46.472784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:46.758908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] For port 4d057406-4c0b-43cc-8843-37cf69e98265, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4d057406-4c0b-43cc-8843-37cf69e98265,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:46.759324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:46.785039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e65-f4c5-4dcf-b47a-e5a32f9c383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:46.895636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Calling delete_port for 4d057406-4c0b-43cc-8843-37cf69e98265 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:44:47.062716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:47.068833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8336b173-1d6c-4ee7-a109-c2500afe3f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:47.074731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4d057406-4c0b-43cc-8843-37cf69e98265'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:44:47.117083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Pushing event deleted for resources: {'Port': ['ID=4d057406-4c0b-43cc-8843-37cf69e98265,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:47.130137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.130580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.131055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.131508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.131946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.132368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.132791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.133230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.133655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.134072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.134490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:44:47.163486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:47.210413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] No DVR routers for this DVR port 4d057406-4c0b-43cc-8843-37cf69e98265 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:44:47.213439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:47.216495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'name': 'network-vif-deleted', 'tag': '4d057406-4c0b-43cc-8843-37cf69e98265'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:44:47.232131 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7e9b8b73-1791-49c0-acfb-a1f017d7dddf req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "DELETE /v2.0/ports/4d057406-4c0b-43cc-8843-37cf69e98265 HTTP/1.1" status: 204 len: 173 time: 0.8310125 Dec 23 15:44:47.275568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c597f7-c3a3-4d5f-8025-d51c7286aec6', 'name': 'network-vif-deleted', 'tag': '4d057406-4c0b-43cc-8843-37cf69e98265', 'status': 'completed', 'code': 200} Dec 23 15:44:47.283653 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7176cd7d-dc9a-4dce-8574-a4501ac18f0a req-63eebf8a-4bb8-4ffa-9141-7b56442dccda tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6c597f7-c3a3-4d5f-8025-d51c7286aec6 HTTP/1.1" status: 200 len: 210 time: 0.0735738 Dec 23 15:44:48.232406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:48.835663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4b11c2c-6f84-4e46-9476-17e5de1f987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:48.994763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-ab3ef25f-be05-4ced-aae1-8f7f1046268a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:48.996296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-ab3ef25f-be05-4ced-aae1-8f7f1046268a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 817 time: 0.1608055 Dec 23 15:44:49.014234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4d6a0fb0-fa74-4e1a-a020-96027c3d6e35 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/quotas/e638cfb626df48439f92e087eb045464 HTTP/1.1" status: 200 len: 375 time: 0.0119348 Dec 23 15:44:49.103630 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-c06a4446-4505-4309-a49c-cf1c782f69c7 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840991 Dec 23 15:44:49.256172 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-54422601-d4bb-4aad-b7a6-442a21ba641b service neutron] 10.222.0.49 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398456 Dec 23 15:44:49.411689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-eb0a44d3-8a95-4c4f-8855-d5072b51868b service neutron] 10.222.0.49 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455641 Dec 23 15:44:49.538488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:49.614385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6a1fac5f-8847-46e1-b1bd-1d9830e302ca req-1d783225-bdf8-48c1-8ece-c6f451338f6d tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:44:49.633020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6a1fac5f-8847-46e1-b1bd-1d9830e302ca req-1d783225-bdf8-48c1-8ece-c6f451338f6d tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:44:49.634348 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6a1fac5f-8847-46e1-b1bd-1d9830e302ca req-1d783225-bdf8-48c1-8ece-c6f451338f6d tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 210 time: 0.0700409 Dec 23 15:44:49.697408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4d057406-4c0b-43cc-8843-37cf69e98265 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:44:49.734196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 4d057406-4c0b-43cc-8843-37cf69e98265 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:44:49.734612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4d057406-4c0b-43cc-8843-37cf69e98265 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:44:50.725592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-183c08e7-f1e6-4907-85f9-500b5d2bec3c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:50.727162 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-183c08e7-f1e6-4907-85f9-500b5d2bec3c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 817 time: 0.1671655 Dec 23 15:44:50.744577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Request body: {'port': {'device_id': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'admin_state_up': True, 'tenant_id': 'e638cfb626df48439f92e087eb045464'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:50.807832 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c02a686-6442-4fca-bf57-2e2038502ebf req-db467f35-c868-4631-a9f0-3734f733f590 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 210 time: 0.0476091 Dec 23 15:44:50.895708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:44:50.906552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:44:50.916798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Made reservation on behalf of e638cfb626df48439f92e087eb045464 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:44:50.922515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:50.973461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:51.104132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Allocated IP 172.20.0.9 (e899d101-7169-4976-93d7-5d1ce7283704/d5ea95ae-2014-434c-96fc-89a83ab6af98/5249abea-e437-4347-8bcf-c87a20f9fd29) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:44:51.327714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:51.344650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Transition to ACTIVE for port object 5249abea-e437-4347-8bcf-c87a20f9fd29 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:51.366492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:51.372563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e882a44-fcb8-49a1-b5dd-5dbb2af88ebe tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:51.449673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Network e899d101-7169-4976-93d7-5d1ce7283704 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:44:51.450795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Pushing event updated for resources: {'Port': ['ID=5249abea-e437-4347-8bcf-c87a20f9fd29,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:51.453612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:44:51.455558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:51.456326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:44:51.522004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:51.522659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:51.552791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128848 Dec 23 15:44:51.565696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Request body: {'port': {'device_id': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:51.690886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:51.702927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c365a0e0-1d48-493a-8291-49d2a5105d18 None None] Provisioning for port 5249abea-e437-4347-8bcf-c87a20f9fd29 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:51.708494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c365a0e0-1d48-493a-8291-49d2a5105d18 None None] Provisioning complete for port 5249abea-e437-4347-8bcf-c87a20f9fd29 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:51.708931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c365a0e0-1d48-493a-8291-49d2a5105d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:51.767144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c365a0e0-1d48-493a-8291-49d2a5105d18 None None] Port 5249abea-e437-4347-8bcf-c87a20f9fd29 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:44:52.110868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc215-9462-46ab-8c72-c0b102b20a72 req-fdf23a1d-5f6c-4fec-8334-410d8ccd0334 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:52.111525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-734fc215-9462-46ab-8c72-c0b102b20a72 req-fdf23a1d-5f6c-4fec-8334-410d8ccd0334 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:44:52.137131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5249abea-e437-4347-8bcf-c87a20f9fd29 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:44:52.146021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:52.150454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-734fc215-9462-46ab-8c72-c0b102b20a72 req-fdf23a1d-5f6c-4fec-8334-410d8ccd0334 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:44:52.151703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-734fc215-9462-46ab-8c72-c0b102b20a72 req-fdf23a1d-5f6c-4fec-8334-410d8ccd0334 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 931 time: 0.2165406 Dec 23 15:44:52.178146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Transition to ACTIVE for port object 5249abea-e437-4347-8bcf-c87a20f9fd29 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:44:52.184945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:52.190957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c546f32-dbf2-4ee1-81fc-699039fe2791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:52.338700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Pushing event updated for resources: {'Port': ['ID=5249abea-e437-4347-8bcf-c87a20f9fd29,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:52.343709 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-734fc215-9462-46ab-8c72-c0b102b20a72 req-42e3fb79-de4f-4260-9357-4d71edf3065e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850576 Dec 23 15:44:52.344589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:52.475681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Attempting to bind port 5249abea-e437-4347-8bcf-c87a20f9fd29 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:44:52.476066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Attempting to bind port 5249abea-e437-4347-8bcf-c87a20f9fd29 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:44:52.476446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Attempting to bind port 5249abea-e437-4347-8bcf-c87a20f9fd29 on network e899d101-7169-4976-93d7-5d1ce7283704 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:52.483093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Port 5249abea-e437-4347-8bcf-c87a20f9fd29 on network e899d101-7169-4976-93d7-5d1ce7283704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:44:52.483465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Attempting to bind port 5249abea-e437-4347-8bcf-c87a20f9fd29 on network e899d101-7169-4976-93d7-5d1ce7283704 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:44:52.490463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:44:52.490844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Checking segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:44:52.491276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Bound using segment: {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:44:52.491755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Bound port: 5249abea-e437-4347-8bcf-c87a20f9fd29, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e0ef08-98ed-45d7-beb9-78d7aad1c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:44:52.492145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:52.603925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] For port 5249abea-e437-4347-8bcf-c87a20f9fd29, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:44:52.607940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] For port 5249abea-e437-4347-8bcf-c87a20f9fd29, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5249abea-e437-4347-8bcf-c87a20f9fd29,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:44:52.612348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:52.616307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:52.689546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:52.691208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] 10.222.0.65 "PUT /v2.0/ports/5249abea-e437-4347-8bcf-c87a20f9fd29 HTTP/1.1" status: 200 len: 1093 time: 1.1306200 Dec 23 15:44:52.691853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'tag': '5249abea-e437-4347-8bcf-c87a20f9fd29'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:44:52.706982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Pushing event updated for resources: {'Port': ['ID=5249abea-e437-4347-8bcf-c87a20f9fd29,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:52.711151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:52.776028 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'tag': '5249abea-e437-4347-8bcf-c87a20f9fd29', 'status': 'completed', 'code': 200} Dec 23 15:44:52.814784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-2a4d1b39-5fec-4bc8-a87c-a8e6d32048f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 1096 time: 0.0802283 Dec 23 15:44:52.894120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4f0bc9ee-1b22-4093-8d29-e9406e8a49b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5249abea-e437-4347-8bcf-c87a20f9fd29 HTTP/1.1" status: 200 len: 217 time: 0.0714338 Dec 23 15:44:52.985548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-9b7f33f2-b2cc-4262-a020-39063e564240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:52.987104 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-9b7f33f2-b2cc-4262-a020-39063e564240 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ea95ae-2014-434c-96fc-89a83ab6af98 HTTP/1.1" status: 200 len: 856 time: 0.0862517 Dec 23 15:44:53.082359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-4a77b32c-c5bd-467f-be9f-747ba755e974 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e899d101-7169-4976-93d7-5d1ce7283704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876813 Dec 23 15:44:53.235992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-1e906742-5b87-4b81-965f-24af9135c522 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459236 Dec 23 15:44:53.385485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ed8cfd8-9120-49d3-abd1-503cab5bfbf0 req-6f65900b-2488-4c62-bf94-f6af71ad1717 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419530 Dec 23 15:44:53.572519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-b08391d8-2f0b-4763-a7ec-058b4e5d3af2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e638cfb626df48439f92e087eb045464&device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 1096 time: 0.1362665 Dec 23 15:44:53.611870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ab1ac-b2b7-4c22-b36a-ab87281b4278 req-d9c732f2-feab-4ec8-8e15-1bb36946a492 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:53.613448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-545ab1ac-b2b7-4c22-b36a-ab87281b4278 req-d9c732f2-feab-4ec8-8e15-1bb36946a492 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 943 time: 0.1378608 Dec 23 15:44:53.757319 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-545ab1ac-b2b7-4c22-b36a-ab87281b4278 req-702b3607-89ee-4c5c-aff0-0cc6685a491c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363690 Dec 23 15:44:53.764422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-8876667e-21b9-4c3e-8a87-d457a6baa4d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:53.765998 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-8876667e-21b9-4c3e-8a87-d457a6baa4d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 200 len: 918 time: 0.1846132 Dec 23 15:44:53.843732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-3ea5e88a-b64e-484a-a6c6-577fd0cf7412 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5249abea-e437-4347-8bcf-c87a20f9fd29 HTTP/1.1" status: 200 len: 217 time: 0.0692198 Dec 23 15:44:53.915394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-16f43697-1ff5-4395-aeff-1e156a276bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:53.916929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-16f43697-1ff5-4395-aeff-1e156a276bfc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ea95ae-2014-434c-96fc-89a83ab6af98 HTTP/1.1" status: 200 len: 856 time: 0.0639598 Dec 23 15:44:54.003737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-7df4116b-353f-4d7b-af9a-c261dfc72dfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e899d101-7169-4976-93d7-5d1ce7283704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788374 Dec 23 15:44:54.162981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-a59916d1-fc21-4ad3-8560-4576d40a4080 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516733 Dec 23 15:44:54.538876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00febaef-3608-4a5e-b11b-d8e865fa759e req-5bf4d984-e673-4663-ba0e-dc8c4737fca3 service neutron] 10.222.0.65 "GET /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686678 Dec 23 15:44:55.211289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fc0a7-1463-4860-a4d5-28ce544efca7 req-1f8ab4dd-1ef8-45d0-b4d1-5ab92dad7d69 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:55.212942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd3fc0a7-1463-4860-a4d5-28ce544efca7 req-1f8ab4dd-1ef8-45d0-b4d1-5ab92dad7d69 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 943 time: 0.3279138 Dec 23 15:44:55.261418 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd3fc0a7-1463-4860-a4d5-28ce544efca7 req-a7d295f1-38b7-463d-bcd2-f91d378dc43c tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Dec 23 15:44:55.728157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5249abea-e437-4347-8bcf-c87a20f9fd29 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:44:55.884781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5249abea-e437-4347-8bcf-c87a20f9fd29, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5249abea-e437-4347-8bcf-c87a20f9fd29,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:55.899483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '5249abea-e437-4347-8bcf-c87a20f9fd29', 'network_id': 'e899d101-7169-4976-93d7-5d1ce7283704', 'port_id': '5249abea-e437-4347-8bcf-c87a20f9fd29', 'mac_address': 'fa:16:3e:e2:80:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ea95ae-2014-434c-96fc-89a83ab6af98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:44:55.956186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:55.976064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5249abea-e437-4347-8bcf-c87a20f9fd29 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:44:55.993394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5249abea-e437-4347-8bcf-c87a20f9fd29, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5249abea-e437-4347-8bcf-c87a20f9fd29,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:55.998579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:56.000441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:56.072130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=5249abea-e437-4347-8bcf-c87a20f9fd29,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:56.075707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:56.220134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['5249abea-e437-4347-8bcf-c87a20f9fd29'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:44:56.475795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec38d5e-7168-413b-88dc-b4c3421e436f req-0584ddf8-4eb3-48d7-8b65-830df369de47 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:56.477507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ec38d5e-7168-413b-88dc-b4c3421e436f req-0584ddf8-4eb3-48d7-8b65-830df369de47 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 944 time: 0.0848625 Dec 23 15:44:56.528021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ec38d5e-7168-413b-88dc-b4c3421e436f req-321f497c-2869-4979-b33d-f8f7eef6c8eb tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Dec 23 15:44:57.727322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5249abea-e437-4347-8bcf-c87a20f9fd29 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:44:57.761276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c3a41-0eb8-4675-960a-be286a1fa1c6 req-aacbe130-774e-4727-83b2-0220dff054a8 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:57.762882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-370c3a41-0eb8-4675-960a-be286a1fa1c6 req-aacbe130-774e-4727-83b2-0220dff054a8 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 944 time: 0.1005616 Dec 23 15:44:57.802804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 5249abea-e437-4347-8bcf-c87a20f9fd29 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:44:57.807876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 5249abea-e437-4347-8bcf-c87a20f9fd29 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:44:57.808328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:57.813495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-370c3a41-0eb8-4675-960a-be286a1fa1c6 req-66457d0c-1fe9-42bc-88ba-5404d26757c0 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Dec 23 15:44:57.930010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:57.968789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249abea-e437-4347-8bcf-c87a20f9fd29'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:44:57.979664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 5249abea-e437-4347-8bcf-c87a20f9fd29, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5249abea-e437-4347-8bcf-c87a20f9fd29,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:44:57.983238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:44:57.985287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2b2ca729-676c-4733-bb4f-309ec7c46a9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:44:58.032114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249abea-e437-4347-8bcf-c87a20f9fd29', 'code': 200} Dec 23 15:44:58.061562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=5249abea-e437-4347-8bcf-c87a20f9fd29,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:44:58.064777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:44:58.273479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ef385ba-2e9a-4fe3-a53d-a0fd81448736 req-61157092-2b19-4891-b822-2ec106383a16 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 1098 time: 0.0778816 Dec 23 15:44:58.319120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ef385ba-2e9a-4fe3-a53d-a0fd81448736 req-14f39ba7-ba9e-4938-b80e-110e5d2abfc1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Dec 23 15:44:59.040230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e7a44-01f8-4cd5-b9f5-adb86e47254b req-4f13a4e9-2b47-4545-9459-099b490bcb8a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:44:59.041847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d71e7a44-01f8-4cd5-b9f5-adb86e47254b req-4f13a4e9-2b47-4545-9459-099b490bcb8a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 945 time: 0.0869853 Dec 23 15:44:59.091942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d71e7a44-01f8-4cd5-b9f5-adb86e47254b req-3846d1ff-7bbf-4cee-b0ce-1f76393af680 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Dec 23 15:45:00.325837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6a845-0b05-40bc-b6b7-f18cd7a4223a req-7c8c736b-13b4-4d84-9844-5c4aeafb44eb tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:00.327487 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63f6a845-0b05-40bc-b6b7-f18cd7a4223a req-7c8c736b-13b4-4d84-9844-5c4aeafb44eb tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 945 time: 0.0988593 Dec 23 15:45:00.385202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63f6a845-0b05-40bc-b6b7-f18cd7a4223a req-1c671de2-3320-4f09-ac01-e9b1b8f77a6e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491967 Dec 23 15:45:00.608850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b54f49-b3eb-4643-a2d1-cf555718abf1 req-ed05b945-dff9-4691-bf14-df69f62e961f tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:00.610504 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-57b54f49-b3eb-4643-a2d1-cf555718abf1 req-ed05b945-dff9-4691-bf14-df69f62e961f tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 945 time: 0.1047821 Dec 23 15:45:00.661307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-57b54f49-b3eb-4643-a2d1-cf555718abf1 req-e261504d-59c7-4b14-8d60-afd929538db5 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443342 Dec 23 15:45:01.145614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:09.094641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:45:16.611332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a837-2735-4103-a6f4-f8539fd26698 req-95962725-d7d3-490f-acb1-963e0ff145e4 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:16.613023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a176a837-2735-4103-a6f4-f8539fd26698 req-95962725-d7d3-490f-acb1-963e0ff145e4 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 945 time: 0.0911634 Dec 23 15:45:16.666833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a176a837-2735-4103-a6f4-f8539fd26698 req-2c131163-a224-4733-8923-6416f9bba80b tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445366 Dec 23 15:45:16.787108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b796ffb8-36a9-4b9b-bea7-a0d264e9478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:17.902928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cf678-a398-49f3-b15e-f8017b4e88e5 req-41d65730-3770-456e-be13-f88da5dfc51a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:17.904614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a7cf678-a398-49f3-b15e-f8017b4e88e5 req-41d65730-3770-456e-be13-f88da5dfc51a tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 945 time: 0.0981739 Dec 23 15:45:17.955259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2a7cf678-a398-49f3-b15e-f8017b4e88e5 req-d61767ee-8062-4610-a3a5-3065baba8f81 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0c6844-0820-491d-baf9-e7b63cbf9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Dec 23 15:45:18.169375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-34719d41-8ffc-4952-a468-af737dc8405e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:18.171024 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-34719d41-8ffc-4952-a468-af737dc8405e tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 945 time: 0.1068997 Dec 23 15:45:18.248685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:18.255490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Deleting port 5249abea-e437-4347-8bcf-c87a20f9fd29 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:18.255878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:18.519718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] For port 5249abea-e437-4347-8bcf-c87a20f9fd29, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5249abea-e437-4347-8bcf-c87a20f9fd29,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:18.520120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:18.649205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Calling delete_port for 5249abea-e437-4347-8bcf-c87a20f9fd29 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:18.801145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:18.807337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e5db6e-694f-40b9-b1d9-60e1dd7330e5 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:18.813288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['5249abea-e437-4347-8bcf-c87a20f9fd29'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:45:18.852022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Pushing event deleted for resources: {'Port': ['ID=5249abea-e437-4347-8bcf-c87a20f9fd29,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:18.856482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:18.864299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c41b9a4e-98a5-4481-ab7f-63ea34d68bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:18.934768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] No DVR routers for this DVR port 5249abea-e437-4347-8bcf-c87a20f9fd29 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:45:18.937452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:18.942515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'name': 'network-vif-deleted', 'tag': '5249abea-e437-4347-8bcf-c87a20f9fd29'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:45:18.957010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d237399-769a-48be-bd56-4fa38e0f38c2 req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.65 "DELETE /v2.0/ports/5249abea-e437-4347-8bcf-c87a20f9fd29 HTTP/1.1" status: 204 len: 173 time: 0.7795875 Dec 23 15:45:19.002626 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b18e65-0a53-4d68-a3af-9af3e13c1899', 'name': 'network-vif-deleted', 'tag': '5249abea-e437-4347-8bcf-c87a20f9fd29', 'status': 'completed', 'code': 200} Dec 23 15:45:19.139123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-220a3e3e-7f4a-467c-8901-e6491db3d150 req-9b334cd3-f1d9-432a-9c93-c041161ad3d6 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Synchronizing usage tracker for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:45:19.154855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-220a3e3e-7f4a-467c-8901-e6491db3d150 req-9b334cd3-f1d9-432a-9c93-c041161ad3d6 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Unset dirty status for tenant:e638cfb626df48439f92e087eb045464 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:45:19.156170 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-220a3e3e-7f4a-467c-8901-e6491db3d150 req-9b334cd3-f1d9-432a-9c93-c041161ad3d6 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b18e65-0a53-4d68-a3af-9af3e13c1899 HTTP/1.1" status: 200 len: 210 time: 0.0657783 Dec 23 15:45:19.542046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:20.327139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35232) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:20.756458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:20.982753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:21.404024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Deleting port cdc67e07-9659-4ffa-ad79-585099b34ec3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:21.404538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:21.594703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] For port cdc67e07-9659-4ffa-ad79-585099b34ec3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=cdc67e07-9659-4ffa-ad79-585099b34ec3,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:21.595078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:21.724392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Calling delete_port for cdc67e07-9659-4ffa-ad79-585099b34ec3 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:21.848727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5249abea-e437-4347-8bcf-c87a20f9fd29 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:21.883944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 5249abea-e437-4347-8bcf-c87a20f9fd29 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:21.884380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 5249abea-e437-4347-8bcf-c87a20f9fd29 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:21.914109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:21.918761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:21.962959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc67e07-9659-4ffa-ad79-585099b34ec3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:21.965701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:22.266734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:23.155363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Router 31b4f3f0-7b3b-4409-8290-54860a69cb51 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:45:23.371990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:45:23.383127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] Sync routers for ids ['31b4f3f0-7b3b-4409-8290-54860a69cb51'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:45:23.392829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] 10.222.0.49 "PUT /v2.0/routers/31b4f3f0-7b3b-4409-8290-54860a69cb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0644283 Dec 23 15:45:23.395622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35236) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:23.397475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] Routers {'31b4f3f0-7b3b-4409-8290-54860a69cb51'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:23.398177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['31b4f3f0-7b3b-4409-8290-54860a69cb51'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:23.588238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] Set router 31b4f3f0-7b3b-4409-8290-54860a69cb51 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:23.608217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:23.825838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:23.835405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Deleting port ecdc6841-3114-4d2c-aaa5-49bef65897fe {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:23.835738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:23.900859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:45:21Z', 'revision_number': 5, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port': {'id': 'ecdc6841-3114-4d2c-aaa5-49bef65897fe', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:23.905471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] Checking router: 31b4f3f0-7b3b-4409-8290-54860a69cb51 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:45:23.917074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] Routers {'31b4f3f0-7b3b-4409-8290-54860a69cb51'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:23.917789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['31b4f3f0-7b3b-4409-8290-54860a69cb51'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:24.021531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] For port ecdc6841-3114-4d2c-aaa5-49bef65897fe, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ecdc6841-3114-4d2c-aaa5-49bef65897fe,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:24.021939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:24.076509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] Set router 31b4f3f0-7b3b-4409-8290-54860a69cb51 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:24.175354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Calling delete_port for ecdc6841-3114-4d2c-aaa5-49bef65897fe owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:24.188717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:45:23Z', 'revision_number': 6, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:24.193525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffabf7-edd4-43b5-ad17-ab1e0024fe59 None None] The sync data for ids ['31b4f3f0-7b3b-4409-8290-54860a69cb51'] in dv-neutron-822797-1-hyperv is: [{'id': '31b4f3f0-7b3b-4409-8290-54860a69cb51', 'name': 'tempest-TestEncryptedCinderVolumes-1650798568-router', 'tenant_id': 'e638cfb626df48439f92e087eb045464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:02Z', 'updated_at': '2021-12-23T15:45:23Z', 'revision_number': 6, 'project_id': 'e638cfb626df48439f92e087eb045464', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:45:24.361590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:24.365832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-54e78802-a8cf-4f7c-ae4f-f1b6442cfc19 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:24.409358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdc6841-3114-4d2c-aaa5-49bef65897fe,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:24.413283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:24.658331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:24.832882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cdc67e07-9659-4ffa-ad79-585099b34ec3 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:24.872008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: cdc67e07-9659-4ffa-ad79-585099b34ec3 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:24.872384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device cdc67e07-9659-4ffa-ad79-585099b34ec3 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:24.872859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecdc6841-3114-4d2c-aaa5-49bef65897fe no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:24.908067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: ecdc6841-3114-4d2c-aaa5-49bef65897fe {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:24.908475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ecdc6841-3114-4d2c-aaa5-49bef65897fe not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:25.170550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.175710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.212552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.213048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b4f3f0-7b3b-4409-8290-54860a69cb51 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:45:25.226301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.230148 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/31b4f3f0-7b3b-4409-8290-54860a69cb51 HTTP/1.1" status: 204 len: 168 time: 1.8309300 Dec 23 15:45:25.230754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35240) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:25.299897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Deleting subnet d5ea95ae-2014-434c-96fc-89a83ab6af98 {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:45:25.303819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.361573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.443492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.526137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.530846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a489307-84c6-4555-9a79-4cf5de3f1e37 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:25.568580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ea95ae-2014-434c-96fc-89a83ab6af98,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:25.571945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:25.574474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.581187 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f847ae66-acaa-46d9-9ef8-97b45611c4b2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5ea95ae-2014-434c-96fc-89a83ab6af98 HTTP/1.1" status: 204 len: 168 time: 0.3492951 Dec 23 15:45:25.581336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def6dfbd-38cc-4830-a71d-e0cf0a945437 None None] Network e899d101-7169-4976-93d7-5d1ce7283704 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:45:25.583976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35244) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:25.702467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.713493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Deleting port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:25.713872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.854078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] DHCP port deletion for e899d101-7169-4976-93d7-5d1ce7283704 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:45:25.858585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Deleting port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:25.859019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:25.936135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] For port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:25.936548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.073780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Calling delete_port for dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:26.147855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.151872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:26.195119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:26.199551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:26.202536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] No DVR routers for this DVR port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:45:26.243204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] For port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa,segment=NetworkSegment(88e0ef08-98ed-45d7-beb9-78d7aad1c20d),segment_id=88e0ef08-98ed-45d7-beb9-78d7aad1c20d)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:26.243658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.326634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.358171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e899d101-7169-4976-93d7-5d1ce7283704']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:26.371975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e0ef08-98ed-45d7-beb9-78d7aad1c20d') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:26.372278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e0ef08-98ed-45d7-beb9-78d7aad1c20d') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:26.372550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Calling delete_port for dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:26.385201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.401564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.408472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:45:26.408913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:45:26.423613 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:45:26.442437 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:45:26.446670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:45:26.446950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:45:26.501754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.506510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.509269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-850549e9-1b57-4561-b27c-3153914627d8 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:26.537196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e899d101-7169-4976-93d7-5d1ce7283704,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:26.539732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:26.551662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] 10.222.0.49 "DELETE /v2.0/networks/e899d101-7169-4976-93d7-5d1ce7283704 HTTP/1.1" status: 204 len: 168 time: 0.9665220 Dec 23 15:45:26.555135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35248) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:26.829813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:26.863810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:26.864205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:26.949011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Deleting port dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:26.949605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:26.984379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:27.017471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f3db24fb-2dc6-445a-bdfa-88f364da8c81 None None] The port 'dcb52ee4-9ab4-4f6e-b8ee-f4a4562364aa' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:45:27.651262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Deleting port c1975e23-df2a-4dfb-a09f-66f428b27012 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:27.651886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:27.838068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] For port c1975e23-df2a-4dfb-a09f-66f428b27012, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c1975e23-df2a-4dfb-a09f-66f428b27012,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:27.838461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:27.964134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Calling delete_port for c1975e23-df2a-4dfb-a09f-66f428b27012 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:28.150742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:28.154575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b75bc028-df36-43ce-b8c0-d4b49ec7e822 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:28.201400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c1975e23-df2a-4dfb-a09f-66f428b27012,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:28.204193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:28.750919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:29.382040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:45:29.608035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:45:29.618041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012b327-df7a-4400-a851-928a140fc68d None None] Sync routers for ids ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:45:29.619120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] 10.222.0.49 "PUT /v2.0/routers/442e97fe-dfe9-4d63-b89d-51e959afc7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0629141 Dec 23 15:45:29.622178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35252) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:29.632592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] Routers {'442e97fe-dfe9-4d63-b89d-51e959afc7e8'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:29.633219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:29.824736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] Set router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:29.835467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:30.056062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:30.065425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Deleting port 0c1f16f0-548e-4b08-be81-723177d434a3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:30.065809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:30.249092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] For port 0c1f16f0-548e-4b08-be81-723177d434a3, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0c1f16f0-548e-4b08-be81-723177d434a3,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:30.249665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:30.273203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:45:28Z', 'revision_number': 5, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port': {'id': '0c1f16f0-548e-4b08-be81-723177d434a3', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:30.277937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012b327-df7a-4400-a851-928a140fc68d None None] Checking router: 442e97fe-dfe9-4d63-b89d-51e959afc7e8 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:45:30.290739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] Routers {'442e97fe-dfe9-4d63-b89d-51e959afc7e8'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:30.291406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:30.377239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Calling delete_port for 0c1f16f0-548e-4b08-be81-723177d434a3 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:30.451050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] Set router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:30.547748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:30.551832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2584513b-494d-4cbf-91c7-07678375d097 tempest-ServersNegativeTestJSON-2009923661 tempest-ServersNegativeTestJSON-2009923661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:30.562446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2012b327-df7a-4400-a851-928a140fc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:45:30Z', 'revision_number': 6, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:30.567278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012b327-df7a-4400-a851-928a140fc68d None None] The sync data for ids ['442e97fe-dfe9-4d63-b89d-51e959afc7e8'] in dv-neutron-822797-1-hyperv is: [{'id': '442e97fe-dfe9-4d63-b89d-51e959afc7e8', 'name': 'tempest-TestEncryptedCinderVolumes-84991184-router', 'tenant_id': '10b58625bcd74489976a5dba5154cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:08Z', 'updated_at': '2021-12-23T15:45:30Z', 'revision_number': 6, 'project_id': '10b58625bcd74489976a5dba5154cace', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:45:30.599555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1f16f0-548e-4b08-be81-723177d434a3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:30.603516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:30.843063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:30.876721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c1975e23-df2a-4dfb-a09f-66f428b27012 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:30.916234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c1975e23-df2a-4dfb-a09f-66f428b27012 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:30.916667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c1975e23-df2a-4dfb-a09f-66f428b27012 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:31.144217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.362046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.366821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.395865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.396477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442e97fe-dfe9-4d63-b89d-51e959afc7e8 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:45:31.410025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.413744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] 10.222.0.49 "DELETE /v2.0/routers/442e97fe-dfe9-4d63-b89d-51e959afc7e8 HTTP/1.1" status: 204 len: 168 time: 1.7881231 Dec 23 15:45:31.414059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35256) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:31.482837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Deleting subnet da94d273-6515-4582-8794-b424b445197e {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:45:31.486535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.539931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.629802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.709509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.714201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3ef71a0c-1e84-47a0-879e-47dcd85ee43c tempest-PortsTestJSON-486550249 tempest-PortsTestJSON-486550249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:31.754943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da94d273-6515-4582-8794-b424b445197e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:31.757842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:31.760404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.766801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e198a8-dae2-41ec-873d-10bfbf61eb86 None None] Network 7e80b8e8-1197-4f6e-b958-5654f0d9638d requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:45:31.766990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f040edf-7180-4765-9d1f-98a22ebb25d0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/da94d273-6515-4582-8794-b424b445197e HTTP/1.1" status: 204 len: 168 time: 0.3515899 Dec 23 15:45:31.770491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35260) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:31.890462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:31.902032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Deleting port f1712a8f-0608-4d25-9a60-d348c93d1900 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:31.902440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.036592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] DHCP port deletion for 7e80b8e8-1197-4f6e-b958-5654f0d9638d request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:45:32.041069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Deleting port f1712a8f-0608-4d25-9a60-d348c93d1900 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:32.041506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.125606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] For port f1712a8f-0608-4d25-9a60-d348c93d1900, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f1712a8f-0608-4d25-9a60-d348c93d1900,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:32.127029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.259786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Calling delete_port for f1712a8f-0608-4d25-9a60-d348c93d1900 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:32.264587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] For port f1712a8f-0608-4d25-9a60-d348c93d1900, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f1712a8f-0608-4d25-9a60-d348c93d1900,segment=NetworkSegment(bec73d82-227b-4092-b379-c8b7c63f8163),segment_id=bec73d82-227b-4092-b379-c8b7c63f8163)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:32.264990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.336050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.340112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f5b6cf09-f096-4947-80da-32a17a77c008 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:32.382871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1712a8f-0608-4d25-9a60-d348c93d1900,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:32.386813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:32.390058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] No DVR routers for this DVR port f1712a8f-0608-4d25-9a60-d348c93d1900 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:45:32.394312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Calling delete_port for f1712a8f-0608-4d25-9a60-d348c93d1900 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:45:32.466682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:45:32.467102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:45:32.522946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.549731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e80b8e8-1197-4f6e-b958-5654f0d9638d']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:32.562860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec73d82-227b-4092-b379-c8b7c63f8163') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:32.563200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec73d82-227b-4092-b379-c8b7c63f8163') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:32.578365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.597928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.605017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:45:32.605524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:45:32.620053 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:45:32.709793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.713305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9c1f781-a740-41b1-9725-a1778a881ee5 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:32.727253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:32.738396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e80b8e8-1197-4f6e-b958-5654f0d9638d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:32.741420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:32.743300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7e80b8e8-1197-4f6e-b958-5654f0d9638d HTTP/1.1" status: 204 len: 168 time: 0.9718165 Dec 23 15:45:32.832332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1712a8f-0608-4d25-9a60-d348c93d1900 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:32.870411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f1712a8f-0608-4d25-9a60-d348c93d1900 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:32.870819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f1712a8f-0608-4d25-9a60-d348c93d1900 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:32.871294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0c1f16f0-548e-4b08-be81-723177d434a3 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:45:32.905438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0c1f16f0-548e-4b08-be81-723177d434a3 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:45:32.906028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0c1f16f0-548e-4b08-be81-723177d434a3 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:45:32.959094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:32.968407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Deleting port f1712a8f-0608-4d25-9a60-d348c93d1900 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:45:32.968846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.018650 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-86272f8e-5552-43e3-949c-6b1be242d856 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e638cfb626df48439f92e087eb045464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581481 Dec 23 15:45:33.021406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:33.034087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bd9246eb-b48f-46bb-a9c3-b3e87a18c7ce None None] The port 'f1712a8f-0608-4d25-9a60-d348c93d1900' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:45:33.088402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.116306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.177373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.182631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-da2a6299-5fc6-4040-b0a7-d1677a815a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:33.198610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c6844-0820-491d-baf9-e7b63cbf9edc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:33.211749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.212194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.212622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.213044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.213495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.213916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.214337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.214749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.215162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.215570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.215979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:33.219196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.220430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a0c6844-0820-491d-baf9-e7b63cbf9edc HTTP/1.1" status: 204 len: 168 time: 0.1978288 Dec 23 15:45:33.221407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:33.718583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35278) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:33.775743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96331bb8-d441-4cde-b0ce-91e3a57c8f9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10b58625bcd74489976a5dba5154cace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557103 Dec 23 15:45:33.779216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:33.849979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.878038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.935258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.939193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:33.953206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1057a3-8d42-40d2-a537-cc532107f552,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:33.956551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:33.958588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:33.959724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f1057a3-8d42-40d2-a537-cc532107f552 HTTP/1.1" status: 204 len: 168 time: 0.1794469 Dec 23 15:45:34.902067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35304) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:35.050031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1084633365-network', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:35.055934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:35.060424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Usage tracker for resource:network and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:35.063788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:35.071916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:35.083014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Made reservation on behalf of 5024d6b8faff4268be2fc75ef642bad3 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:45:35.087885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.101762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.144771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:35.151472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:35.156554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:35.164429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:35.237764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.241746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.244812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f4e47d46-1f30-476b-87bf-01d505db2907 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:35.275138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:45:35.284238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:35.288321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:35.291055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.291452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Added segment d923affe-686a-4ade-b00c-ad810752198e of type vlan for network 811ad871-484c-4504-8f53-e6eb213b2733 Dec 23 15:45:35.319406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.350707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.351715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:35.352359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.357745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:35.473888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5705209 Dec 23 15:45:35.474771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Pushing event updated for resources: {'Network': ['ID=811ad871-484c-4504-8f53-e6eb213b2733,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:35.476865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35310) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:35.479517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:35.483621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Request body: {'subnet': {'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1084633365-subnet', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:35.485477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 811ad871-484c-4504-8f53-e6eb213b2733 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:45:35.489190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:35.493468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Usage tracker for resource:subnet and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:35.496527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:35.502755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:35.513599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Made reservation on behalf of 5024d6b8faff4268be2fc75ef642bad3 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:45:35.518493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.741478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.745206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcfa6f12-3eba-4a7f-a5d2-2beaf0acf085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:35.820737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:35.823641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:35.840699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Checking segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:35.841099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Network hostable DHCP agents. Network: 811ad871-484c-4504-8f53-e6eb213b2733, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:45:35.866456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Network 811ad871-484c-4504-8f53-e6eb213b2733 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:45:35.875424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 811ad871-484c-4504-8f53-e6eb213b2733) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:35.879813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:35.880466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.899161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f5fe6-716b-4dcf-be6f-c688e34cb28f None None] Network 811ad871-484c-4504-8f53-e6eb213b2733 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:45:35.915893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4378905 Dec 23 15:45:35.918990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35314) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:35.924758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:35.930299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:35.934852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Usage tracker for resource:router and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:35.938145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:35.945330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:35.956673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.957724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:35.977522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.130277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.134363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-811ad871-484c-4504-8f53-e6eb213b2733', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:45:36.135299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.308547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Allocated IP 172.20.0.2 (811ad871-484c-4504-8f53-e6eb213b2733/0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb/84e4840b-acce-4373-9822-d388f6e587f9) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:45:36.339451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.372876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.520517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Allocated IP 172.26.2.252 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/c35b0c66-75ef-46a8-a623-c1b5439f78e8) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:45:36.530608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.542524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Transition to ACTIVE for port object 84e4840b-acce-4373-9822-d388f6e587f9 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:36.563239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Transition to ACTIVE for port object 84e4840b-acce-4373-9822-d388f6e587f9 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:36.568438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.573516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:36.647476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Network 811ad871-484c-4504-8f53-e6eb213b2733 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:36.648643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:36.650649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Pushing event updated for resources: {'Port': ['ID=84e4840b-acce-4373-9822-d388f6e587f9,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:36.653822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:45:36.665844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.666244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.666632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.667014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.667397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.667775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.668150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.668532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.668905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.669320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.669694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:36.684923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.698165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:36.711833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.716495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4984cfa5-8b8c-4d5a-9801-75c64681edd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:36.757212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Attempting to bind port 84e4840b-acce-4373-9822-d388f6e587f9 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:45:36.757647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Attempting to bind port 84e4840b-acce-4373-9822-d388f6e587f9 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:45:36.758061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Attempting to bind port 84e4840b-acce-4373-9822-d388f6e587f9 on network 811ad871-484c-4504-8f53-e6eb213b2733 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:45:36.765320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:45:36.765764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Checking segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:36.766198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.766647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Bound using segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:45:36.767146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Bound port: 84e4840b-acce-4373-9822-d388f6e587f9, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:45:36.767563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.789295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:36.790640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:36.792663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Pushing event updated for resources: {'Port': ['ID=c35b0c66-75ef-46a8-a623-c1b5439f78e8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:36.795049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:45:36.822673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:36.862828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] For port 84e4840b-acce-4373-9822-d388f6e587f9, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:45:36.866094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] For port 84e4840b-acce-4373-9822-d388f6e587f9, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=84e4840b-acce-4373-9822-d388f6e587f9,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:45:36.870076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.873881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2eb37e51-d4f4-4ee0-9376-1b6209e0e739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:36.961234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Pushing event updated for resources: {'Port': ['ID=84e4840b-acce-4373-9822-d388f6e587f9,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:36.963859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:36.964692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:36.965526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:37.219217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Router 315c700e-436f-412a-bfa3-58228ec071af is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:45:37.454031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:45:37.465929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Sync routers for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:45:37.478755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:37.480523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:37.481282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:37.481686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5616004 Dec 23 15:45:37.483271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35318) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:37.676672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:38.156706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 3, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:38.161510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Checking router: 315c700e-436f-412a-bfa3-58228ec071af for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:45:38.161918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Updating router 315c700e-436f-412a-bfa3-58228ec071af port c35b0c66-75ef-46a8-a623-c1b5439f78e8 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:45:38.227969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.541715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9681781-48dd-4a71-9fec-a73508357278 None None] Network 811ad871-484c-4504-8f53-e6eb213b2733 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:45:38.549087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.684684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.707324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-6da00dee-e6c3-45fe-bd3e-3d3eb7d431c0 None None] Provisioning for port 84e4840b-acce-4373-9822-d388f6e587f9 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:38.712356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Transition to ACTIVE for port object c35b0c66-75ef-46a8-a623-c1b5439f78e8 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:38.736131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.742171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:38.775833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Allocated IP 172.20.0.1 (811ad871-484c-4504-8f53-e6eb213b2733/0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb/a82f1d5b-40d3-4352-b187-50b32bd12f5d) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:45:38.886372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 84e4840b-acce-4373-9822-d388f6e587f9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:38.918174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef055573-a518-4a93-9db1-b0efddff2f9f None None] Pushing event updated for resources: {'Port': ['ID=c35b0c66-75ef-46a8-a623-c1b5439f78e8,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:38.928273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Attempting to bind port c35b0c66-75ef-46a8-a623-c1b5439f78e8 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:45:38.928733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Attempting to bind port c35b0c66-75ef-46a8-a623-c1b5439f78e8 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:45:38.929146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Attempting to bind port c35b0c66-75ef-46a8-a623-c1b5439f78e8 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:45:38.932151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef055573-a518-4a93-9db1-b0efddff2f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:38.940333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.957898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Transition to ACTIVE for port object a82f1d5b-40d3-4352-b187-50b32bd12f5d will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:38.978865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:45:38.979126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.979262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:38.979718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.980167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:45:38.980698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Bound port: c35b0c66-75ef-46a8-a623-c1b5439f78e8, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:45:38.981121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:38.982966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e0d8c41-74b8-46be-8891-f3c677609e66 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:39.055889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Network 811ad871-484c-4504-8f53-e6eb213b2733 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:39.056883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Pushing event updated for resources: {'Port': ['ID=a82f1d5b-40d3-4352-b187-50b32bd12f5d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:39.059716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:39.061681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:39.062431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:45:39.085240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] For port c35b0c66-75ef-46a8-a623-c1b5439f78e8, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:45:39.092338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] For port c35b0c66-75ef-46a8-a623-c1b5439f78e8, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c35b0c66-75ef-46a8-a623-c1b5439f78e8,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:45:39.098774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.104129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0e3f7e4-ca23-42f8-aa11-8db3675b724e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:39.122004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.147615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 84e4840b-acce-4373-9822-d388f6e587f9 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:39.174837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 84e4840b-acce-4373-9822-d388f6e587f9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:39.175284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.211817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.259713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef055573-a518-4a93-9db1-b0efddff2f9f None None] Pushing event updated for resources: {'Port': ['ID=c35b0c66-75ef-46a8-a623-c1b5439f78e8,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:39.264613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef055573-a518-4a93-9db1-b0efddff2f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:39.266228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:39.266919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:39.469123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.473876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.505733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.511841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1da80248-c7cf-4dec-950a-2050a8490127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:39.567109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c17a5abb-bb14-4a4b-aef7-7ce0bca1e52a None None] Provisioning complete for port 84e4840b-acce-4373-9822-d388f6e587f9 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:39.567547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c17a5abb-bb14-4a4b-aef7-7ce0bca1e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.598078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Pushing event updated for resources: {'Port': ['ID=a82f1d5b-40d3-4352-b187-50b32bd12f5d,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:39.600940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.604837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 84e4840b-acce-4373-9822-d388f6e587f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=84e4840b-acce-4373-9822-d388f6e587f9,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:39.605936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:39.616774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:39.622836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:39.707961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:39.756530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Network 811ad871-484c-4504-8f53-e6eb213b2733 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:39.757734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:39.785906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=84e4840b-acce-4373-9822-d388f6e587f9,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:39.789355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:40.185572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Router 315c700e-436f-412a-bfa3-58228ec071af has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:45:40.279046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8ac57c60-379d-43ff-a36a-2ad721c0ab77 None None] Provisioning for port a82f1d5b-40d3-4352-b187-50b32bd12f5d completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:40.287183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8ac57c60-379d-43ff-a36a-2ad721c0ab77 None None] Provisioning complete for port a82f1d5b-40d3-4352-b187-50b32bd12f5d triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:40.287611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8ac57c60-379d-43ff-a36a-2ad721c0ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:40.347967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8ac57c60-379d-43ff-a36a-2ad721c0ab77 None None] Port a82f1d5b-40d3-4352-b187-50b32bd12f5d cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:45:40.355871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:38Z', 'revision_number': 1, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:40.361018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66dd21-255b-4c84-be53-ce878e7c7072 None None] The sync data for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv is: [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:38Z', 'revision_number': 1, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:45:40.414171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:45:40.423472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] 10.222.0.49 "PUT /v2.0/routers/315c700e-436f-412a-bfa3-58228ec071af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9389880 Dec 23 15:45:40.851759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 84e4840b-acce-4373-9822-d388f6e587f9 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:40.932600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 84e4840b-acce-4373-9822-d388f6e587f9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:40.933120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.382881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35340) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:41.389492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-118735172-network', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:41.395496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:41.399907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Usage tracker for resource:network and tenant:497aa9c8e2e64ca1b920a63a7250f5f1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:41.402984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:41.409331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:41.422177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Made reservation on behalf of 497aa9c8e2e64ca1b920a63a7250f5f1 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:45:41.428077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.442765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.478721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:41.482940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Usage tracker for resource:security_group_rule and tenant:497aa9c8e2e64ca1b920a63a7250f5f1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:41.486243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:41.493200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:41.569461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.572615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.577264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:41.603870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:45:41.617805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a23452-611f-4670-973c-c07f1b9b5947,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:41.622225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:41.623266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.623660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Added segment 57bae801-33e2-4ed5-b849-c0408719ff39 of type vlan for network 651e3cc3-1852-4d60-ab87-648c053a9cd7 Dec 23 15:45:41.655833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.687807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.688814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:41.689530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:41.695402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-53b3fb45-dbb8-40cc-ab0c-a0feef237813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:41.801102 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4169135 Dec 23 15:45:41.802128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Pushing event updated for resources: {'Network': ['ID=651e3cc3-1852-4d60-ab87-648c053a9cd7,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:41.804103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:41.805042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f8d2241-6bc1-4bd4-89d3-e7405d607240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:41.810467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Request body: {'subnet': {'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-118735172-subnet', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:41.813134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:45:41.825644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:41.830266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Usage tracker for resource:subnet and tenant:497aa9c8e2e64ca1b920a63a7250f5f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:41.833836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:41.840518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:41.852048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Made reservation on behalf of 497aa9c8e2e64ca1b920a63a7250f5f1 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:45:41.857125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.078658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.083520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6838bc01-8600-4dde-bd02-6f6bfe5ead21 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:42.167293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36916c0-89e9-4fd4-aef5-2e2906915f1d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:42.170220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:42.179506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Checking segment: {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:42.179909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Network hostable DHCP agents. Network: 651e3cc3-1852-4d60-ab87-648c053a9cd7, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:45:42.203981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:45:42.214809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 651e3cc3-1852-4d60-ab87-648c053a9cd7) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:42.219005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:42.219648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.224647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c468f-18f3-46ec-a5b4-bdddb5609501 None None] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:45:42.245877 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4405103 Dec 23 15:45:42.246185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35348) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:42.253105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:42.259055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:45:42.263878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Usage tracker for resource:router and tenant:497aa9c8e2e64ca1b920a63a7250f5f1 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:45:42.267178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:45:42.274332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:45:42.289732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.290795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.319779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.463135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-651e3cc3-1852-4d60-ab87-648c053a9cd7', 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'fixed_ips': [{'subnet_id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:45:42.464075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.639656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Allocated IP 172.20.0.2 (651e3cc3-1852-4d60-ab87-648c053a9cd7/d36916c0-89e9-4fd4-aef5-2e2906915f1d/87a342fa-7354-45b5-b7a3-4f79f910ad7e) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:45:42.724384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.863839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.876357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c35b0c66-75ef-46a8-a623-c1b5439f78e8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:42.920541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Transition to ACTIVE for port object 87a342fa-7354-45b5-b7a3-4f79f910ad7e will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:42.932257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.960844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Transition to ACTIVE for port object 87a342fa-7354-45b5-b7a3-4f79f910ad7e will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:42.970140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.974165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:42.978811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-357a3d40-7638-4af4-a8a9-86488d0007b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:43.057365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:43.058646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:43.061577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Pushing event updated for resources: {'Port': ['ID=87a342fa-7354-45b5-b7a3-4f79f910ad7e,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:43.065060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:45:43.068408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:43.073576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port c35b0c66-75ef-46a8-a623-c1b5439f78e8 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:43.104326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c35b0c66-75ef-46a8-a623-c1b5439f78e8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:43.104773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.142989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Allocated IP 172.26.2.111 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/f464f1bb-7afb-4cf9-acd3-c67218587a5a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:45:43.218544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Attempting to bind port 87a342fa-7354-45b5-b7a3-4f79f910ad7e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:45:43.218882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Attempting to bind port 87a342fa-7354-45b5-b7a3-4f79f910ad7e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:45:43.219298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Attempting to bind port 87a342fa-7354-45b5-b7a3-4f79f910ad7e on network 651e3cc3-1852-4d60-ab87-648c053a9cd7 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:45:43.259680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:45:43.260117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Checking segment: {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:43.260577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.261037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Bound using segment: {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:45:43.261575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Bound port: 87a342fa-7354-45b5-b7a3-4f79f910ad7e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:45:43.262024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.325203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.342861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.357514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.362276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b4e2a58-9138-4f86-9e3b-bd02a293bfa1 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:43.375157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port c35b0c66-75ef-46a8-a623-c1b5439f78e8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c35b0c66-75ef-46a8-a623-c1b5439f78e8,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:43.397396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.401878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:43.455588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] For port 87a342fa-7354-45b5-b7a3-4f79f910ad7e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:45:43.457464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:43.462339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:43.464294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f464f1bb-7afb-4cf9-acd3-c67218587a5a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:43.466722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:45:43.478807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] For port 87a342fa-7354-45b5-b7a3-4f79f910ad7e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=87a342fa-7354-45b5-b7a3-4f79f910ad7e,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:45:43.491960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.501846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=c35b0c66-75ef-46a8-a623-c1b5439f78e8,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:43.505829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:43.519126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:43.522844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:43.609432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Pushing event updated for resources: {'Port': ['ID=87a342fa-7354-45b5-b7a3-4f79f910ad7e,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:43.613257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:43.661650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.662447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:43.925795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Sync routers for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:45:43.939865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:43.940660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:43.945387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:45:44.133685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:44.162054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:45:44.172075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Sync routers for ids ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:45:44.188079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:44.192903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9420090 Dec 23 15:45:44.192903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35352) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:44.193426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Routers {'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:44.194139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:44.394425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Set router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:44.476390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 2, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:44.480963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Checking router: 315c700e-436f-412a-bfa3-58228ec071af for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:45:44.481518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Updating router 315c700e-436f-412a-bfa3-58228ec071af port a82f1d5b-40d3-4352-b187-50b32bd12f5d binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:45:44.539212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:44.720878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 3, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:44.728010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Checking router: e2fabb9a-474f-4cbe-8cdd-8a3446a9676c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:45:44.728436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Updating router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c port f464f1bb-7afb-4cf9-acd3-c67218587a5a binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:45:44.787152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:44.971177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:44.988567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Transition to ACTIVE for port object a82f1d5b-40d3-4352-b187-50b32bd12f5d will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:44.999161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.007999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a3f049f2-8876-47a1-b03c-3fe5424e388d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:45.040206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 87a342fa-7354-45b5-b7a3-4f79f910ad7e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:45.124731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.160489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Pushing event updated for resources: {'Port': ['ID=a82f1d5b-40d3-4352-b187-50b32bd12f5d,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:45.188131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 87a342fa-7354-45b5-b7a3-4f79f910ad7e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:45.206575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c35b0c66-75ef-46a8-a623-c1b5439f78e8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:45.208464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.208922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.209424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.209894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.210336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.210761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.211383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.211541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.212028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.212450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.212878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:45:45.216948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:45.269029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Attempting to bind port a82f1d5b-40d3-4352-b187-50b32bd12f5d on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:45:45.269719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Attempting to bind port a82f1d5b-40d3-4352-b187-50b32bd12f5d by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:45:45.270282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Attempting to bind port a82f1d5b-40d3-4352-b187-50b32bd12f5d on network 811ad871-484c-4504-8f53-e6eb213b2733 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:45:45.278539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:45:45.279150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Checking segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:45.280449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.281038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Bound using segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:45:45.281730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Bound port: a82f1d5b-40d3-4352-b187-50b32bd12f5d, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:45:45.282330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.358993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.375610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port c35b0c66-75ef-46a8-a623-c1b5439f78e8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:45.375967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.396582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] For port a82f1d5b-40d3-4352-b187-50b32bd12f5d, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:45:45.401044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] For port a82f1d5b-40d3-4352-b187-50b32bd12f5d, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a82f1d5b-40d3-4352-b187-50b32bd12f5d,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:45:45.405720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.411065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f9dae37-0b8b-42fc-8b51-b644ae92f483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:45.428566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Transition to ACTIVE for port object f464f1bb-7afb-4cf9-acd3-c67218587a5a will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:45.444471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.451564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0aeb388-4549-4d28-9485-1b0903fc3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:45.456444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Allocated IP 172.20.0.1 (651e3cc3-1852-4d60-ab87-648c053a9cd7/d36916c0-89e9-4fd4-aef5-2e2906915f1d/74394dc7-b632-4d97-a418-aee20ecb294c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:45:45.499490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Pushing event updated for resources: {'Port': ['ID=a82f1d5b-40d3-4352-b187-50b32bd12f5d,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:45.503640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:45.524643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:45.525598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:45.549464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Attempting to bind port f464f1bb-7afb-4cf9-acd3-c67218587a5a on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:45:45.549961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Attempting to bind port f464f1bb-7afb-4cf9-acd3-c67218587a5a by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:45:45.550391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Attempting to bind port f464f1bb-7afb-4cf9-acd3-c67218587a5a on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:45:45.584782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9686dd-c76e-4318-9015-bd68f028d248 None None] Pushing event updated for resources: {'Port': ['ID=f464f1bb-7afb-4cf9-acd3-c67218587a5a,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:45.591558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:45:45.592332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:45.592794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.593279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:45:45.593988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Bound port: f464f1bb-7afb-4cf9-acd3-c67218587a5a, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:45:45.594565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.636247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de9686dd-c76e-4318-9015-bd68f028d248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:45.759896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.781924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Transition to ACTIVE for port object 74394dc7-b632-4d97-a418-aee20ecb294c will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:45.807287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:45.821417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-555dae18-2053-4f6c-bbb8-6a4b6ec29bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:45.878804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:45.879406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcf6bc-6480-41d3-9c81-b5021035b273 None None] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:45:45.880117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:45.886584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:45:45.933646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:45.955070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Pushing event updated for resources: {'Port': ['ID=74394dc7-b632-4d97-a418-aee20ecb294c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:45.959795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:45.970960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.062319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.069037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] For port f464f1bb-7afb-4cf9-acd3-c67218587a5a, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:45:46.094479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] For port f464f1bb-7afb-4cf9-acd3-c67218587a5a, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f464f1bb-7afb-4cf9-acd3-c67218587a5a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:45:46.107322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:45:46.130860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.136386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2551f27a-d41f-428c-9fe3-8355279e8eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:46.286194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9686dd-c76e-4318-9015-bd68f028d248 None None] Pushing event updated for resources: {'Port': ['ID=f464f1bb-7afb-4cf9-acd3-c67218587a5a,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:46.289580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de9686dd-c76e-4318-9015-bd68f028d248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:46.300434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Routers {'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:46.301147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:46.301304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:46.304168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.306216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c091d3-9692-4b95-8269-f179164bf973 None None] The sync data for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv is: [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:45:46.308991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.342399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:46.413033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Provisioning for port 87a342fa-7354-45b5-b7a3-4f79f910ad7e completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:46.416562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Pushing event updated for resources: {'Port': ['ID=74394dc7-b632-4d97-a418-aee20ecb294c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:46.422349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:46.444189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.485695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Provisioning complete for port 87a342fa-7354-45b5-b7a3-4f79f910ad7e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:46.486130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.608665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] Set router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:46.860630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:46.949195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:45:46.951416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:45:46.962540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a82f1d5b-40d3-4352-b187-50b32bd12f5d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:47.046215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] For port 87a342fa-7354-45b5-b7a3-4f79f910ad7e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=87a342fa-7354-45b5-b7a3-4f79f910ad7e,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:47.069148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.078443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-abcbc21b-018b-427e-8607-c9fd457d3725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:47.118075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6d945841-ce51-403a-afae-8b9b57012d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.208604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a82f1d5b-40d3-4352-b187-50b32bd12f5d completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:47.246625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Pushing event updated for resources: {'Port': ['ID=87a342fa-7354-45b5-b7a3-4f79f910ad7e,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:47.251644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:47.258268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a82f1d5b-40d3-4352-b187-50b32bd12f5d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:47.258699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.334244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d025b057-911f-4cb8-9bc6-43f5621a59a0 None None] Provisioning for port 74394dc7-b632-4d97-a418-aee20ecb294c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:47.346364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d025b057-911f-4cb8-9bc6-43f5621a59a0 None None] Provisioning complete for port 74394dc7-b632-4d97-a418-aee20ecb294c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:47.346874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d025b057-911f-4cb8-9bc6-43f5621a59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.433182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:45:47.457952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '74394dc7-b632-4d97-a418-aee20ecb294c', 'name': '', 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'mac_address': 'fa:16:3e:04:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:45Z', 'updated_at': '2021-12-23T15:45:46Z', 'revision_number': 2, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'subnets': [{'id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:47.467583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d025b057-911f-4cb8-9bc6-43f5621a59a0 None None] Port 74394dc7-b632-4d97-a418-aee20ecb294c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:45:47.469372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd15d7-a0a2-4cfa-8d8b-396761a038e6 None None] The sync data for ids ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'] in dv-neutron-822797-1-hyperv is: [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '74394dc7-b632-4d97-a418-aee20ecb294c', 'name': '', 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'mac_address': 'fa:16:3e:04:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:45Z', 'updated_at': '2021-12-23T15:45:46Z', 'revision_number': 2, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'subnets': [{'id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:45:47.498477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.528642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d025b057-911f-4cb8-9bc6-43f5621a59a0 None None] Provisioning complete for port 87a342fa-7354-45b5-b7a3-4f79f910ad7e triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:47.529022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d025b057-911f-4cb8-9bc6-43f5621a59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.614858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a82f1d5b-40d3-4352-b187-50b32bd12f5d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a82f1d5b-40d3-4352-b187-50b32bd12f5d,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:47.621548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.623853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:47.661258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:45:47.671173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] 10.222.0.49 "PUT /v2.0/routers/e2fabb9a-474f-4cbe-8cdd-8a3446a9676c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4770765 Dec 23 15:45:47.759413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a82f1d5b-40d3-4352-b187-50b32bd12f5d,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:47.768993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:47.897421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-de11d27e-508c-40c6-a0b7-5ecf92fe8562 None None] Provisioning complete for port 74394dc7-b632-4d97-a418-aee20ecb294c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:47.897859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-de11d27e-508c-40c6-a0b7-5ecf92fe8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:47.995783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-de11d27e-508c-40c6-a0b7-5ecf92fe8562 None None] Port 74394dc7-b632-4d97-a418-aee20ecb294c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:45:48.242387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:48.852626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d65fdd92-6062-4c1b-8199-4714be1f702a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:48.971294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 87a342fa-7354-45b5-b7a3-4f79f910ad7e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:49.077100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 87a342fa-7354-45b5-b7a3-4f79f910ad7e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:49.077696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:49.209864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f464f1bb-7afb-4cf9-acd3-c67218587a5a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:49.292596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f464f1bb-7afb-4cf9-acd3-c67218587a5a completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:49.298107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f464f1bb-7afb-4cf9-acd3-c67218587a5a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:49.298528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:49.479572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:49.498008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port f464f1bb-7afb-4cf9-acd3-c67218587a5a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f464f1bb-7afb-4cf9-acd3-c67218587a5a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:49.504097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:49.504097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a82f1d5b-40d3-4352-b187-50b32bd12f5d up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:49.538331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:49.626970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:49.836432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=f464f1bb-7afb-4cf9-acd3-c67218587a5a,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:49.840125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:49.851063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a82f1d5b-40d3-4352-b187-50b32bd12f5d triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:49.851797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:50.860271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f464f1bb-7afb-4cf9-acd3-c67218587a5a up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:50.938945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f464f1bb-7afb-4cf9-acd3-c67218587a5a triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:50.939880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:51.004616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:52.289536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Sync routers for ids ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:45:52.304151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Routers {'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:52.305146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:52.527530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Set router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:52.876165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '74394dc7-b632-4d97-a418-aee20ecb294c', 'name': '', 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'mac_address': 'fa:16:3e:04:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:45Z', 'updated_at': '2021-12-23T15:45:46Z', 'revision_number': 2, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'subnets': [{'id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:52.881737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Checking router: e2fabb9a-474f-4cbe-8cdd-8a3446a9676c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:45:52.882155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Updating router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c port 74394dc7-b632-4d97-a418-aee20ecb294c binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:45:52.937401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:53.325714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:53.339469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Transition to ACTIVE for port object 74394dc7-b632-4d97-a418-aee20ecb294c will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:45:53.346510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:53.352549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eee26aa4-6eb5-4033-a3d2-5dc9e617b236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:53.417041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e90ca1-cf35-46dd-ab52-59eb225bcce9 None None] Pushing event updated for resources: {'Port': ['ID=74394dc7-b632-4d97-a418-aee20ecb294c,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:53.421842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9e90ca1-cf35-46dd-ab52-59eb225bcce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:53.586158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Attempting to bind port 74394dc7-b632-4d97-a418-aee20ecb294c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:45:53.586500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Attempting to bind port 74394dc7-b632-4d97-a418-aee20ecb294c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:45:53.586909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Attempting to bind port 74394dc7-b632-4d97-a418-aee20ecb294c on network 651e3cc3-1852-4d60-ab87-648c053a9cd7 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:45:53.594420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:45:53.594840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Checking segment: {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:45:53.595271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:53.595716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Bound using segment: {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:45:53.596240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Bound port: 74394dc7-b632-4d97-a418-aee20ecb294c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bae801-33e2-4ed5-b849-c0408719ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:45:53.596696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:53.704900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] For port 74394dc7-b632-4d97-a418-aee20ecb294c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:45:53.708942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] For port 74394dc7-b632-4d97-a418-aee20ecb294c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=74394dc7-b632-4d97-a418-aee20ecb294c,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:45:53.716864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:53.722040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:53.812524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e90ca1-cf35-46dd-ab52-59eb225bcce9 None None] Pushing event updated for resources: {'Port': ['ID=74394dc7-b632-4d97-a418-aee20ecb294c,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:53.832089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9e90ca1-cf35-46dd-ab52-59eb225bcce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:53.849189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Routers {'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:45:53.849830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:45:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:54.053612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] Set router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:45:54.568561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '74394dc7-b632-4d97-a418-aee20ecb294c', 'name': '', 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'mac_address': 'fa:16:3e:04:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:45Z', 'updated_at': '2021-12-23T15:45:53Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'subnets': [{'id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:45:54.573446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02b66f-fb2c-42ad-8be6-b6f7a1a8fc3c None None] The sync data for ids ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'] in dv-neutron-822797-1-hyperv is: [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:45:45Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '74394dc7-b632-4d97-a418-aee20ecb294c', 'name': '', 'network_id': '651e3cc3-1852-4d60-ab87-648c053a9cd7', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'mac_address': 'fa:16:3e:04:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:45Z', 'updated_at': '2021-12-23T15:45:53Z', 'revision_number': 4, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'subnets': [{'id': 'd36916c0-89e9-4fd4-aef5-2e2906915f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:45:54.926220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 74394dc7-b632-4d97-a418-aee20ecb294c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:55.012816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 74394dc7-b632-4d97-a418-aee20ecb294c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:45:55.021345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 74394dc7-b632-4d97-a418-aee20ecb294c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:55.022147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:55.167086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:55.211792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 74394dc7-b632-4d97-a418-aee20ecb294c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=74394dc7-b632-4d97-a418-aee20ecb294c,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:45:55.217356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:55.219395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:45:55.298279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=74394dc7-b632-4d97-a418-aee20ecb294c,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:45:55.302107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:45:56.868387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 74394dc7-b632-4d97-a418-aee20ecb294c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:45:56.949655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 74394dc7-b632-4d97-a418-aee20ecb294c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:45:56.950086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:45:58.100595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-6bcbeb70-b033-4a5f-ac40-78d13cdfea49 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:58.101400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-6bcbeb70-b033-4a5f-ac40-78d13cdfea49 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:45:58.122535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-6bcbeb70-b033-4a5f-ac40-78d13cdfea49 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:45:58.123775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-6bcbeb70-b033-4a5f-ac40-78d13cdfea49 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 815 time: 0.1933751 Dec 23 15:45:58.144827 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-f9038eb6-4f74-46b7-b433-afbdcfd9282c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/quotas/5024d6b8faff4268be2fc75ef642bad3 HTTP/1.1" status: 200 len: 375 time: 0.0128119 Dec 23 15:45:58.232259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-e52052a9-3d6a-4344-af16-6b888820196c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:45:58.249833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-e52052a9-3d6a-4344-af16-6b888820196c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:45:58.251260 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-e52052a9-3d6a-4344-af16-6b888820196c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006455 Dec 23 15:45:58.268376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-0374163b-6adb-4219-9769-f2de1d92fc13 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:45:58.269475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-0374163b-6adb-4219-9769-f2de1d92fc13 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055184 Dec 23 15:45:58.421272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-02a0f80c-64b8-4325-a396-b995c13089b4 service neutron] 10.222.0.49 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457672 Dec 23 15:45:58.567332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-c0e91047-c8cb-4cdf-87e0-14671cc524b5 service neutron] 10.222.0.49 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394823 Dec 23 15:45:58.928228 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97fcdf57-c115-46c0-96f0-296b80dcb35a req-66b8e0a6-6d05-4658-b30b-134e29cb8b08 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 210 time: 0.1883514 Dec 23 15:45:59.902627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-8e2cdfac-5e18-4b54-86a7-8ecfce80d3ca tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:45:59.904230 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-8e2cdfac-5e18-4b54-86a7-8ecfce80d3ca tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 815 time: 0.1599181 Dec 23 15:45:59.919619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'port': {'device_id': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'admin_state_up': True, 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:00.113658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5abd5848-f5a6-4df9-ab6c-bcf65ed6dac6 req-04df8be5-1cca-4301-8cd3-22cdf83b2520 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 210 time: 0.0550971 Dec 23 15:46:00.114665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:00.129081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:00.139219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Made reservation on behalf of 5024d6b8faff4268be2fc75ef642bad3 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:46:00.145146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:00.329116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Allocated IP 172.20.0.9 (811ad871-484c-4504-8f53-e6eb213b2733/0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb/88b98625-88ff-4552-bbe6-ae51b93c57dd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:46:00.645069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:00.663437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Transition to ACTIVE for port object 88b98625-88ff-4552-bbe6-ae51b93c57dd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:46:00.684715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:00.691002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:00.774641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Network 811ad871-484c-4504-8f53-e6eb213b2733 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:46:00.783155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:46:00.788888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:46:00.850767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:00.875397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:00.876207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:00.890233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.890712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.891106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.891541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.891955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.892375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.892810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.893287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.893709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.894167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.894541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:00.900859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:00.923909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0085094 Dec 23 15:46:01.167829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:01.191790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b4643feb-fd86-4315-8c4f-57627462fda1 None None] Provisioning for port 88b98625-88ff-4552-bbe6-ae51b93c57dd completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:46:01.196877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b4643feb-fd86-4315-8c4f-57627462fda1 None None] Provisioning complete for port 88b98625-88ff-4552-bbe6-ae51b93c57dd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:46:01.197358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b4643feb-fd86-4315-8c4f-57627462fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:01.264092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b4643feb-fd86-4315-8c4f-57627462fda1 None None] Port 88b98625-88ff-4552-bbe6-ae51b93c57dd cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:46:01.348866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449fc06-d330-4dee-8722-3059369cd346 req-99ce943b-ebcf-4d6a-8745-05fbe8277176 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:01.350997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6449fc06-d330-4dee-8722-3059369cd346 req-99ce943b-ebcf-4d6a-8745-05fbe8277176 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.0928898 Dec 23 15:46:01.402269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6449fc06-d330-4dee-8722-3059369cd346 req-abe51cc2-89fa-4999-89be-9c97e3caca4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Dec 23 15:46:02.649255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-97e65e0c-e9b8-494d-bc3b-1f502a93d8bf tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:02.650999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-97e65e0c-e9b8-494d-bc3b-1f502a93d8bf tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:46:02.668111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-97e65e0c-e9b8-494d-bc3b-1f502a93d8bf tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:46:02.671756 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-97e65e0c-e9b8-494d-bc3b-1f502a93d8bf tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.1469116 Dec 23 15:46:02.721258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-85e943aa-52f2-4d08-b60c-338627ec8646 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:46:02.737867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-85e943aa-52f2-4d08-b60c-338627ec8646 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:46:02.739330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-767ca11d-f5d2-47cc-b912-1b99449bf8a6 req-85e943aa-52f2-4d08-b60c-338627ec8646 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631766 Dec 23 15:46:03.963855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba932a9-ba09-43f2-ab38-798750be0418 req-0e843267-9632-49f1-87b8-6392109b83af tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:03.965564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ba932a9-ba09-43f2-ab38-798750be0418 req-0e843267-9632-49f1-87b8-6392109b83af tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.0907545 Dec 23 15:46:04.019400 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5ba932a9-ba09-43f2-ab38-798750be0418 req-0074894a-ccd9-4783-a139-dc5c94c8043d tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Dec 23 15:46:05.243970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467c35-7921-4253-9f4d-13d823349e05 req-0df652f0-c9e5-4ea9-a3bb-d77c43df2ed8 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:05.245989 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3467c35-7921-4253-9f4d-13d823349e05 req-0df652f0-c9e5-4ea9-a3bb-d77c43df2ed8 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.0954497 Dec 23 15:46:05.310288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b3467c35-7921-4253-9f4d-13d823349e05 req-2e4c15a5-218c-4f5c-bf63-9bce418ee460 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576892 Dec 23 15:46:06.579518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7958f1c-0b41-450d-a560-b50ce3cb81fb req-445cfdac-8193-45cd-834f-a937328f9933 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:06.581287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7958f1c-0b41-450d-a560-b50ce3cb81fb req-445cfdac-8193-45cd-834f-a937328f9933 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.1200693 Dec 23 15:46:06.643196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7958f1c-0b41-450d-a560-b50ce3cb81fb req-8c48163d-5324-4d92-a098-5be27296a194 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526941 Dec 23 15:46:07.880395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50826c9c-2bb7-4831-89cc-c45bf6a21978 req-46cd5e31-4a53-4150-9e6f-a41b9ca5a6e4 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:07.882683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-50826c9c-2bb7-4831-89cc-c45bf6a21978 req-46cd5e31-4a53-4150-9e6f-a41b9ca5a6e4 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.1054215 Dec 23 15:46:07.934164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-50826c9c-2bb7-4831-89cc-c45bf6a21978 req-f722066a-bb07-467b-b350-d2e6731be2e3 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 Dec 23 15:46:09.155267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5182a-b8ff-4cb5-a525-6dcb4c7962a0 req-c8a044e4-15f4-4ccf-b603-d701f18dd8e1 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:09.157265 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-11a5182a-b8ff-4cb5-a525-6dcb4c7962a0 req-c8a044e4-15f4-4ccf-b603-d701f18dd8e1 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.1008568 Dec 23 15:46:09.209807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-11a5182a-b8ff-4cb5-a525-6dcb4c7962a0 req-6985079d-2fe0-4913-bd61-29ada8aa3638 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450888 Dec 23 15:46:10.472507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5756e-28dc-44fb-abbf-bb138cb3bdc9 req-df00b92b-bc6b-4588-8b2d-ee16fdf64abd tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:10.475581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07c5756e-28dc-44fb-abbf-bb138cb3bdc9 req-df00b92b-bc6b-4588-8b2d-ee16fdf64abd tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.1376138 Dec 23 15:46:10.531832 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07c5756e-28dc-44fb-abbf-bb138cb3bdc9 req-43ba1751-85db-4126-a5ba-d39af749df19 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496314 Dec 23 15:46:11.774416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ce113-4584-4e45-9b52-e7ddd8dde633 req-5d0055f8-6686-43f3-9bd3-a3b7a0411301 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:11.776055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f95ce113-4584-4e45-9b52-e7ddd8dde633 req-5d0055f8-6686-43f3-9bd3-a3b7a0411301 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.1110673 Dec 23 15:46:11.832508 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f95ce113-4584-4e45-9b52-e7ddd8dde633 req-5469ba3e-dcb1-4da4-8600-4986d5ae44a2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498168 Dec 23 15:46:13.041378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7f236-a513-4028-a3c2-f9f9bb89ff5e req-bb6238b0-8a8a-47e7-a3ce-117f430456a7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:13.042997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eea7f236-a513-4028-a3c2-f9f9bb89ff5e req-bb6238b0-8a8a-47e7-a3ce-117f430456a7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.0868101 Dec 23 15:46:13.094045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eea7f236-a513-4028-a3c2-f9f9bb89ff5e req-ef1ace44-c645-4e67-8803-1f4a2d809cfc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Dec 23 15:46:14.173996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Request body: {'port': {'device_id': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:14.300109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:14.331128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779faf2-28aa-4fef-9b17-dc0b7ef26612 req-127184ca-5b7e-4d5b-a9c3-0476aa5fe14c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:14.332800 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8779faf2-28aa-4fef-9b17-dc0b7ef26612 req-127184ca-5b7e-4d5b-a9c3-0476aa5fe14c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 931 time: 0.0922129 Dec 23 15:46:14.384891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8779faf2-28aa-4fef-9b17-dc0b7ef26612 req-ad37a0b7-74d7-4891-89d9-c0bbceb24115 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Dec 23 15:46:14.678150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b98625-88ff-4552-bbe6-ae51b93c57dd {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:46:14.685173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:14.701667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Transition to ACTIVE for port object 88b98625-88ff-4552-bbe6-ae51b93c57dd will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:46:14.705629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:14.710326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a50ffcc1-6333-43bc-b66a-0ca8682e5666 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:15.085818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:15.090710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:15.206163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Attempting to bind port 88b98625-88ff-4552-bbe6-ae51b93c57dd on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:46:15.206760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Attempting to bind port 88b98625-88ff-4552-bbe6-ae51b93c57dd by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:46:15.206885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Attempting to bind port 88b98625-88ff-4552-bbe6-ae51b93c57dd on network 811ad871-484c-4504-8f53-e6eb213b2733 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:46:15.213578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Port 88b98625-88ff-4552-bbe6-ae51b93c57dd on network 811ad871-484c-4504-8f53-e6eb213b2733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:46:15.214063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Attempting to bind port 88b98625-88ff-4552-bbe6-ae51b93c57dd on network 811ad871-484c-4504-8f53-e6eb213b2733 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:46:15.221489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:46:15.221868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Checking segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:46:15.222303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Bound using segment: {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:46:15.222794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Bound port: 88b98625-88ff-4552-bbe6-ae51b93c57dd, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd923affe-686a-4ade-b00c-ad810752198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:46:15.223173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:15.323025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:46:15.326304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:46:15.330996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:15.335099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29302893-cc1a-40b4-a3be-82ada1a4fd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:15.392038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:15.393761 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] 10.222.0.65 "PUT /v2.0/ports/88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 1093 time: 1.2258589 Dec 23 15:46:15.396568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:46:15.423121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:15.427038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:15.478908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'status': 'completed', 'code': 200} Dec 23 15:46:15.563051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-f0f3145d-023e-426c-8a57-4ce5270fef85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1096 time: 0.1304405 Dec 23 15:46:15.631705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ace61-e55d-41bf-b8d4-cddf0368cfa9 req-f6300083-76fd-49ab-9b90-4166c5270a55 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:15.633619 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b2ace61-e55d-41bf-b8d4-cddf0368cfa9 req-f6300083-76fd-49ab-9b90-4166c5270a55 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 943 time: 0.1002910 Dec 23 15:46:15.652315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-99e317c0-5a3f-4b1e-bfab-5fb76ab434f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 217 time: 0.0820451 Dec 23 15:46:15.690574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b2ace61-e55d-41bf-b8d4-cddf0368cfa9 req-5b7aa752-15a9-47f4-b40f-a25670cfc1aa tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508711 Dec 23 15:46:15.752688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-71798519-363b-4ca9-8f8c-6773d966a2c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:15.754433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-71798519-363b-4ca9-8f8c-6773d966a2c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0954754 Dec 23 15:46:15.839283 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-832796a1-b754-478e-8a75-0db78a436797 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786641 Dec 23 15:46:15.986408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-2744bd7d-6327-44a5-a220-9c7e529e7b31 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405022 Dec 23 15:46:16.139760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2507897d-d1a8-41c8-828e-bfd67bae0bbd req-6fa39fc9-8d18-4fd5-acec-87916c51b258 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468105 Dec 23 15:46:16.260101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-32f15b25-581b-4215-bdd9-d2158bec75c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1096 time: 0.0769260 Dec 23 15:46:16.416820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-5692fa43-e02d-4f87-b63c-dc899246b212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:16.418497 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-5692fa43-e02d-4f87-b63c-dc899246b212 service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1516707 Dec 23 15:46:16.502716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-e7ab6bb0-5a4c-4aa4-9c92-43154e291071 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 217 time: 0.0763130 Dec 23 15:46:16.575394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-390f5464-3238-4497-87bb-2a66f685cba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:16.576986 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-390f5464-3238-4497-87bb-2a66f685cba1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0673265 Dec 23 15:46:16.664912 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-dfcaae36-8bf9-45bc-ae39-70e9aae32a8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806851 Dec 23 15:46:16.781694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f465986d-027d-4957-8262-e4405ef37777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:16.814931 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-7212e514-257a-4e82-a874-9d5aa8f55ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424572 Dec 23 15:46:17.014455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ed33d42-10a3-4cc1-84ca-a2af55579b01 req-b884d47a-4cf9-4dac-87a6-d1fc5d0ac3b1 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922727 Dec 23 15:46:17.033779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd755c1-490d-43d6-83bd-e83d101eaacd req-0c2390eb-be11-48a1-b7e7-da2fcb035f62 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:17.035707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdd755c1-490d-43d6-83bd-e83d101eaacd req-0c2390eb-be11-48a1-b7e7-da2fcb035f62 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 943 time: 0.1919119 Dec 23 15:46:17.086522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdd755c1-490d-43d6-83bd-e83d101eaacd req-2ce08bd6-2b05-4205-82f9-a33600cbc0b0 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Dec 23 15:46:18.255242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:18.308641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b5b4-daaf-4f08-b6a5-b45aba15c66d req-f189e435-40ad-4d08-bf02-9ec8858dca20 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:18.310328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4dc1b5b4-daaf-4f08-b6a5-b45aba15c66d req-f189e435-40ad-4d08-bf02-9ec8858dca20 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 943 time: 0.0937922 Dec 23 15:46:18.360788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4dc1b5b4-daaf-4f08-b6a5-b45aba15c66d req-54d74e95-c10c-45a2-a339-6079b71c5bb7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Dec 23 15:46:18.837436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4aa0-8d77-4371-8322-6d8724e0fd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:19.548794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:19.569414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c80f-1442-4f95-8341-e89ec2b14262 req-422504a9-ddca-4766-935e-f40bca7aba6d tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:19.571056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6380c80f-1442-4f95-8341-e89ec2b14262 req-422504a9-ddca-4766-935e-f40bca7aba6d tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 943 time: 0.0891941 Dec 23 15:46:19.620174 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6380c80f-1442-4f95-8341-e89ec2b14262 req-b0aa105a-08ab-4cdf-86dd-ac2072a0c7c7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Dec 23 15:46:20.192134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 88b98625-88ff-4552-bbe6-ae51b93c57dd details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:46:20.356266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:46:20.370874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'port_id': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'mac_address': 'fa:16:3e:54:56:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:46:20.432021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:20.450546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b98625-88ff-4552-bbe6-ae51b93c57dd {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:46:20.466210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:46:20.470443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:20.472254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:20.539332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:20.542776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:20.677299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['88b98625-88ff-4552-bbe6-ae51b93c57dd'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:46:20.844161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b779-62bf-422e-823c-af8673d291b8 req-0addf0c2-bd68-4888-8ec6-e9c8f4bc7ada tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:20.845809 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ab4b779-62bf-422e-823c-af8673d291b8 req-0addf0c2-bd68-4888-8ec6-e9c8f4bc7ada tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 944 time: 0.0890043 Dec 23 15:46:20.895796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6ab4b779-62bf-422e-823c-af8673d291b8 req-03d337c3-6b6e-4f9d-b382-69238ae36fd2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Dec 23 15:46:20.985199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:22.117952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96294677-cc16-40c5-9cf5-17ee97469b64 req-d25b6ffe-6e37-4bba-9fa9-f2bae5d8e2c8 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:22.119507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-96294677-cc16-40c5-9cf5-17ee97469b64 req-d25b6ffe-6e37-4bba-9fa9-f2bae5d8e2c8 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 944 time: 0.0871503 Dec 23 15:46:22.175863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-96294677-cc16-40c5-9cf5-17ee97469b64 req-3f47d486-772c-4006-826f-752013c29181 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Dec 23 15:46:22.194231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 88b98625-88ff-4552-bbe6-ae51b93c57dd up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:46:22.275972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 88b98625-88ff-4552-bbe6-ae51b93c57dd completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:46:22.284333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 88b98625-88ff-4552-bbe6-ae51b93c57dd triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:46:22.284793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:22.418786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:22.447075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:46:22.460168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:46:22.466137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:22.469304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef055573-a518-4a93-9db1-b0efddff2f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:22.513434 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'code': 200} Dec 23 15:46:22.544946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:22.548196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:22.762801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b929f72-c59b-419b-91f4-52c963335ebf req-b5a58063-b96a-4560-bbc2-969738f9bf1e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1098 time: 0.0770440 Dec 23 15:46:22.808506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b929f72-c59b-419b-91f4-52c963335ebf req-42795e03-3450-426a-87d6-ae814b4aec18 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Dec 23 15:46:23.095685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:46:23.397843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71fe1-25a5-4fe6-91d1-c7f289ff7ac2 req-f7f4640c-6946-4e58-aa81-df94d3ac7b9a tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:23.400768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18c71fe1-25a5-4fe6-91d1-c7f289ff7ac2 req-f7f4640c-6946-4e58-aa81-df94d3ac7b9a tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.0923023 Dec 23 15:46:23.450775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-18c71fe1-25a5-4fe6-91d1-c7f289ff7ac2 req-481804a7-c5a8-427a-bf65-7019f9461aa6 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Dec 23 15:46:24.671870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44758a-10e8-4c84-9a5b-be3945f0109e req-37d9ced9-9acb-48e8-a715-5afb1cb7e29e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:24.673651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf44758a-10e8-4c84-9a5b-be3945f0109e req-37d9ced9-9acb-48e8-a715-5afb1cb7e29e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.0976999 Dec 23 15:46:24.723173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf44758a-10e8-4c84-9a5b-be3945f0109e req-55ed66d7-5c5a-444c-aa23-bb2555bcdac7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Dec 23 15:46:25.067554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eff60d-2b9e-496b-8a7d-f1d886218c8b req-b8a5212c-9d3f-49c1-bcba-c0319e018cbc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:25.069097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17eff60d-2b9e-496b-8a7d-f1d886218c8b req-b8a5212c-9d3f-49c1-bcba-c0319e018cbc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.0892434 Dec 23 15:46:25.132341 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17eff60d-2b9e-496b-8a7d-f1d886218c8b req-b3d22cef-6714-44a6-ba18-a597456fd78a tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542028 Dec 23 15:46:25.597216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee8438-7507-405d-9d61-4308964102ce req-bf18e004-c765-4966-8a37-b3e58d18bde1 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:25.598847 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5ee8438-7507-405d-9d61-4308964102ce req-bf18e004-c765-4966-8a37-b3e58d18bde1 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.1071897 Dec 23 15:46:25.647640 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5ee8438-7507-405d-9d61-4308964102ce req-76b88f00-c3dd-4af9-9d8a-9b21adafeaee tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Dec 23 15:46:31.160846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:34.603618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-6428f6ec-df86-434b-92b6-e213236d6917 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1614547 Dec 23 15:46:34.773926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-cb66e1bc-4cff-4749-915e-7e93b2a26a02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1098 time: 0.0819890 Dec 23 15:46:34.936207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-7017e492-0fe4-4698-bc78-2afd37f35ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:34.937929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-7017e492-0fe4-4698-bc78-2afd37f35ceb service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1417851 Dec 23 15:46:35.011263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-b9f6b106-96f7-43b3-b8ce-893895fba8bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 217 time: 0.0651762 Dec 23 15:46:35.087609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-7cee1667-442e-4566-8e6c-de394001a9c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:35.089215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-7cee1667-442e-4566-8e6c-de394001a9c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0712605 Dec 23 15:46:35.175031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-b7e04662-e008-4f13-8869-0396d5439af5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786455 Dec 23 15:46:35.322476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-f54fce06-ecc0-4ec7-86b8-f52dce6a4070 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402049 Dec 23 15:46:35.478236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1197790e-b4ad-4e9c-ba2a-2cb35a2b2c26 req-1118be4a-348e-40f0-beac-46f8747028ab service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412363 Dec 23 15:46:36.215419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb28af-3f69-4d55-ba53-4fa47c90679b req-5e0d153c-6df2-471b-9849-4ea0e4dd2e9b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:36.217059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d9bb28af-3f69-4d55-ba53-4fa47c90679b req-5e0d153c-6df2-471b-9849-4ea0e4dd2e9b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.1010311 Dec 23 15:46:36.268261 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d9bb28af-3f69-4d55-ba53-4fa47c90679b req-83825d6e-cdc3-48a1-a3a4-f547b0a10137 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Dec 23 15:46:36.295873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35560) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:36.445399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb5c15ec-4a39-488c-be1b-9916a8011a5c tempest-TestMinimumBasicScenario-818347542 tempest-TestMinimumBasicScenario-818347542-project-admin] Synchronizing usage tracker for tenant:497aa9c8e2e64ca1b920a63a7250f5f1 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:46:36.463054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bb5c15ec-4a39-488c-be1b-9916a8011a5c tempest-TestMinimumBasicScenario-818347542 tempest-TestMinimumBasicScenario-818347542-project-admin] Unset dirty status for tenant:497aa9c8e2e64ca1b920a63a7250f5f1 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:46:36.464318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bb5c15ec-4a39-488c-be1b-9916a8011a5c tempest-TestMinimumBasicScenario-818347542 tempest-TestMinimumBasicScenario-818347542-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1093 time: 0.1674013 Dec 23 15:46:36.469278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35566) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:36.475100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:36.481350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:36.485479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:floatingip and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:36.488522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:36.494942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:36.506870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:36.661563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:36.814361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Allocated IP 172.26.2.247 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/00faf3f8-ca9a-4f0d-b56a-7742a17ad6cc) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:46:37.205713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:37.240937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:37.244858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-184409e1-338e-4b70-89be-bbc6a68b31fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:37.317375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:46:37.318384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'Port': ['ID=00faf3f8-ca9a-4f0d-b56a-7742a17ad6cc,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:37.321198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:46:37.323102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:37.323868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:46:37.863633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:37.934196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:38.154969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:38.159618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:38.163547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c0bc022c-f791-4185-9fd4-b51f31a68b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:38.270814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'Port': ['ID=00faf3f8-ca9a-4f0d-b56a-7742a17ad6cc,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:38.279091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:38.292763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:38.499110 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Floating IP aac9eb81-9675-4497-b790-ef537db165eb associated. External IP: 172.26.2.247, port: 88b98625-88ff-4552-bbe6-ae51b93c57dd. Dec 23 15:46:38.939573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Router 315c700e-436f-412a-bfa3-58228ec071af has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:46:39.155413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:46:39.170289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] Sync routers for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:46:39.184733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.187116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:46:39.187835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:46:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:46:39.246543 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7761126 Dec 23 15:46:39.247281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:46:39.249940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35570) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:39.256611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630793994', 'description': 'tempest-secgroup-smoke-630793994 description', 'project_id': '5024d6b8faff4268be2fc75ef642bad3'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:39.263574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:39.276221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:39.286733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.303456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'status': 'completed', 'code': 200} Dec 23 15:46:39.327764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:39.331847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:39.334831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:39.340816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:39.380224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:46:39.404445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.407527 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-2185d384-3570-427b-a1ab-f0b7074fead6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1098 time: 0.0807354 Dec 23 15:46:39.407719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.413466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9b47391-6e7a-4a14-96f2-fa2cc82546e6 tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:39.462817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963c69f6-570c-4e81-aa07-600ef373c651,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:39.468380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.472744 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2188995 Dec 23 15:46:39.473144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35576) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:39.481536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group_rule': {'security_group_id': '963c69f6-570c-4e81-aa07-600ef373c651', 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:39.488829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.489936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.489936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.490419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.490941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.491456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.491979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.492495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.493007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.493552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.494068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:46:39.497822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:39.502267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:39.505864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:39.513612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:39.514646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:39.530904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.557696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-c78cdad9-307c-4392-88fe-d5db7fa63223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:39.559299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-c78cdad9-307c-4392-88fe-d5db7fa63223 service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1440170 Dec 23 15:46:39.598216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.601901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.603867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9baa3fe0-e13e-42c7-abaf-05aa4babe373 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:39.629103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce26c35f-8823-4f2d-9866-e82d0c3b41fc,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:39.632219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:39.638996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.640780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c3069316-7ca8-4f7c-95e5-7fcb5cbea3cc tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1661143 Dec 23 15:46:39.644041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:39.651395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group_rule': {'security_group_id': '963c69f6-570c-4e81-aa07-600ef373c651', 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:39.658502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:39.662997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:39.666172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:39.672753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:39.672925 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-e62789e3-74d2-4c4f-a0d3-8ab6b650f66e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 999 time: 0.1067388 Dec 23 15:46:39.689942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.756455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-947a1126-a4e9-4978-9698-ecca4c33ca12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:39.758387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-947a1126-a4e9-4978-9698-ecca4c33ca12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0778453 Dec 23 15:46:39.765504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'aac9eb81-9675-4497-b790-ef537db165eb', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'floating_ip_address': '172.26.2.247', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '315c700e-436f-412a-bfa3-58228ec071af', 'port_id': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'mac_address': 'fa:16:3e:54:56:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:46:37Z', 'updated_at': '2021-12-23T15:46:37Z', 'revision_number': 0, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:47Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:46:39.765734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.768700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.769949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] Checking router: 315c700e-436f-412a-bfa3-58228ec071af for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:46:39.771042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fec14a70-f25a-4588-8505-08d1a8bf5fc3 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:39.781855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:46:39.782543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:46:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:46:39.796671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b381c5be-f8f8-4736-afe2-dc90d88abdff,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:39.803824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:39.806821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.811117 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1628423 Dec 23 15:46:39.811478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35584) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:39.818995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group_rule': {'security_group_id': '963c69f6-570c-4e81-aa07-600ef373c651', 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:39.825889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:39.830336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:39.833762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:39.839985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:39.844294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-239fee6f-6f1a-4052-9d88-e03040afd98e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783491 Dec 23 15:46:39.856864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.924484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.927591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.935701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6bcf5046-e86d-462e-8931-e577cf35a7cf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:39.955163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43885d4f-4aa5-43a7-8ba6-7ce2abb52724,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:39.957770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:39.964546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:39.965895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1530025 Dec 23 15:46:39.969218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:39.974880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group_rule': {'security_group_id': '963c69f6-570c-4e81-aa07-600ef373c651', 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:39.981519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:39.982291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:46:39.985645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:39.988763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:39.994181 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-59bf61b1-4889-41eb-8301-f3f5c379e73e service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424503 Dec 23 15:46:39.994879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:40.012059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.085378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.089617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.098612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f364192-d34e-424d-857e-abc235c33f7d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:40.119526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc82f7f-bd29-4cab-9025-e4c19c09071d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:40.122379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:40.130941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.135882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1660154 Dec 23 15:46:40.138718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35592) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:40.148747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group_rule': {'security_group_id': '963c69f6-570c-4e81-aa07-600ef373c651', 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:40.157464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:40.159672 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-749a731b-38f6-4ac9-9d95-2a1e5dbeb54b req-2b45bab5-ac97-487e-b1b7-90e546e786c2 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577399 Dec 23 15:46:40.163032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:40.167891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:40.177549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:40.196688 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Project 5024d6b8faff4268be2fc75ef642bad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:46:40.205653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.281393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.284518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.287404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a510be2d-38d2-4c09-b003-e4918df07f0e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:40.311310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0531145-1ca7-47bb-86ce-dff4027954cd,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:40.313995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:40.321540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.322864 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1811507 Dec 23 15:46:40.326413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35596) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:40.332668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'security_group_rule': {'security_group_id': '963c69f6-570c-4e81-aa07-600ef373c651', 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:40.339473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:46:40.343644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Usage tracker for resource:security_group_rule and tenant:5024d6b8faff4268be2fc75ef642bad3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:46:40.347343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:46:40.354231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:46:40.364982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Project 5024d6b8faff4268be2fc75ef642bad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:46:40.372170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.447528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.450757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.452723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc518f85-a943-4686-86b9-cf5c4b378882 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:40.476777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b0e6fe-d71e-4af0-bd9d-6d46bae3c524,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:40.479436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:40.486670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.488036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fc867bde-bbe6-408d-b92e-11e1cfc07e78 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1604893 Dec 23 15:46:40.532629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'aac9eb81-9675-4497-b790-ef537db165eb', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'floating_ip_address': '172.26.2.247', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '315c700e-436f-412a-bfa3-58228ec071af', 'port_id': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'mac_address': 'fa:16:3e:54:56:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:46:37Z', 'updated_at': '2021-12-23T15:46:37Z', 'revision_number': 0, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:47Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:46:40.537059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcee52-e112-49e5-9a2b-7b4a967273c4 None None] The sync data for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv is: [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'aac9eb81-9675-4497-b790-ef537db165eb', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'floating_ip_address': '172.26.2.247', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '315c700e-436f-412a-bfa3-58228ec071af', 'port_id': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'mac_address': 'fa:16:3e:54:56:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:46:37Z', 'updated_at': '2021-12-23T15:46:37Z', 'revision_number': 0, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:47Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:46:40.627686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-49024417-6449-443a-a412-4d968c78dfa7 req-8b68dcc7-384b-4f37-bbaf-ad7cda512aba tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630793994&fields=id&tenant_id=5024d6b8faff4268be2fc75ef642bad3 HTTP/1.1" status: 200 len: 267 time: 0.0479612 Dec 23 15:46:40.719384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024417-6449-443a-a412-4d968c78dfa7 req-c51af226-a363-4e9d-95e2-0ee993bee7d7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:40.720904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-49024417-6449-443a-a412-4d968c78dfa7 req-c51af226-a363-4e9d-95e2-0ee993bee7d7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.0869222 Dec 23 15:46:40.733075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'port': {'security_groups': ['6bdf791f-5db3-4ab6-ab7e-b9de54fd196c', '963c69f6-570c-4e81-aa07-600ef373c651']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:46:40.862304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:40.915237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f0c7e-2555-4966-beec-e7dc18405bb6 None None] New status for floating IP aac9eb81-9675-4497-b790-ef537db165eb: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:46:41.392668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:46:41.419471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:41.423982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:41.429646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b146555-b05d-49d9-b15a-5955bc4793aa tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:46:41.436437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['88b98625-88ff-4552-bbe6-ae51b93c57dd'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:46:41.492929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:41.493642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:41.495429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-49024417-6449-443a-a412-4d968c78dfa7 req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "PUT /v2.0/ports/88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 981 time: 0.7675691 Dec 23 15:46:41.496024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:46:41.526022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:46:41.529847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:46:41.570404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['88b98625-88ff-4552-bbe6-ae51b93c57dd'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:46:41.575853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'status': 'completed', 'code': 200} Dec 23 15:46:41.682290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-62414125-d9c6-4621-82b8-ae0e2ac60f0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1137 time: 0.0860224 Dec 23 15:46:41.758955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63d1c8-545a-4d9f-9179-20df64b22697 req-10db06c0-e159-4927-9f68-3cc01d8cdca7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:41.761097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2c63d1c8-545a-4d9f-9179-20df64b22697 req-10db06c0-e159-4927-9f68-3cc01d8cdca7 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.1329215 Dec 23 15:46:41.818380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2c63d1c8-545a-4d9f-9179-20df64b22697 req-b62708cc-b614-4bea-b370-622dbefa827a tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:46:41.834210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2c63d1c8-545a-4d9f-9179-20df64b22697 req-b62708cc-b614-4bea-b370-622dbefa827a tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:46:41.840452 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2c63d1c8-545a-4d9f-9179-20df64b22697 req-b62708cc-b614-4bea-b370-622dbefa827a tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697601 Dec 23 15:46:41.888714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-3f8b10dd-cc76-4816-9c24-58e0dbc6cc89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:41.890422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-3f8b10dd-cc76-4816-9c24-58e0dbc6cc89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1903472 Dec 23 15:46:41.914132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-657d1314-88bd-41de-a4e9-d0df0bc0fa6c None None] Provisioning complete for port 88b98625-88ff-4552-bbe6-ae51b93c57dd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:46:41.914572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-657d1314-88bd-41de-a4e9-d0df0bc0fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:42.004987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-112174ab-eaff-4fe2-bf67-e398f35bc78e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 1001 time: 0.1047189 Dec 23 15:46:42.076016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-ec4d77ac-0123-4825-8686-fcc77b483bb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:42.077653 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-ec4d77ac-0123-4825-8686-fcc77b483bb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0655847 Dec 23 15:46:42.160161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-79d7f88d-cfb8-4d77-9e04-0a0181df6c3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744903 Dec 23 15:46:42.310965 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-8766f77b-d152-4a79-9c89-5a4e2211ddb1 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412959 Dec 23 15:46:42.460582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ba40536a-9a31-41f3-a90b-b402b0ec7a5d req-a306c91e-f023-4dda-afcf-bb214d1b27ec service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428051 Dec 23 15:46:46.793724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d13f-242e-421a-b9ce-dc161d0931b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:48.263884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:48.844770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d160f124-beb3-4fde-a5cb-bf5c04ad8e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:49.558969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:50.991264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:46:58.201137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-dbe42b5e-7b36-42a1-8f50-8bb860de23e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1137 time: 0.0813968 Dec 23 15:46:58.241751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67282a0a-df13-4dd3-896e-339ffe5c1d85 req-f9404cd7-cf04-4e79-818f-d298b4d619ac tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:58.243420 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-67282a0a-df13-4dd3-896e-339ffe5c1d85 req-f9404cd7-cf04-4e79-818f-d298b4d619ac tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0913284 Dec 23 15:46:58.296171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-67282a0a-df13-4dd3-896e-339ffe5c1d85 req-7893d26a-d60d-46b4-a182-9987992c77cd tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464036 Dec 23 15:46:58.348096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-bcc4c4bf-f270-45b7-bf52-84de463325b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:58.349806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-bcc4c4bf-f270-45b7-bf52-84de463325b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1421409 Dec 23 15:46:58.467114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-c9f3e1dd-b785-4852-8983-e2f3cb84de25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 1001 time: 0.1090634 Dec 23 15:46:58.537511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-b094e583-4157-4f26-9c22-33984a4fc3d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:58.539058 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-b094e583-4157-4f26-9c22-33984a4fc3d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0650322 Dec 23 15:46:58.627266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-e7480e26-1709-43d0-b6e2-091cf3a361ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803616 Dec 23 15:46:58.784431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-0cbe50f1-45bd-41be-8d6b-ce8d316de319 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493626 Dec 23 15:46:58.938025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c9e0fc3-9924-47c1-8a5f-af3e16066811 req-0455dcb8-a14a-4bcf-9904-55102a184531 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467993 Dec 23 15:46:59.523138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6429-c9d0-497d-87c3-97c471e23cfd req-8d2bfe56-81ac-4133-9e67-c2cbfa8f65d4 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:46:59.524753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a93d6429-c9d0-497d-87c3-97c471e23cfd req-8d2bfe56-81ac-4133-9e67-c2cbfa8f65d4 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0851769 Dec 23 15:46:59.578047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a93d6429-c9d0-497d-87c3-97c471e23cfd req-8919b60c-16be-4aba-963f-274f7fd00963 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443187 Dec 23 15:47:00.099518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:47:00.806524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3330-a9c7-4631-8799-2eb90875715f req-f29aebd3-12ce-4f75-82e9-0fd03b9ec041 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:00.808090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a2ec3330-a9c7-4631-8799-2eb90875715f req-f29aebd3-12ce-4f75-82e9-0fd03b9ec041 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0886681 Dec 23 15:47:00.865566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a2ec3330-a9c7-4631-8799-2eb90875715f req-6c3c5e4c-e3f0-48ca-aed4-4743376d6671 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511365 Dec 23 15:47:01.186244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:02.088590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77c770-3bf4-40f1-a01b-56adc1f9fb0b req-808d49cd-3b55-466c-a609-a2952c67b2ea tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:02.090199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9e77c770-3bf4-40f1-a01b-56adc1f9fb0b req-808d49cd-3b55-466c-a609-a2952c67b2ea tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0927780 Dec 23 15:47:02.148521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9e77c770-3bf4-40f1-a01b-56adc1f9fb0b req-2a5443a5-384c-4b77-9440-80da85480b9f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487928 Dec 23 15:47:03.377889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd8f8a-8914-4d0a-843e-475da9cc06b5 req-f383ae2c-b23c-4fc8-a946-e17975478597 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:03.379424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76cd8f8a-8914-4d0a-843e-475da9cc06b5 req-f383ae2c-b23c-4fc8-a946-e17975478597 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0870042 Dec 23 15:47:03.432998 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76cd8f8a-8914-4d0a-843e-475da9cc06b5 req-1790380a-efec-43ee-acc7-733edb008c2f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454137 Dec 23 15:47:04.660758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c45267-273e-4eea-b0c7-2c28b252e422 req-6ada43a5-e399-4040-b0e5-b2a2357dd44f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:04.662321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2c45267-273e-4eea-b0c7-2c28b252e422 req-6ada43a5-e399-4040-b0e5-b2a2357dd44f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0947957 Dec 23 15:47:04.716839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2c45267-273e-4eea-b0c7-2c28b252e422 req-1b60105e-2dce-42df-b94f-b6f962591414 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455351 Dec 23 15:47:05.938402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5f7e-74c9-482c-b014-5d4521944cd8 req-b0c380fd-dede-4144-be03-2046ecadaf06 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:05.940057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-afbc5f7e-74c9-482c-b014-5d4521944cd8 req-b0c380fd-dede-4144-be03-2046ecadaf06 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0940869 Dec 23 15:47:05.996858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-afbc5f7e-74c9-482c-b014-5d4521944cd8 req-8d3f276d-f8c4-45ed-b775-4f6c4f581af3 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472991 Dec 23 15:47:07.236162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655e1b-81da-41eb-bd47-1535a13b74fb req-d3d95239-b645-4f5f-a36e-448301d44ae3 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:07.237786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9e655e1b-81da-41eb-bd47-1535a13b74fb req-d3d95239-b645-4f5f-a36e-448301d44ae3 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0974123 Dec 23 15:47:07.288874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9e655e1b-81da-41eb-bd47-1535a13b74fb req-81a630f2-eb8e-45ac-96a8-ad2872fbd510 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449083 Dec 23 15:47:08.495464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6875-9553-4c5d-b7a0-abc43b89a598 req-14f34a95-078a-4701-871b-8b14118be095 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:08.497010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-620e6875-9553-4c5d-b7a0-abc43b89a598 req-14f34a95-078a-4701-871b-8b14118be095 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0856721 Dec 23 15:47:08.549006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-620e6875-9553-4c5d-b7a0-abc43b89a598 req-7a4be8b1-5b18-4b00-9e82-2f4ae312b990 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454328 Dec 23 15:47:09.769699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76700ef7-d13c-4bda-8d4e-19b091a2896e req-990e6af9-f83c-4efb-a03f-4ee061e5bf07 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:09.771265 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76700ef7-d13c-4bda-8d4e-19b091a2896e req-990e6af9-f83c-4efb-a03f-4ee061e5bf07 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0865481 Dec 23 15:47:09.822205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-76700ef7-d13c-4bda-8d4e-19b091a2896e req-ae9b03b7-2343-46a6-b711-b7283cb2bad9 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445745 Dec 23 15:47:11.046349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5240-a4fb-47f4-8098-826cd49eafe5 req-85c6bc44-c16b-4b32-ba92-7fff2bb07701 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:11.047991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf6e5240-a4fb-47f4-8098-826cd49eafe5 req-85c6bc44-c16b-4b32-ba92-7fff2bb07701 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0937295 Dec 23 15:47:11.101695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf6e5240-a4fb-47f4-8098-826cd49eafe5 req-afeb7f32-fc28-4f29-b357-586ef11d369c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&id=963c69f6-570c-4e81-aa07-600ef373c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471008 Dec 23 15:47:16.794087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2216c042-d789-4547-83b1-77dafd9e7e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:18.252316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:18.842793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8a91b1d-58c6-47b2-a6f3-d3717f36c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:19.565761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:20.998038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:31.197391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:35.506702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-00e2403e-7d73-4cec-91be-bd03510f46c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916862 Dec 23 15:47:35.673966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-6d24e948-45e7-4415-8acc-5f5ae811164e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1137 time: 0.0850778 Dec 23 15:47:35.842050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-9a7a5048-4572-4bcc-b69e-d7b7f7904064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:35.843696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-9a7a5048-4572-4bcc-b69e-d7b7f7904064 service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1441929 Dec 23 15:47:35.956190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-3b540c6a-9b22-4795-b1f4-d96f4712c2c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 1001 time: 0.1054621 Dec 23 15:47:36.038181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-6fd2f66d-6848-4449-9628-b23c30fa43d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:36.039726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-6fd2f66d-6848-4449-9628-b23c30fa43d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0764081 Dec 23 15:47:36.123498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-b6f957f3-1b5e-4e1e-b78b-425c84b4a0b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759943 Dec 23 15:47:36.269028 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-734befcd-61fd-44b2-bce5-28763b501369 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385977 Dec 23 15:47:36.413468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8373862d-9dda-4319-bbf1-a0a6dbb57164 req-af0c38f9-5b59-4dff-b25e-45dd0c6a0449 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379516 Dec 23 15:47:37.098294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:47:43.950855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-c95a0454-b997-4864-b40e-b8e8859ae4ee tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630793994&fields=id&tenant_id=5024d6b8faff4268be2fc75ef642bad3 HTTP/1.1" status: 200 len: 267 time: 0.0503361 Dec 23 15:47:44.046635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-fa9d5975-f053-4e92-8e89-6784a2a851fd tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:44.048226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-fa9d5975-f053-4e92-8e89-6784a2a851fd tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 984 time: 0.0891273 Dec 23 15:47:44.060734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Request body: {'port': {'security_groups': ['6bdf791f-5db3-4ab6-ab7e-b9de54fd196c']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:44.187222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.450611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:47:44.479304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.484777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.491064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:47:44.497970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['88b98625-88ff-4552-bbe6-ae51b93c57dd'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:47:44.555964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:44.556609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.558351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6237a3f4-a931-4922-82f2-b12a2f5a5c01 req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "PUT /v2.0/ports/88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 942 time: 0.5027499 Dec 23 15:47:44.559085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:47:44.567022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35652) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:44.587477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event updated for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:47:44.598020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.598525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.599027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.599518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.600014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.601063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.601063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.601406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.601963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.602567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.603066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.607436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:47:44.659789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.666926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['88b98625-88ff-4552-bbe6-ae51b93c57dd'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:47:44.668775 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'status': 'completed', 'code': 200} Dec 23 15:47:44.695884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.767361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.780490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-237a2461-7d52-4f00-b557-2a55c3ee913c tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:47:44.799564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963c69f6-570c-4e81-aa07-600ef373c651,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:47:44.811241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.812034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.812604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.813192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.813758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.814315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.814876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.816057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.816625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.817195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.817722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:47:44.822058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:44.827601 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "DELETE /v2.0/security-groups/963c69f6-570c-4e81-aa07-600ef373c651 HTTP/1.1" status: 204 len: 168 time: 0.2587538 Dec 23 15:47:44.828149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:47:44.828657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:44.956582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-71116d39-7ad9-46f4-8f0e-d76d397547cb None None] Provisioning complete for port 88b98625-88ff-4552-bbe6-ae51b93c57dd triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:47:44.957135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-71116d39-7ad9-46f4-8f0e-d76d397547cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:45.043779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-abd85cb2-4aa3-4f79-a3df-8c3e43c4b33b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1098 time: 0.3488026 Dec 23 15:47:45.052057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Deleting port 00faf3f8-ca9a-4f0d-b56a-7742a17ad6cc {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:47:45.052438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:45.191390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-5a97145a-07d7-40ef-82ac-6c387c37f8ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:45.193022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-5a97145a-07d7-40ef-82ac-6c387c37f8ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1420369 Dec 23 15:47:45.234661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:45.235030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:45.303850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-f580ac16-af59-4567-bc6f-0591fe9155f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 1001 time: 0.1033943 Dec 23 15:47:45.361236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Calling delete_port for 00faf3f8-ca9a-4f0d-b56a-7742a17ad6cc owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:47:45.378043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-a1a4cfa3-6f8d-4d08-be15-79fcb0eb77ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:45.379679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-a1a4cfa3-6f8d-4d08-be15-79fcb0eb77ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0695105 Dec 23 15:47:45.466299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-c507c628-e09d-4adf-95bd-186fae9bd6d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795317 Dec 23 15:47:45.517492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:45.522248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4306b9b5-e81a-4f37-b80e-4e75948b2bb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:47:45.563576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event deleted for resources: {'Port': ['ID=00faf3f8-ca9a-4f0d-b56a-7742a17ad6cc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:47:45.567815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:47:45.616526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-728a8a89-45a0-4d94-b354-abfb33f85ee2 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421483 Dec 23 15:47:45.667035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:45.777642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf188d95-613f-4488-a9c1-3835ea7b97fb req-0a7ae1fe-8436-43e5-8276-27471379e78e service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537766 Dec 23 15:47:46.324213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Router 315c700e-436f-412a-bfa3-58228ec071af has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:47:46.548792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:47:46.559370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] Sync routers for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:47:46.571245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:46.574417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:47:46.575056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:46.632489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "DELETE /v2.0/floatingips/aac9eb81-9675-4497-b790-ef537db165eb HTTP/1.1" status: 204 len: 168 time: 1.8026035 Dec 23 15:47:46.633194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:47:46.777130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'status': 'completed', 'code': 200} Dec 23 15:47:46.793211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:47:46.834859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70629e25-7cdf-4bb8-b3ff-26b862b8b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:46.882792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-93768481-8126-4df5-b3b2-2956738b5d3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5024d6b8faff4268be2fc75ef642bad3&device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 1098 time: 0.0802968 Dec 23 15:47:47.053531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-2b06ed97-95de-4c03-96f2-9ff2d1e04eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:47.055533 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-2b06ed97-95de-4c03-96f2-9ff2d1e04eb4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 200 len: 916 time: 0.1660190 Dec 23 15:47:47.138697 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-bedfe719-80e0-410f-ba9f-aaec60c36d81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 200 len: 217 time: 0.0746322 Dec 23 15:47:47.159500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:47Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:47.163956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] Checking router: 315c700e-436f-412a-bfa3-58228ec071af for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:47:47.176171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:47:47.176870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:47.211733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-7cec61ee-68c0-4969-be53-ef73c3bf5f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:47.213470 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-7cec61ee-68c0-4969-be53-ef73c3bf5f5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 200 len: 854 time: 0.0677273 Dec 23 15:47:47.303995 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-16088f26-2595-45fb-981d-3d7a068c3b21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=811ad871-484c-4504-8f53-e6eb213b2733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813942 Dec 23 15:47:47.377261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:47:47.467222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-bc0c82a5-5eec-4522-a813-6dea40eebe24 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522374 Dec 23 15:47:47.630259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-364e4fc9-3ba1-4997-9818-155d7f8a043b req-4f64dc1c-6e50-489e-a389-e81e01db5d55 service neutron] 10.222.0.65 "GET /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541290 Dec 23 15:47:47.902312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:47Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:47.906853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e87cb-cb97-4507-873c-416625e5c845 None None] The sync data for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv is: [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:45:39Z', 'revision_number': 4, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a82f1d5b-40d3-4352-b187-50b32bd12f5d', 'name': '', 'network_id': '811ad871-484c-4504-8f53-e6eb213b2733', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'mac_address': 'fa:16:3e:25:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:38Z', 'updated_at': '2021-12-23T15:45:47Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'subnets': [{'id': '0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:47:48.255555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:48.364763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced78e6c-3cc2-44ff-a95d-61deb2ebbd08 None None] New status for floating IP aac9eb81-9675-4497-b790-ef537db165eb: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:47:48.836747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1274967e-c5b9-4ab1-84c2-11be68965a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:49.561945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:50.998780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:51.140369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-810d5242-09f2-4cf5-ae61-aa2ba248db5c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:51.141324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-810d5242-09f2-4cf5-ae61-aa2ba248db5c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:47:51.161417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-810d5242-09f2-4cf5-ae61-aa2ba248db5c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:47:51.162707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-810d5242-09f2-4cf5-ae61-aa2ba248db5c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.1199543 Dec 23 15:47:51.215576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-f2e6fdc7-4b7a-44ce-b732-e935f64266f2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:47:51.232841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-f2e6fdc7-4b7a-44ce-b732-e935f64266f2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:47:51.234072 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0ffb8ec4-c2f7-4021-8cfe-b4e8bdf7e528 req-f2e6fdc7-4b7a-44ce-b732-e935f64266f2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618150 Dec 23 15:47:52.462058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56addbe2-1b1c-46c3-9a3b-e2c5dba550d0 req-bd83def8-5a57-4abd-9216-0541e5190e27 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:52.463706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-56addbe2-1b1c-46c3-9a3b-e2c5dba550d0 req-bd83def8-5a57-4abd-9216-0541e5190e27 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.0906141 Dec 23 15:47:52.518402 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-56addbe2-1b1c-46c3-9a3b-e2c5dba550d0 req-3a53c3eb-3dc6-48a3-8ad6-f03b7eca9127 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Dec 23 15:47:52.755582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-dbe749be-8d4a-42a1-a284-a9ad5c99805f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:47:52.757210 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-dbe749be-8d4a-42a1-a284-a9ad5c99805f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.65 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 945 time: 0.1055334 Dec 23 15:47:52.831484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Deleting port 88b98625-88ff-4552-bbe6-ae51b93c57dd {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:47:52.831907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:53.101260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] For port 88b98625-88ff-4552-bbe6-ae51b93c57dd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=88b98625-88ff-4552-bbe6-ae51b93c57dd,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:47:53.101620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:53.229011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Calling delete_port for 88b98625-88ff-4552-bbe6-ae51b93c57dd owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:47:53.396961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:53.403979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc602d3f-9def-4eff-8ca9-e4929383d0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:47:53.408908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['88b98625-88ff-4552-bbe6-ae51b93c57dd'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:47:53.452770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Pushing event deleted for resources: {'Port': ['ID=88b98625-88ff-4552-bbe6-ae51b93c57dd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:47:53.455507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:47:53.529044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] No DVR routers for this DVR port 88b98625-88ff-4552-bbe6-ae51b93c57dd on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:47:53.531725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:53.534699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'name': 'network-vif-deleted', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:47:53.550210 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-93c3b6af-c865-455f-b876-2a5ed033dd43 req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.65 "DELETE /v2.0/ports/88b98625-88ff-4552-bbe6-ae51b93c57dd HTTP/1.1" status: 204 len: 173 time: 0.7872355 Dec 23 15:47:53.590070 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2294-fc36-4ab6-b16e-c44ec60762e2', 'name': 'network-vif-deleted', 'tag': '88b98625-88ff-4552-bbe6-ae51b93c57dd', 'status': 'completed', 'code': 200} Dec 23 15:47:53.705151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-71a575a4-4a13-47eb-a7c1-bb7b5919137a req-567383b8-ae01-462c-ad95-f104a80eb066 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Synchronizing usage tracker for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:47:53.720787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-71a575a4-4a13-47eb-a7c1-bb7b5919137a req-567383b8-ae01-462c-ad95-f104a80eb066 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Unset dirty status for tenant:5024d6b8faff4268be2fc75ef642bad3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:47:53.722152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-71a575a4-4a13-47eb-a7c1-bb7b5919137a req-567383b8-ae01-462c-ad95-f104a80eb066 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2294-fc36-4ab6-b16e-c44ec60762e2 HTTP/1.1" status: 200 len: 210 time: 0.0661960 Dec 23 15:47:55.458720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35744) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:55.899783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:56.685986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 88b98625-88ff-4552-bbe6-ae51b93c57dd no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:47:56.720611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 88b98625-88ff-4552-bbe6-ae51b93c57dd {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:47:56.721008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 88b98625-88ff-4552-bbe6-ae51b93c57dd not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:47:56.780556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Deleting port a82f1d5b-40d3-4352-b187-50b32bd12f5d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:47:56.780933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:56.980376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] For port a82f1d5b-40d3-4352-b187-50b32bd12f5d, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a82f1d5b-40d3-4352-b187-50b32bd12f5d,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:47:56.980702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:57.113457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Calling delete_port for a82f1d5b-40d3-4352-b187-50b32bd12f5d owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:47:57.307340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:57.314270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:47:57.357800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a82f1d5b-40d3-4352-b187-50b32bd12f5d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:47:57.360608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:47:57.671066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:58.300059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Router 315c700e-436f-412a-bfa3-58228ec071af has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:47:58.518381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:47:58.527705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] Sync routers for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:47:58.538350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] 10.222.0.49 "PUT /v2.0/routers/315c700e-436f-412a-bfa3-58228ec071af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781426 Dec 23 15:47:58.541108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35748) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:58.542605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:47:58.543333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:58.735858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:47:58.998338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:59.050895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:47:57Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:59.055274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] Checking router: 315c700e-436f-412a-bfa3-58228ec071af for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:47:59.067686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] Routers {'315c700e-436f-412a-bfa3-58228ec071af'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:47:59.068423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['315c700e-436f-412a-bfa3-58228ec071af'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:59.214752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:59.224541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Deleting port c35b0c66-75ef-46a8-a623-c1b5439f78e8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:47:59.224910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:59.259683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] Set router 315c700e-436f-412a-bfa3-58228ec071af gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:47:59.411928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] For port c35b0c66-75ef-46a8-a623-c1b5439f78e8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=c35b0c66-75ef-46a8-a623-c1b5439f78e8,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:47:59.412419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:59.544587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Calling delete_port for c35b0c66-75ef-46a8-a623-c1b5439f78e8 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:47:59.563291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:47:57Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:47:59.568195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf0f9c-f3a0-4ff2-b526-c4fc661e8c4f None None] The sync data for ids ['315c700e-436f-412a-bfa3-58228ec071af'] in dv-neutron-822797-1-hyperv is: [{'id': '315c700e-436f-412a-bfa3-58228ec071af', 'name': 'tempest-TestMinimumBasicScenario-1084633365-router', 'tenant_id': '5024d6b8faff4268be2fc75ef642bad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:35Z', 'updated_at': '2021-12-23T15:47:57Z', 'revision_number': 5, 'project_id': '5024d6b8faff4268be2fc75ef642bad3', 'gw_port': {'id': 'c35b0c66-75ef-46a8-a623-c1b5439f78e8', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c700e-436f-412a-bfa3-58228ec071af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:47:59.724731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:47:59.729453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3db099c6-b757-4558-a022-88b7657ddf71 tempest-TestEncryptedCinderVolumes-1391615658 tempest-TestEncryptedCinderVolumes-1391615658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:47:59.774235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35b0c66-75ef-46a8-a623-c1b5439f78e8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:47:59.778066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:00.014497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.287989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.292864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.329193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.329787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315c700e-436f-412a-bfa3-58228ec071af {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:48:00.344509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.346128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] 10.222.0.49 "DELETE /v2.0/routers/315c700e-436f-412a-bfa3-58228ec071af HTTP/1.1" status: 204 len: 168 time: 1.8036721 Dec 23 15:48:00.348663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35752) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:00.418266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Deleting subnet 0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:48:00.421906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.479781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.571681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.655637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.660832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4dc659d4-2250-47cd-9306-58827edc540c tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:00.702833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:00.705835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:00.709445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.714912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2c594-60a6-44b3-881b-b21dcb13dfe8 None None] Network 811ad871-484c-4504-8f53-e6eb213b2733 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:48:00.716664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-77cd8728-8a2d-4473-b04b-236a2d0e7ba9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d31ec15-92cc-4dc8-a6c5-6c61cef40cbb HTTP/1.1" status: 204 len: 168 time: 0.3666170 Dec 23 15:48:00.719695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35756) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:00.837421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.848844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Deleting port 84e4840b-acce-4373-9822-d388f6e587f9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:00.849219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:00.927910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a82f1d5b-40d3-4352-b187-50b32bd12f5d no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:48:00.965375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a82f1d5b-40d3-4352-b187-50b32bd12f5d {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:48:00.965751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a82f1d5b-40d3-4352-b187-50b32bd12f5d not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:48:00.966245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c35b0c66-75ef-46a8-a623-c1b5439f78e8 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:48:01.000132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: c35b0c66-75ef-46a8-a623-c1b5439f78e8 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:48:01.000536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device c35b0c66-75ef-46a8-a623-c1b5439f78e8 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:48:01.016158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] DHCP port deletion for 811ad871-484c-4504-8f53-e6eb213b2733 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:48:01.021027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Deleting port 84e4840b-acce-4373-9822-d388f6e587f9 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:01.021494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.075768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] For port 84e4840b-acce-4373-9822-d388f6e587f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=84e4840b-acce-4373-9822-d388f6e587f9,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:01.076171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.205577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Calling delete_port for 84e4840b-acce-4373-9822-d388f6e587f9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:48:01.244410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.254278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] For port 84e4840b-acce-4373-9822-d388f6e587f9, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=84e4840b-acce-4373-9822-d388f6e587f9,segment=NetworkSegment(d923affe-686a-4ade-b00c-ad810752198e),segment_id=d923affe-686a-4ade-b00c-ad810752198e)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:01.254653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.282988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.287049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29fc8f8e-86df-44c3-98d3-e4e56e1223cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:01.329805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Pushing event deleted for resources: {'Port': ['ID=84e4840b-acce-4373-9822-d388f6e587f9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:01.333905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:01.337230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] No DVR routers for this DVR port 84e4840b-acce-4373-9822-d388f6e587f9 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:48:01.381226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Calling delete_port for 84e4840b-acce-4373-9822-d388f6e587f9 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:48:01.450831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:48:01.451453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:48:01.465082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.493056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811ad871-484c-4504-8f53-e6eb213b2733']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:01.506178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923affe-686a-4ade-b00c-ad810752198e') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:01.506524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923affe-686a-4ade-b00c-ad810752198e') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:01.519043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.538661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.545427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:48:01.545873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:48:01.563813 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:48:01.646034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.650884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8337f8-0544-4ce5-a3ff-99a8733c7c21 tempest-RoutersTest-935237101 tempest-RoutersTest-935237101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:01.667917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:01.679187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Pushing event deleted for resources: {'Network': ['ID=811ad871-484c-4504-8f53-e6eb213b2733,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:01.682592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:01.694180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] 10.222.0.49 "DELETE /v2.0/networks/811ad871-484c-4504-8f53-e6eb213b2733 HTTP/1.1" status: 204 len: 168 time: 0.9733825 Dec 23 15:48:01.697495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35760) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:01.952835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Deleting port 84e4840b-acce-4373-9822-d388f6e587f9 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:01.953430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:02.023695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfea8b-da50-4a27-85f3-a3ac677baf44 None None] The port '84e4840b-acce-4373-9822-d388f6e587f9' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:48:02.133253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:02.935035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 84e4840b-acce-4373-9822-d388f6e587f9 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:48:02.970069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 84e4840b-acce-4373-9822-d388f6e587f9 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:48:02.970423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 84e4840b-acce-4373-9822-d388f6e587f9 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:48:03.048575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Deleting port 74394dc7-b632-4d97-a418-aee20ecb294c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:03.048856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:03.236592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] For port 74394dc7-b632-4d97-a418-aee20ecb294c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=74394dc7-b632-4d97-a418-aee20ecb294c,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:03.236966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:03.366704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Calling delete_port for 74394dc7-b632-4d97-a418-aee20ecb294c owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:48:03.569719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:03.575897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-76170768-2523-4ce7-94bb-64aa73d1beb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:03.620755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Pushing event deleted for resources: {'Port': ['ID=74394dc7-b632-4d97-a418-aee20ecb294c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:03.623944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:03.952059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:04.586137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:48:04.811194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:48:04.821329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] Sync routers for ids ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:48:04.829283 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] 10.222.0.49 "PUT /v2.0/routers/e2fabb9a-474f-4cbe-8cdd-8a3446a9676c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303942 Dec 23 15:48:04.831998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35764) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:04.834596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] Routers {'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:04.835287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:05.027452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] Set router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:05.039156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:05.347916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:48:03Z', 'revision_number': 5, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:05.352295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] Checking router: e2fabb9a-474f-4cbe-8cdd-8a3446a9676c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:48:05.363950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] Routers {'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:05.364644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:05.506016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:05.515456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Deleting port f464f1bb-7afb-4cf9-acd3-c67218587a5a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:05.515830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:05.551156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] Set router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:05.704780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] For port f464f1bb-7afb-4cf9-acd3-c67218587a5a, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f464f1bb-7afb-4cf9-acd3-c67218587a5a,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:05.705069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:05.833756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Calling delete_port for f464f1bb-7afb-4cf9-acd3-c67218587a5a owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:48:05.857706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:48:03Z', 'revision_number': 5, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:05.862127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b8ceb-4507-4dbd-8220-a65160a553ef None None] The sync data for ids ['e2fabb9a-474f-4cbe-8cdd-8a3446a9676c'] in dv-neutron-822797-1-hyperv is: [{'id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'name': 'tempest-TestMinimumBasicScenario-118735172-router', 'tenant_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:42Z', 'updated_at': '2021-12-23T15:48:03Z', 'revision_number': 5, 'project_id': '497aa9c8e2e64ca1b920a63a7250f5f1', 'gw_port': {'id': 'f464f1bb-7afb-4cf9-acd3-c67218587a5a', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fabb9a-474f-4cbe-8cdd-8a3446a9676c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:43Z', 'updated_at': '2021-12-23T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:48:06.010424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.014481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5c64b00a-c199-40a6-a537-7d7f145e55ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:06.060079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f464f1bb-7afb-4cf9-acd3-c67218587a5a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:06.062756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:06.301894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.579791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.584633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.610921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.611605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2fabb9a-474f-4cbe-8cdd-8a3446a9676c {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:48:06.625277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.626584 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e2fabb9a-474f-4cbe-8cdd-8a3446a9676c HTTP/1.1" status: 204 len: 168 time: 1.7935443 Dec 23 15:48:06.629417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35768) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:06.700622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Deleting subnet d36916c0-89e9-4fd4-aef5-2e2906915f1d {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:48:06.704098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.757856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.849584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.926516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.931260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f464f1bb-7afb-4cf9-acd3-c67218587a5a no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:48:06.932397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-122db4e3-3256-4ec1-b4ae-f9dc77db19c6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:06.966232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f464f1bb-7afb-4cf9-acd3-c67218587a5a {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:48:06.966605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f464f1bb-7afb-4cf9-acd3-c67218587a5a not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:48:06.967083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 74394dc7-b632-4d97-a418-aee20ecb294c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:48:06.975985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36916c0-89e9-4fd4-aef5-2e2906915f1d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:06.978641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:06.981105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:06.987633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e518c717-0e03-46eb-ae53-dc137f622f6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d36916c0-89e9-4fd4-aef5-2e2906915f1d HTTP/1.1" status: 204 len: 168 time: 0.3571374 Dec 23 15:48:06.990566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35772) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:06.999695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13769f8b-9720-480c-8b34-185d5d20eed7 None None] Network 651e3cc3-1852-4d60-ab87-648c053a9cd7 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:48:07.023319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 74394dc7-b632-4d97-a418-aee20ecb294c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:48:07.023715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 74394dc7-b632-4d97-a418-aee20ecb294c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:48:07.106473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.118077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Deleting port 87a342fa-7354-45b5-b7a3-4f79f910ad7e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:07.118420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.278340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] DHCP port deletion for 651e3cc3-1852-4d60-ab87-648c053a9cd7 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:48:07.283160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Deleting port 87a342fa-7354-45b5-b7a3-4f79f910ad7e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:07.283585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.359949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] For port 87a342fa-7354-45b5-b7a3-4f79f910ad7e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=87a342fa-7354-45b5-b7a3-4f79f910ad7e,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:07.360258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.489852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Calling delete_port for 87a342fa-7354-45b5-b7a3-4f79f910ad7e owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:48:07.503402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] For port 87a342fa-7354-45b5-b7a3-4f79f910ad7e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=87a342fa-7354-45b5-b7a3-4f79f910ad7e,segment=NetworkSegment(57bae801-33e2-4ed5-b849-c0408719ff39),segment_id=57bae801-33e2-4ed5-b849-c0408719ff39)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:07.503834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.568834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.574104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:07.618944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a342fa-7354-45b5-b7a3-4f79f910ad7e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:07.621949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:07.624872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] No DVR routers for this DVR port 87a342fa-7354-45b5-b7a3-4f79f910ad7e on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:48:07.760552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.790673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651e3cc3-1852-4d60-ab87-648c053a9cd7']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:07.802679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Calling delete_port for 87a342fa-7354-45b5-b7a3-4f79f910ad7e owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:48:07.804381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bae801-33e2-4ed5-b849-c0408719ff39') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:07.804728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bae801-33e2-4ed5-b849-c0408719ff39') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:07.817705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.833062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.839730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:48:07.840187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:48:07.854644 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:48:07.873380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:48:07.873744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:48:07.950847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.954601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-55e35b8a-b1a7-4fee-acc2-3905b59c0af4 tempest-ExternalNetworksTestJSON-781545176 tempest-ExternalNetworksTestJSON-781545176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:07.968778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:07.980164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=651e3cc3-1852-4d60-ab87-648c053a9cd7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:07.984727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:07.988758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/651e3cc3-1852-4d60-ab87-648c053a9cd7 HTTP/1.1" status: 204 len: 168 time: 0.9971151 Dec 23 15:48:08.200277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35778) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:08.257393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5cf2fda3-d29d-4517-8768-69ec514c8b83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5024d6b8faff4268be2fc75ef642bad3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555792 Dec 23 15:48:08.261028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35782) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:08.329232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:08.356524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:08.374733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Deleting port 87a342fa-7354-45b5-b7a3-4f79f910ad7e {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:48:08.375281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:08.405151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:08.410514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a76d3a8d-b226-4a31-af4a-406425cebb64 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:08.425954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf791f-5db3-4ab6-ab7e-b9de54fd196c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:08.428742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:08.435358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:08.436617 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bdf791f-5db3-4ab6-ab7e-b9de54fd196c HTTP/1.1" status: 204 len: 168 time: 0.1745019 Dec 23 15:48:08.454343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc1527-2aaf-4166-a0ef-a3e04bc73042 None None] The port '87a342fa-7354-45b5-b7a3-4f79f910ad7e' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:48:08.865472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35790) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:08.925796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 87a342fa-7354-45b5-b7a3-4f79f910ad7e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:48:08.935507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f4ae2311-dc56-4fcc-bd59-b65ff996fab0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=497aa9c8e2e64ca1b920a63a7250f5f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0683575 Dec 23 15:48:08.938202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35794) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:08.961449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 87a342fa-7354-45b5-b7a3-4f79f910ad7e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:48:08.961859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 87a342fa-7354-45b5-b7a3-4f79f910ad7e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:48:09.005788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:09.033757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:09.087406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:09.092573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c98ce224-690a-4ad5-b9a0-d728d291c07f tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:09.105463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a23452-611f-4670-973c-c07f1b9b5947,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:09.108649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:09.110887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:09.112142 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0c0aac26-d460-4511-b576-1f9444c1b39a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62a23452-611f-4670-973c-c07f1b9b5947 HTTP/1.1" status: 204 len: 168 time: 0.1729195 Dec 23 15:48:11.938659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35838) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:11.945511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730871604', 'description': 'tempest-secgroup-smoke-1730871604 description', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:11.952714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:11.957918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:11.962271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:11.969944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:11.981494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:11.995928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.033646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.037883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.040892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.047590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:12.121190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.125460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.128945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1324aebf-973b-4eeb-9275-a72c7c312f2b tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:12.170766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.173192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a976b-9fb5-4565-aac9-16980ec714d3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:12.176654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:12.179334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.183294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.189187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:12.252809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.256980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.260796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9ee0b83f-9a9a-4398-8be9-124003ba7d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:12.302663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024ba976-ae7d-4dfa-a2ee-a67a599e1f21,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:12.305675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:12.307197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.308568 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3687980 Dec 23 15:48:12.313077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35842) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:12.320294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '024ba976-ae7d-4dfa-a2ee-a67a599e1f21', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:12.327380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.331924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.335236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.341927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:12.362115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.427925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.433131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.435867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-321b9779-cc3b-45be-8f9d-66d15831852e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:12.462813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f473781a-4c8c-46cd-836a-e604e0aaaeeb,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:12.467178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:12.475386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.476687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1622031 Dec 23 15:48:12.480150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35846) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:12.486301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '024ba976-ae7d-4dfa-a2ee-a67a599e1f21', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:12.492933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.497371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.500452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.506793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:12.524085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.591194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.594799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.596769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d7ef957-2ca2-4ced-82ea-50e1ee32274d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:12.621028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4123cd57-a2c2-4912-b4f8-839ab953ecb4,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:12.625913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:12.630038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.631367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1502640 Dec 23 15:48:12.634623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35850) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:12.640817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '024ba976-ae7d-4dfa-a2ee-a67a599e1f21', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:12.648920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.653473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.656725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.664010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:12.688258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.767020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.770592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.772559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6018dc2c-d270-46c2-9dfa-d86141bdff15 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:12.796201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44e4ab4-a48b-425b-b428-6c305a7f23d7,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:12.798847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:12.805878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.807303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1716650 Dec 23 15:48:12.811561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35854) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:12.818341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '024ba976-ae7d-4dfa-a2ee-a67a599e1f21', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:12.825148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.829368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.832523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.838811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:12.857196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.925611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.929405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.931374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b6bc6e21-8e93-49a7-902e-09badb2bd275 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:12.955430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fad35d-75ac-4d9b-bedd-bc35ff509c77,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:12.957933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:12.966056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:12.967380 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a188300e-8f8f-4810-b317-0ee36190aecc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1546783 Dec 23 15:48:12.970596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:12.976787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '024ba976-ae7d-4dfa-a2ee-a67a599e1f21', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:12.983367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:12.987705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:12.990863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:12.997265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:13.008250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:48:13.015248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.091160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.095929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.097909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-896b1615-fcdc-4d9f-890c-11e919a3d58f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:13.122805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affbea2b-f733-400f-b97a-3ced0ca36548,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:13.127587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:13.131813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.133144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1615312 Dec 23 15:48:13.136439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35862) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:13.145921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '024ba976-ae7d-4dfa-a2ee-a67a599e1f21', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:13.156058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:13.161280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:13.164548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:13.172337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:13.183515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:48:13.190885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.280493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.284143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.291057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9d55a530-1d59-4a33-bdad-ccd8f4e3c649 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:13.314522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed45b11-6bc3-45fe-b9df-2630b743e539,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:13.317316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:13.324604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.326578 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1883695 Dec 23 15:48:13.330499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35866) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:13.336898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'network': {'name': 'tempest-network-smoke--2079669822', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:13.342831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:13.347463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:network and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:13.350801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:13.357481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:13.368652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:48:13.375902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.410161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:48:13.420710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.421245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Added segment cfdf3c0b-2ef1-455b-860b-59aa5d266210 of type vlan for network c37a282e-c64b-42c7-8254-e2c85b7e53be Dec 23 15:48:13.451095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.482821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.487124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:13.487770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.491642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c1a5135c-bc32-496a-a46d-7c6b5ef27e55 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:13.597043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2651958 Dec 23 15:48:13.600611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35870) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:13.608764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'admin_state_up': True, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:13.618063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Network': ['ID=c37a282e-c64b-42c7-8254-e2c85b7e53be,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:13.620635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:13.623248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:13.625703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:router and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:13.628905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:13.629685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network c37a282e-c64b-42c7-8254-e2c85b7e53be details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:48:13.635186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:13.645606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.646571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:13.665407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.059513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.091551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:48:14.253366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.285076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.436647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.27 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/117a092a-902a-479f-828a-f707aea87472) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:48:14.611595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.638389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.642982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bfbd65f9-362e-4e99-a06a-db80fec09a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:14.715904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:48:14.716721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=117a092a-902a-479f-828a-f707aea87472,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:14.719558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:14.721574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:14.722313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:48:14.900239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:14.901100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:15.159996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 89fffa92-9e13-480d-8303-1af8deea3ff4 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:48:15.385207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:48:15.397623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Sync routers for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:48:15.411717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:15.412215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:15.413691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:15.415020 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8134050 Dec 23 15:48:15.418568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35874) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:15.607886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:15.615577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5daaee8a-8b33-420a-81f1-26d87f9af404 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1930320 Dec 23 15:48:15.615821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35880) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:15.759468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676662ff-1353-4cbd-accc-9e0c64a83940 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:15.761044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-676662ff-1353-4cbd-accc-9e0c64a83940 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1442640 Dec 23 15:48:15.764316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35884) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:15.809903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-78e128dd-15be-4356-b07d-a459f4c7086d tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439513 Dec 23 15:48:15.812395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35888) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:15.818960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494160932', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:15.912898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:14Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:15.917375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Checking router: 89fffa92-9e13-480d-8303-1af8deea3ff4 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:48:15.917783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Updating router 89fffa92-9e13-480d-8303-1af8deea3ff4 port 117a092a-902a-479f-828a-f707aea87472 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:48:15.938525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:15.943309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:subnet and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:15.946500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:15.953574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:15.964034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:48:15.976483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.079260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.320413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.325074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-90445cb2-8ab4-45e4-b00e-722ca27febaf tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:16.333474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.346034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Transition to ACTIVE for port object 117a092a-902a-479f-828a-f707aea87472 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:16.353831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.361229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:16.398859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Subnet': ['ID=40be5224-455b-462b-b86d-302b64d17d60,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:16.408591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:16.425808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Checking segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:48:16.426215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network hostable DHCP agents. Network: c37a282e-c64b-42c7-8254-e2c85b7e53be, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:48:16.447632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Pushing event updated for resources: {'Port': ['ID=117a092a-902a-479f-828a-f707aea87472,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:16.449551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network c37a282e-c64b-42c7-8254-e2c85b7e53be is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:48:16.453150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Attempting to bind port 117a092a-902a-479f-828a-f707aea87472 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:48:16.453597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Attempting to bind port 117a092a-902a-479f-828a-f707aea87472 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:48:16.454044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Attempting to bind port 117a092a-902a-479f-828a-f707aea87472 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:48:16.459135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, c37a282e-c64b-42c7-8254-e2c85b7e53be) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:16.463506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:16.464172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.465393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.465786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.466173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.466868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.466868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.467251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.467730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.467972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.468341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.468706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.469073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:16.472589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:48:16.473101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:48:16.473504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.473939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:48:16.474466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Bound port: 117a092a-902a-479f-828a-f707aea87472, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:48:16.474894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.487146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6736252 Dec 23 15:48:16.490399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:16.502548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:16.504777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84226bd0-a0eb-4908-b275-1d767bbb32fb None None] Network c37a282e-c64b-42c7-8254-e2c85b7e53be requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:48:16.656004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] For port 117a092a-902a-479f-828a-f707aea87472, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:48:16.677239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] For port 117a092a-902a-479f-828a-f707aea87472, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=117a092a-902a-479f-828a-f707aea87472,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:48:16.709012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.717701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bbe6fc89-cdca-42d6-bba7-1460adc1f7ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:16.852052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3fe998a-79ea-4384-9a00-30688aafe2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.864521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Pushing event updated for resources: {'Port': ['ID=117a092a-902a-479f-828a-f707aea87472,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:16.869637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:16.873504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-c37a282e-c64b-42c7-8254-e2c85b7e53be', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:48:16.874422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:16.897634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:16.898348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:47:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:17.213736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Allocated IP 172.20.0.2 (c37a282e-c64b-42c7-8254-e2c85b7e53be/40be5224-455b-462b-b86d-302b64d17d60/df853382-0630-422e-b454-48f5ae003919) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:48:17.219280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:17.319763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:17.859983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:17.876254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Transition to ACTIVE for port object df853382-0630-422e-b454-48f5ae003919 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:17.908076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Transition to ACTIVE for port object df853382-0630-422e-b454-48f5ae003919 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:17.911781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:14Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:17.915806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:17.920717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:17.949991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312329f-b8b7-458a-8306-01eea2a04521 None None] The sync data for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv is: [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:14Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:48:17.982693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.1 (c37a282e-c64b-42c7-8254-e2c85b7e53be/40be5224-455b-462b-b86d-302b64d17d60/55f4cef5-22da-4782-b583-d294ecc3ce6b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:48:17.989708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Pushing event updated for resources: {'Port': ['ID=df853382-0630-422e-b454-48f5ae003919,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:17.996942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:18.001138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Network c37a282e-c64b-42c7-8254-e2c85b7e53be is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:48:18.002437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:18.004864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:48:18.100936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Attempting to bind port df853382-0630-422e-b454-48f5ae003919 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:48:18.101362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Attempting to bind port df853382-0630-422e-b454-48f5ae003919 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:48:18.101814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Attempting to bind port df853382-0630-422e-b454-48f5ae003919 on network c37a282e-c64b-42c7-8254-e2c85b7e53be {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:48:18.110427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:48:18.110864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Checking segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:48:18.111386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.111829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Bound using segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:48:18.112340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Bound port: df853382-0630-422e-b454-48f5ae003919, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:48:18.112778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.212742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:48:18.216958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df853382-0630-422e-b454-48f5ae003919,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:48:18.221053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.225213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:18.315301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.339507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Pushing event updated for resources: {'Port': ['ID=df853382-0630-422e-b454-48f5ae003919,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:18.342763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:18.450207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.470254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object 55f4cef5-22da-4782-b583-d294ecc3ce6b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:18.493306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.498147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:18.563327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network c37a282e-c64b-42c7-8254-e2c85b7e53be is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:48:18.567180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:18.577045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:48:18.624017 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=55f4cef5-22da-4782-b583-d294ecc3ce6b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:18.634021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:18.650665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.759537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:18.842160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1f432c0-0219-4c62-ac09-7c900e5f7433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.009444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device df853382-0630-422e-b454-48f5ae003919 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:19.084128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port df853382-0630-422e-b454-48f5ae003919 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:19.090027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 117a092a-902a-479f-828a-f707aea87472 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:19.179216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 117a092a-902a-479f-828a-f707aea87472 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:19.184796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 117a092a-902a-479f-828a-f707aea87472 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:19.185259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.217277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.221853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.257940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:19.320890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.337153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 117a092a-902a-479f-828a-f707aea87472, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=117a092a-902a-479f-828a-f707aea87472,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:19.340696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.342706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de9686dd-c76e-4318-9015-bd68f028d248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:19.347689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=55f4cef5-22da-4782-b583-d294ecc3ce6b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:19.350654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.354923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:19.412306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=117a092a-902a-479f-828a-f707aea87472,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:19.416452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:19.504319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network c37a282e-c64b-42c7-8254-e2c85b7e53be is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:48:19.505667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:19.565804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:19.931997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 89fffa92-9e13-480d-8303-1af8deea3ff4 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:48:19.971427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974a5f4-1898-4940-b631-e0dc2cfa1d5a None None] Network c37a282e-c64b-42c7-8254-e2c85b7e53be requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:48:20.092567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Provisioning for port df853382-0630-422e-b454-48f5ae003919 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:20.107501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Provisioning complete for port df853382-0630-422e-b454-48f5ae003919 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:20.107934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:20.154147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:48:20.165269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/89fffa92-9e13-480d-8303-1af8deea3ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6736076 Dec 23 15:48:20.332921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:20.354839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-34d75c23-3e05-42ff-b1d1-ebec5409903c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730871604&fields=id&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 267 time: 0.0523894 Dec 23 15:48:20.384003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df853382-0630-422e-b454-48f5ae003919,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:20.387843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:20.389877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:20.462374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Pushing event updated for resources: {'Port': ['ID=df853382-0630-422e-b454-48f5ae003919,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:20.469476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:20.531644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-b0a685df-c407-4f7d-b1ad-c55e08c2616c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:20.532420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-b0a685df-c407-4f7d-b1ad-c55e08c2616c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:48:20.549708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-b0a685df-c407-4f7d-b1ad-c55e08c2616c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:48:20.551029 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-b0a685df-c407-4f7d-b1ad-c55e08c2616c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/networks?id=c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 200 len: 797 time: 0.1952870 Dec 23 15:48:20.570963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-a4d2e36d-e6cc-4ee8-a608-618ac46541e1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/quotas/a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 375 time: 0.0132475 Dec 23 15:48:20.663499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-4ae9a2f5-d214-4c76-a702-2b5372aa791c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862091 Dec 23 15:48:20.720151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6965910-2d53-4934-93d6-a5b71ba85c5f None None] Provisioning complete for port df853382-0630-422e-b454-48f5ae003919 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:20.720647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6965910-2d53-4934-93d6-a5b71ba85c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:20.870414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6965910-2d53-4934-93d6-a5b71ba85c5f None None] Provisioning for port 55f4cef5-22da-4782-b583-d294ecc3ce6b completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:20.875503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6965910-2d53-4934-93d6-a5b71ba85c5f None None] Provisioning complete for port 55f4cef5-22da-4782-b583-d294ecc3ce6b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:20.875963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6965910-2d53-4934-93d6-a5b71ba85c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:20.917066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-15c168e9-13ab-4072-b3cd-62099773878b service neutron] 10.222.0.49 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392972 Dec 23 15:48:20.935767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a6965910-2d53-4934-93d6-a5b71ba85c5f None None] Port 55f4cef5-22da-4782-b583-d294ecc3ce6b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:48:20.963701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device df853382-0630-422e-b454-48f5ae003919 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:21.027914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:21.062624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port df853382-0630-422e-b454-48f5ae003919 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:21.063047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:21.093642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-fe96834a-8e7f-4c16-acbf-9c836d719af2 service neutron] 10.222.0.49 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666512 Dec 23 15:48:21.110619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-646840fa-8c2a-402a-b687-a7e415b09dce None None] Provisioning complete for port 55f4cef5-22da-4782-b583-d294ecc3ce6b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:21.111087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-646840fa-8c2a-402a-b687-a7e415b09dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:21.155299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Sync routers for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:48:21.191040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-646840fa-8c2a-402a-b687-a7e415b09dce None None] Port 55f4cef5-22da-4782-b583-d294ecc3ce6b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:48:21.250749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 117a092a-902a-479f-828a-f707aea87472 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:21.318590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:21.319197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:48:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:21.332487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-24e4af3f-9c3a-4f68-b827-0b8f7fc689c2 None None] Provisioning complete for port 55f4cef5-22da-4782-b583-d294ecc3ce6b triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:21.332914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24e4af3f-9c3a-4f68-b827-0b8f7fc689c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:21.381545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 117a092a-902a-479f-828a-f707aea87472 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:21.381936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:21.431986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-24e4af3f-9c3a-4f68-b827-0b8f7fc689c2 None None] Port 55f4cef5-22da-4782-b583-d294ecc3ce6b cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:48:21.506607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:21.838916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 2, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:21.843185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Checking router: 89fffa92-9e13-480d-8303-1af8deea3ff4 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:48:21.843594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Updating router 89fffa92-9e13-480d-8303-1af8deea3ff4 port 55f4cef5-22da-4782-b583-d294ecc3ce6b binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:48:21.897483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:22.263303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:22.277901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Transition to ACTIVE for port object 55f4cef5-22da-4782-b583-d294ecc3ce6b will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:22.284827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:22.295271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f9d7f375-da54-482b-ab74-ac8cb52ced65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:22.342103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-bf222039-8839-4a69-bf06-0f2fb71fc5e5 req-19b00564-a928-4873-9e8e-2f9c6b3c8d22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:48:22.365668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-bf222039-8839-4a69-bf06-0f2fb71fc5e5 req-19b00564-a928-4873-9e8e-2f9c6b3c8d22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:48:22.370083 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf222039-8839-4a69-bf06-0f2fb71fc5e5 req-19b00564-a928-4873-9e8e-2f9c6b3c8d22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0755954 Dec 23 15:48:22.512851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Pushing event updated for resources: {'Port': ['ID=55f4cef5-22da-4782-b583-d294ecc3ce6b,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:22.540405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.540798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.541197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.541584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.541960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.542338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.542708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.543078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.543446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.543813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.544178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:48:22.551133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:22.557050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Attempting to bind port 55f4cef5-22da-4782-b583-d294ecc3ce6b on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:48:22.557591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Attempting to bind port 55f4cef5-22da-4782-b583-d294ecc3ce6b by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:48:22.557917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Attempting to bind port 55f4cef5-22da-4782-b583-d294ecc3ce6b on network c37a282e-c64b-42c7-8254-e2c85b7e53be {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:48:22.566384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:48:22.566806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Checking segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:48:22.567258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:22.567862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Bound using segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:48:22.568212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Bound port: 55f4cef5-22da-4782-b583-d294ecc3ce6b, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:48:22.568656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:22.668830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] For port 55f4cef5-22da-4782-b583-d294ecc3ce6b, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:48:22.672121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] For port 55f4cef5-22da-4782-b583-d294ecc3ce6b, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=55f4cef5-22da-4782-b583-d294ecc3ce6b,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:48:22.678782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:22.683412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:22.763355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Pushing event updated for resources: {'Port': ['ID=55f4cef5-22da-4782-b583-d294ecc3ce6b,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:22.771636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:22.772574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:22.773310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:48:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:22.983437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:23.322301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:22Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:23.327673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea345b-85d0-4ddd-a977-90e3c4a77ee9 None None] The sync data for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv is: [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:22Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:48:23.855856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-6006c203-bc8b-4524-a2f7-5f2c736f1c79 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:23.857499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-6006c203-bc8b-4524-a2f7-5f2c736f1c79 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/networks?id=c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 200 len: 797 time: 0.5285678 Dec 23 15:48:23.864484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a5e3a0d8-e2ea-4a03-bc3b-1818aac48388 req-f40b19c4-5b78-49c6-a1f5-073de8182f48 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 210 time: 0.3092055 Dec 23 15:48:23.920141 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-17b2b032-7b50-4de0-a13f-bd4e38d12d08 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 380 time: 0.0508251 Dec 23 15:48:23.929896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'port': {'device_id': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'admin_state_up': True, 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'security_groups': ['024ba976-ae7d-4dfa-a2ee-a67a599e1f21']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:24.084956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:24.095913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:24.105762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:48:24.112107 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:24.303388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.12 (c37a282e-c64b-42c7-8254-e2c85b7e53be/40be5224-455b-462b-b86d-302b64d17d60/63544205-7e0f-497c-b9e3-36738d5ec2a2) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:48:24.517283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:24.536836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object 63544205-7e0f-497c-b9e3-36738d5ec2a2 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:24.557641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:24.564087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31442739-5975-4e8f-876e-ddac51bc7d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:24.642874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network c37a282e-c64b-42c7-8254-e2c85b7e53be is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:48:24.644192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:24.646347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=63544205-7e0f-497c-b9e3-36738d5ec2a2,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:24.648773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:48:24.690104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:24.721124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:24.721881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:24.748493 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8229201 Dec 23 15:48:24.760951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Request body: {'port': {'device_id': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:24.882441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:24.933364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-15ed56d5-da1e-4394-8159-733ee4047ebf None None] Provisioning for port 63544205-7e0f-497c-b9e3-36738d5ec2a2 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:24.942518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-15ed56d5-da1e-4394-8159-733ee4047ebf None None] Provisioning complete for port 63544205-7e0f-497c-b9e3-36738d5ec2a2 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:24.943582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-15ed56d5-da1e-4394-8159-733ee4047ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:24.997479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 55f4cef5-22da-4782-b583-d294ecc3ce6b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:25.049213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-15ed56d5-da1e-4394-8159-733ee4047ebf None None] Port 63544205-7e0f-497c-b9e3-36738d5ec2a2 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:48:25.090238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 55f4cef5-22da-4782-b583-d294ecc3ce6b completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:25.096357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 55f4cef5-22da-4782-b583-d294ecc3ce6b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:25.097024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.110767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca71-5f93-43b2-bdc6-1da4035a894f req-ac088aab-c94f-46e8-ae7e-812b64275e54 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:25.112621 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0de1ca71-5f93-43b2-bdc6-1da4035a894f req-ac088aab-c94f-46e8-ae7e-812b64275e54 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 932 time: 0.0983055 Dec 23 15:48:25.166284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0de1ca71-5f93-43b2-bdc6-1da4035a894f req-725613b8-6d76-49f7-96b9-fcbd2a8ac535 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:48:25.184693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-0de1ca71-5f93-43b2-bdc6-1da4035a894f req-725613b8-6d76-49f7-96b9-fcbd2a8ac535 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:48:25.186481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0de1ca71-5f93-43b2-bdc6-1da4035a894f req-725613b8-6d76-49f7-96b9-fcbd2a8ac535 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668128 Dec 23 15:48:25.318354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63544205-7e0f-497c-b9e3-36738d5ec2a2 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:48:25.326331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.344165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Transition to ACTIVE for port object 63544205-7e0f-497c-b9e3-36738d5ec2a2 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:48:25.347744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.352693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b3055ee4-6f9d-4a42-a23a-c7af406eda7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:25.394968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.432220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 55f4cef5-22da-4782-b583-d294ecc3ce6b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=55f4cef5-22da-4782-b583-d294ecc3ce6b,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:25.436648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.438971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-699751b4-1f60-4ae0-ba60-60a05044ff84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:25.483196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=63544205-7e0f-497c-b9e3-36738d5ec2a2,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:25.488812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:25.510156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=55f4cef5-22da-4782-b583-d294ecc3ce6b,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:25.513500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:25.605036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Attempting to bind port 63544205-7e0f-497c-b9e3-36738d5ec2a2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:48:25.605690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Attempting to bind port 63544205-7e0f-497c-b9e3-36738d5ec2a2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:48:25.605814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Attempting to bind port 63544205-7e0f-497c-b9e3-36738d5ec2a2 on network c37a282e-c64b-42c7-8254-e2c85b7e53be {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:48:25.612357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Port 63544205-7e0f-497c-b9e3-36738d5ec2a2 on network c37a282e-c64b-42c7-8254-e2c85b7e53be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:48:25.612755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Attempting to bind port 63544205-7e0f-497c-b9e3-36738d5ec2a2 on network c37a282e-c64b-42c7-8254-e2c85b7e53be {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:48:25.619907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:48:25.620288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Checking segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:48:25.620719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Bound using segment: {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:48:25.621201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Bound port: 63544205-7e0f-497c-b9e3-36738d5ec2a2, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdf3c0b-2ef1-455b-860b-59aa5d266210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:48:25.621615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.716236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] For port 63544205-7e0f-497c-b9e3-36738d5ec2a2, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:48:25.719399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] For port 63544205-7e0f-497c-b9e3-36738d5ec2a2, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:48:25.723952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.727792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fdbd8c20-f881-4666-b7c3-8e18d8da5aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:25.785637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:25.788107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 200 len: 1094 time: 1.0316894 Dec 23 15:48:25.788892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:48:25.822669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=63544205-7e0f-497c-b9e3-36738d5ec2a2,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:25.826325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:25.908002 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-1888223f-d752-443c-b4d7-b204608046b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1097 time: 0.0804870 Dec 23 15:48:25.968651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'status': 'completed', 'code': 200} Dec 23 15:48:25.989281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-b2d19627-ca28-417c-bf77-7138814950ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 200 len: 217 time: 0.0735343 Dec 23 15:48:26.062469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-bf722210-c0e4-4a8c-9a3d-a318cbf050f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:26.064062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-bf722210-c0e4-4a8c-9a3d-a318cbf050f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40be5224-455b-462b-b86d-302b64d17d60 HTTP/1.1" status: 200 len: 834 time: 0.0684278 Dec 23 15:48:26.147684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-baa62b22-fe35-47fc-a234-8697432205a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c37a282e-c64b-42c7-8254-e2c85b7e53be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768626 Dec 23 15:48:26.295111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-f8a0c117-7d8a-442e-9a26-74ef4a6c35ea service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404071 Dec 23 15:48:26.395806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a05182-8f5b-4ff5-99bf-49f9d84e86dc req-0809e586-6b76-4870-a69b-31e79b5c2863 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:26.397453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4a05182-8f5b-4ff5-99bf-49f9d84e86dc req-0809e586-6b76-4870-a69b-31e79b5c2863 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0879114 Dec 23 15:48:26.443165 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84ee9d71-429a-4ac8-9fa7-fb69b1d8e694 req-9b302911-abb0-4e6e-8a93-ceaf173a33ee service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413195 Dec 23 15:48:26.446942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d4a05182-8f5b-4ff5-99bf-49f9d84e86dc req-60f82d60-9dd3-40bb-bd79-59b5dc34bca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Dec 23 15:48:26.588691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-898a5a82-92a8-4fd0-82b9-be089a195bf9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1097 time: 0.0829709 Dec 23 15:48:26.733904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-d03e4121-27b8-4b04-b63a-b38ac35e8ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:26.735379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-d03e4121-27b8-4b04-b63a-b38ac35e8ca8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 200 len: 898 time: 0.1394494 Dec 23 15:48:26.807258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-384bd885-4169-446e-8ead-269fb11dc9ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 200 len: 217 time: 0.0646226 Dec 23 15:48:26.879576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-20e34c15-28ce-4d3b-9d36-8b041b3c7dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:26.881521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-20e34c15-28ce-4d3b-9d36-8b041b3c7dec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40be5224-455b-462b-b86d-302b64d17d60 HTTP/1.1" status: 200 len: 834 time: 0.0676866 Dec 23 15:48:26.947585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 55f4cef5-22da-4782-b583-d294ecc3ce6b up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:26.963821 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-3d61e594-d468-4860-84d4-97c93fe23bca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c37a282e-c64b-42c7-8254-e2c85b7e53be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756712 Dec 23 15:48:27.027424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 55f4cef5-22da-4782-b583-d294ecc3ce6b triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:27.027818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:27.111045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-5bc0e112-c7ef-49bf-91a8-23b284a5a1de service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394911 Dec 23 15:48:27.263946 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-703e1cf5-9d1b-475f-a507-bea9467a93b2 req-d31b77fd-09fb-4f12-a295-84cf83959f30 service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451190 Dec 23 15:48:27.665957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed425f2-a4f3-4d53-9a6a-3823cf0696e8 req-777b0c4e-9667-42ef-9520-4ebe9256157e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:27.666703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7ed425f2-a4f3-4d53-9a6a-3823cf0696e8 req-777b0c4e-9667-42ef-9520-4ebe9256157e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:48:27.684144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7ed425f2-a4f3-4d53-9a6a-3823cf0696e8 req-777b0c4e-9667-42ef-9520-4ebe9256157e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:48:27.685453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ed425f2-a4f3-4d53-9a6a-3823cf0696e8 req-777b0c4e-9667-42ef-9520-4ebe9256157e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 944 time: 0.1079104 Dec 23 15:48:27.736373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ed425f2-a4f3-4d53-9a6a-3823cf0696e8 req-696cbbec-d467-4e13-ac3b-79faa403216f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Dec 23 15:48:28.902075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 63544205-7e0f-497c-b9e3-36738d5ec2a2 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:48:28.960582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f35d7c-fa67-4c2b-9688-86bd23f394c1 req-bc3d5e50-2ad8-4332-995e-173a2ce1b8e1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:28.962306 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c3f35d7c-fa67-4c2b-9688-86bd23f394c1 req-bc3d5e50-2ad8-4332-995e-173a2ce1b8e1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0903413 Dec 23 15:48:29.011240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c3f35d7c-fa67-4c2b-9688-86bd23f394c1 req-68f3b20f-0046-4038-87a8-ae772db7c871 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Dec 23 15:48:29.049768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 63544205-7e0f-497c-b9e3-36738d5ec2a2, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:29.068132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'port_id': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'mac_address': 'fa:16:3e:a3:fc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:48:29.125831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:29.145212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63544205-7e0f-497c-b9e3-36738d5ec2a2 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:48:29.160843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 63544205-7e0f-497c-b9e3-36738d5ec2a2, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:29.165149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:29.167140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-076e51c5-07bc-4992-8fcd-e8be68bb278d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:29.235171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=63544205-7e0f-497c-b9e3-36738d5ec2a2,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:29.238622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:29.393626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['63544205-7e0f-497c-b9e3-36738d5ec2a2'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:48:30.243092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8883e5-7e13-4662-978b-8dad788e6bfb req-a3ba7060-840c-43da-92f8-ad789885957a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:30.244705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a8883e5-7e13-4662-978b-8dad788e6bfb req-a3ba7060-840c-43da-92f8-ad789885957a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 945 time: 0.0985866 Dec 23 15:48:30.296882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a8883e5-7e13-4662-978b-8dad788e6bfb req-01586b98-e3ad-48f7-b7a9-dc0e7e7c746a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Dec 23 15:48:30.918503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 63544205-7e0f-497c-b9e3-36738d5ec2a2 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:48:30.992161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 63544205-7e0f-497c-b9e3-36738d5ec2a2 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:48:30.997231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 63544205-7e0f-497c-b9e3-36738d5ec2a2 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:48:30.997686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:31.125001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:31.154136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:48:31.164400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 63544205-7e0f-497c-b9e3-36738d5ec2a2, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:48:31.176734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:31.181561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:31.218299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'code': 200} Dec 23 15:48:31.229438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:31.255700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=63544205-7e0f-497c-b9e3-36738d5ec2a2,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:31.260686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:31.523839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41bc4d5d-fd00-4f34-a6ae-635e1376580e req-18bcfc30-9a4a-493b-9e4f-55fadca6aa4b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1099 time: 0.1416667 Dec 23 15:48:31.553941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16611a-2829-4983-9e12-ff7f201c6667 req-1239e15d-4e29-4a39-8059-12b34b6e868e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:31.555498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae16611a-2829-4983-9e12-ff7f201c6667 req-1239e15d-4e29-4a39-8059-12b34b6e868e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.1236584 Dec 23 15:48:31.610937 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41bc4d5d-fd00-4f34-a6ae-635e1376580e req-7eeface4-418a-4917-91b9-26a9ea3d8443 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788083 Dec 23 15:48:31.623956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae16611a-2829-4983-9e12-ff7f201c6667 req-a12998ea-4fa0-4593-9867-409d7e03fb74 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612500 Dec 23 15:48:32.854291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6d180-f3f9-439f-9b42-333f52267de7 req-58679eb4-787a-4e1b-a8ba-25e9ac1c97d9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:32.855941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8af6d180-f3f9-439f-9b42-333f52267de7 req-58679eb4-787a-4e1b-a8ba-25e9ac1c97d9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0905728 Dec 23 15:48:32.904683 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8af6d180-f3f9-439f-9b42-333f52267de7 req-de75460f-e5ae-4974-9e60-46652374e1d2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Dec 23 15:48:34.139069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7206-761c-4d71-becd-1c44c5834de0 req-fc785b1a-cfe9-43df-93f6-02ca4de5cb41 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:34.140772 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d8c7206-761c-4d71-becd-1c44c5834de0 req-fc785b1a-cfe9-43df-93f6-02ca4de5cb41 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0998065 Dec 23 15:48:34.192507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4d8c7206-761c-4d71-becd-1c44c5834de0 req-18e43522-e226-4c69-83df-993ab75ea3ed tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Dec 23 15:48:34.403170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cd531-de83-466b-9186-3667cedf18d5 req-b2cc2d12-c404-455e-952e-3ce61b1e8c97 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:34.404841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d32cd531-de83-466b-9186-3667cedf18d5 req-b2cc2d12-c404-455e-952e-3ce61b1e8c97 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0910754 Dec 23 15:48:34.455625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d32cd531-de83-466b-9186-3667cedf18d5 req-0ad1bc58-5fa8-4deb-a59b-fe05349ce3f0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Dec 23 15:48:34.488122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35952) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:34.566291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-304156b1-89db-4915-b368-692646d92667 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1094 time: 0.0768685 Dec 23 15:48:34.569204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:34.575267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:34.581440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:48:34.585645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:floatingip and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:48:34.588682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:48:34.595002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:48:34.605880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:34.759667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:34.910775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.235 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/bf4e0c84-6176-4128-b1c9-8bb98e6afd2c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:48:35.076747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:35.107730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:35.112476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80a26933-a5c5-4ef5-89a6-7e2e605137fc tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:35.184572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:48:35.188768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:48:35.191847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:48:35.227604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=bf4e0c84-6176-4128-b1c9-8bb98e6afd2c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:35.232943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:35.513089 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-cde3f841-1fe9-4329-ba4c-09a2294fb556 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949414 Dec 23 15:48:35.676802 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-1c1ce327-886e-4f0a-bdb7-9950675a02a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1099 time: 0.0805109 Dec 23 15:48:36.013042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:36.073913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-1ee57c36-db51-471f-8ce1-51c6817bbc03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:36.075712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-1ee57c36-db51-471f-8ce1-51c6817bbc03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 200 len: 898 time: 0.3773146 Dec 23 15:48:36.077531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:36.191291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-38c76fa1-bff0-40f7-8930-c9d458a17080 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 200 len: 1000 time: 0.1045580 Dec 23 15:48:36.262624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-25c083cc-544a-406b-a6b3-b539ec5d76d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:36.264306 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-25c083cc-544a-406b-a6b3-b539ec5d76d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40be5224-455b-462b-b86d-302b64d17d60 HTTP/1.1" status: 200 len: 834 time: 0.0662625 Dec 23 15:48:36.297519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:36.301802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:36.305791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cff33a3d-3b16-4dfc-8ede-90b0c5512bcf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:48:36.350059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-5af1c113-386e-4938-a626-d63f7faf885d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c37a282e-c64b-42c7-8254-e2c85b7e53be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784733 Dec 23 15:48:36.413346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=bf4e0c84-6176-4128-b1c9-8bb98e6afd2c,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:48:36.421774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:48:36.435207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:36.501577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-aab1ada1-8025-478b-b9d2-e61a21c388da service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431532 Dec 23 15:48:36.640585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Floating IP c68fbe38-452b-4ba2-89fe-3b57218bf131 associated. External IP: 172.26.2.235, port: 63544205-7e0f-497c-b9e3-36738d5ec2a2. Dec 23 15:48:36.648502 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9bcf6b1d-fc3c-41e4-b620-43cf7772e0e2 req-0be0f101-c346-47a9-b86b-ae87345a9616 service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397123 Dec 23 15:48:37.077381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 89fffa92-9e13-480d-8303-1af8deea3ff4 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:48:37.304395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:48:37.318862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] Sync routers for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:48:37.332802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:37.333320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:37.333539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:48:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:37.390706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8202317 Dec 23 15:48:37.391751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:48:37.448205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'status': 'completed', 'code': 200} Dec 23 15:48:37.539127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:37.622698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-ae054df9-ab79-4e5a-8fe0-0b3948e7f15e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1099 time: 0.1505983 Dec 23 15:48:37.630320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db603f42-85cc-4564-89d0-18bd71f9c75e req-aaf381b7-7743-407c-bc65-2500e1f917d0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:37.631808 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db603f42-85cc-4564-89d0-18bd71f9c75e req-aaf381b7-7743-407c-bc65-2500e1f917d0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.1240613 Dec 23 15:48:37.788606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db603f42-85cc-4564-89d0-18bd71f9c75e req-4788cbbf-76e9-497a-b223-0d8fb2e74eb8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344821 Dec 23 15:48:37.805558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-900da9ba-8d0f-4ef5-a111-114b4ab50a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:37.807146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-900da9ba-8d0f-4ef5-a111-114b4ab50a6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 200 len: 898 time: 0.1744146 Dec 23 15:48:37.817974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:37.917124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'c68fbe38-452b-4ba2-89fe-3b57218bf131', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'port_id': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'mac_address': 'fa:16:3e:a3:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:48:35Z', 'updated_at': '2021-12-23T15:48:35Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:37.921865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] Checking router: 89fffa92-9e13-480d-8303-1af8deea3ff4 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:48:37.923740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-59d266ab-563b-40e8-95fa-76f984af5361 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 200 len: 1000 time: 0.1054776 Dec 23 15:48:37.933610 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fd0f0921-f451-46d1-93a0-685af405f8bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/c68fbe38-452b-4ba2-89fe-3b57218bf131 HTTP/1.1" status: 200 len: 992 time: 0.1142750 Dec 23 15:48:37.933783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:48:37.934402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:48:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:38.003386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-ee8e6f59-e942-4be5-9651-5aee1f11e796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:48:38.005209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-ee8e6f59-e942-4be5-9651-5aee1f11e796 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40be5224-455b-462b-b86d-302b64d17d60 HTTP/1.1" status: 200 len: 834 time: 0.0748503 Dec 23 15:48:38.095211 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-04e5dfca-7346-4827-9d4e-6063b040b8e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c37a282e-c64b-42c7-8254-e2c85b7e53be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793817 Dec 23 15:48:38.124149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:48:38.245250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-1850fe91-5005-45bb-bad0-6a2c6054f32b service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416514 Dec 23 15:48:38.396369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1a98e68f-f0a9-43a1-be96-cf2fe6a5a7a0 req-d000db3d-c48c-402c-a4d5-9d3323f21711 service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407354 Dec 23 15:48:38.501626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'c68fbe38-452b-4ba2-89fe-3b57218bf131', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'port_id': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'mac_address': 'fa:16:3e:a3:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:48:35Z', 'updated_at': '2021-12-23T15:48:35Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:48:38.506120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80550eab-842c-4c6e-8019-1f204eaacdbb None None] The sync data for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv is: [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'c68fbe38-452b-4ba2-89fe-3b57218bf131', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'port_id': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'mac_address': 'fa:16:3e:a3:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:48:35Z', 'updated_at': '2021-12-23T15:48:35Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:48:38.892543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280791a4-6786-4e2e-a65e-69cf483f1ec4 None None] New status for floating IP c68fbe38-452b-4ba2-89fe-3b57218bf131: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:48:38.937143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 35976) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:39.066961 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ff026bf2-bab1-41a1-8120-baafc883edbd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/c68fbe38-452b-4ba2-89fe-3b57218bf131 HTTP/1.1" status: 200 len: 992 time: 0.1270602 Dec 23 15:48:40.070063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 35982) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:40.185214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-284cb0e9-d1f4-4b47-ad41-52d570b6ede2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/c68fbe38-452b-4ba2-89fe-3b57218bf131 HTTP/1.1" status: 200 len: 994 time: 0.1137595 Dec 23 15:48:46.791396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2432-a255-47b1-9249-67052153a563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:48.266199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:48.838347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6c8be28f-e1a5-4b5d-aa38-7cd9c760662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:49.567625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:51.011571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:48:51.099460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:49:01.186929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:09.885487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038b909-a0a5-4c5b-bc00-8eefa98bbf84 req-cd893e02-cf55-40ae-9972-91e3b6202799 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:09.887106 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0038b909-a0a5-4c5b-bc00-8eefa98bbf84 req-cd893e02-cf55-40ae-9972-91e3b6202799 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0939257 Dec 23 15:49:09.941240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0038b909-a0a5-4c5b-bc00-8eefa98bbf84 req-5d224af9-5090-4d5d-97e9-a57796c5fa76 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476847 Dec 23 15:49:11.173520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af917-b0eb-410f-9e36-0df4f05cd793 req-7ff2fed3-7668-4679-bb30-28fc475a9c7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:11.175059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac4af917-b0eb-410f-9e36-0df4f05cd793 req-7ff2fed3-7668-4679-bb30-28fc475a9c7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0982146 Dec 23 15:49:11.226030 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac4af917-b0eb-410f-9e36-0df4f05cd793 req-6ab8bf3b-adfc-4aae-8662-2cdf8ca07fdb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Dec 23 15:49:11.254074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36002) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:11.368988 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f139b36a-9d09-4b5b-bccf-5dcb31afac88 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/c68fbe38-452b-4ba2-89fe-3b57218bf131 HTTP/1.1" status: 200 len: 994 time: 0.1135991 Dec 23 15:49:12.877755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637074f9-36b1-406a-8e80-9ddd58409b16 req-29c68c3b-09f8-42f1-ad2a-3a6fe23665aa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:12.879406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-637074f9-36b1-406a-8e80-9ddd58409b16 req-29c68c3b-09f8-42f1-ad2a-3a6fe23665aa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0914528 Dec 23 15:49:12.930321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-637074f9-36b1-406a-8e80-9ddd58409b16 req-827bacb3-a2da-4592-89db-970ab6b82c36 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Dec 23 15:49:14.148898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3d-8161-4315-b13e-6daa42e33b1a req-ed68da9b-b527-42ed-a760-278e065788ca tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:14.150589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9373ab3d-8161-4315-b13e-6daa42e33b1a req-ed68da9b-b527-42ed-a760-278e065788ca tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0944302 Dec 23 15:49:14.211500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9373ab3d-8161-4315-b13e-6daa42e33b1a req-29ecdbc6-b7ee-4a44-8284-c17d6fdf08bc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522077 Dec 23 15:49:14.239793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36014) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:14.353246 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-09f5b7bb-86b1-46a3-ace1-959525482acd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/c68fbe38-452b-4ba2-89fe-3b57218bf131 HTTP/1.1" status: 200 len: 994 time: 0.1120930 Dec 23 15:49:14.634475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36022) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:14.855955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port bf4e0c84-6176-4128-b1c9-8bb98e6afd2c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:14.856340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:15.037153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:15.037569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:15.166133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for bf4e0c84-6176-4128-b1c9-8bb98e6afd2c owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:15.335177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:15.338991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:15.381376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=bf4e0c84-6176-4128-b1c9-8bb98e6afd2c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:15.430480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.430849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.431287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.431714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.432136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.432577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.432972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.433444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.433874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.434274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.434688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:15.442736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:15.744918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:16.184932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 89fffa92-9e13-480d-8303-1af8deea3ff4 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:49:16.421132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:49:16.431459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] Sync routers for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:49:16.442528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:16.447099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:16.447800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:48:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:16.498964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/floatingips/c68fbe38-452b-4ba2-89fe-3b57218bf131 HTTP/1.1" status: 204 len: 168 time: 1.8631947 Dec 23 15:49:16.499716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:49:16.553841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'status': 'completed', 'code': 200} Dec 23 15:49:16.642848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:16.657293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-f9c8e2b5-f57c-4473-b451-1fe44ba3615a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 1099 time: 0.0806599 Dec 23 15:49:16.812446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac19766-76ee-477f-ae41-329b8570ac5a req-6a787a0f-44ac-49d5-b09d-0b5b9f69f240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:16.814426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-6a787a0f-44ac-49d5-b09d-0b5b9f69f240 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 200 len: 898 time: 0.1508007 Dec 23 15:49:16.889379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-012514b3-9281-4aaa-94de-60a473ee57d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 200 len: 217 time: 0.0673568 Dec 23 15:49:16.914919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e4ce-2a11-4c6f-bcf4-e89d074d48a8 req-dfb2ceea-e9d6-47d5-9c4f-8c36c4f94374 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:16.915222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-26c1e4ce-2a11-4c6f-bcf4-e89d074d48a8 req-dfb2ceea-e9d6-47d5-9c4f-8c36c4f94374 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:49:16.932932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-26c1e4ce-2a11-4c6f-bcf4-e89d074d48a8 req-dfb2ceea-e9d6-47d5-9c4f-8c36c4f94374 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:49:16.934718 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26c1e4ce-2a11-4c6f-bcf4-e89d074d48a8 req-dfb2ceea-e9d6-47d5-9c4f-8c36c4f94374 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.1106899 Dec 23 15:49:16.967667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac19766-76ee-477f-ae41-329b8570ac5a req-97ded499-b87b-4f8a-a949-472665895a30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:16.969353 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-97ded499-b87b-4f8a-a949-472665895a30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40be5224-455b-462b-b86d-302b64d17d60 HTTP/1.1" status: 200 len: 834 time: 0.0729129 Dec 23 15:49:16.992791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26c1e4ce-2a11-4c6f-bcf4-e89d074d48a8 req-8bad9089-a5a1-4d35-81ae-48f48f9250a0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509250 Dec 23 15:49:17.037321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1172ddf7-e011-4a8a-92ad-ab3835034d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:17.056082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-76fea98e-b5b7-432d-ae96-b68ab87b7aff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c37a282e-c64b-42c7-8254-e2c85b7e53be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792403 Dec 23 15:49:17.159809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:17.164149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] Checking router: 89fffa92-9e13-480d-8303-1af8deea3ff4 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:49:17.176370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:17.177036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:48:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:17.209325 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-c1aa8430-efa4-4666-a567-f36a731d15ed service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443729 Dec 23 15:49:17.357616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bac19766-76ee-477f-ae41-329b8570ac5a req-8f4c78f0-21ae-427a-8de7-78f5552dc387 service neutron] 10.222.0.65 "GET /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406202 Dec 23 15:49:17.368368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:17.729358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:17.733968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e2abc-7d8f-4a6d-a7b5-2176f2f6c28d None None] The sync data for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv is: [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:48:18Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '55f4cef5-22da-4782-b583-d294ecc3ce6b', 'name': '', 'network_id': 'c37a282e-c64b-42c7-8254-e2c85b7e53be', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:6a:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40be5224-455b-462b-b86d-302b64d17d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:17Z', 'updated_at': '2021-12-23T15:48:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '40be5224-455b-462b-b86d-302b64d17d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:49:18.215803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926e960-f03a-4fdc-a896-be53135b2b08 None None] New status for floating IP c68fbe38-452b-4ba2-89fe-3b57218bf131: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:49:18.229379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371669-527c-4761-9cf1-72306dac8f3d req-cb9dc7b9-9aa1-4e11-ab47-c21121ab2701 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:18.231021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-61371669-527c-4761-9cf1-72306dac8f3d req-cb9dc7b9-9aa1-4e11-ab47-c21121ab2701 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0926621 Dec 23 15:49:18.281515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-61371669-527c-4761-9cf1-72306dac8f3d req-327065b4-cafb-4f0f-9c32-c8b2b7601e79 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=024ba976-ae7d-4dfa-a2ee-a67a599e1f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Dec 23 15:49:18.298493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:18.562134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-5aa95f84-e013-4858-a260-b9529c0d757a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:18.564015 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-5aa95f84-e013-4858-a260-b9529c0d757a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0904660 Dec 23 15:49:18.644240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 63544205-7e0f-497c-b9e3-36738d5ec2a2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:18.644627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:18.842052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5c12c608-c01e-4503-a16c-215587d3873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:18.927327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 63544205-7e0f-497c-b9e3-36738d5ec2a2, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=63544205-7e0f-497c-b9e3-36738d5ec2a2,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:18.927715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:19.286568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 63544205-7e0f-497c-b9e3-36738d5ec2a2 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:19.438022 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:19.444334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b99e405-9771-457c-8f3e-77d6e907a93c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:19.456042 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00c47252-1e77-4181-a04d-6fb663401960 req-091e7f74-9e11-41e8-a9b6-49ddc93c1b5c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=f965cfc9-990c-44b6-b70a-5805be3b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0467813 Dec 23 15:49:19.491316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=63544205-7e0f-497c-b9e3-36738d5ec2a2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:19.533729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.534170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.534604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.535028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.535474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.535896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.536303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.536783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.537128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.537564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.537979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:19.545352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:19.569725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:19.580440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] No DVR routers for this DVR port 63544205-7e0f-497c-b9e3-36738d5ec2a2 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:49:19.585131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:19.585977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'name': 'network-vif-deleted', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:49:19.601589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ccfe469-e84c-4ec9-93d9-bdbd000725f0 req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "DELETE /v2.0/ports/63544205-7e0f-497c-b9e3-36738d5ec2a2 HTTP/1.1" status: 204 len: 173 time: 1.0311131 Dec 23 15:49:19.642597 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f965cfc9-990c-44b6-b70a-5805be3b2d91', 'name': 'network-vif-deleted', 'tag': '63544205-7e0f-497c-b9e3-36738d5ec2a2', 'status': 'completed', 'code': 200} Dec 23 15:49:20.571950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36042) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:21.006815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:21.038692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:21.147687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 63544205-7e0f-497c-b9e3-36738d5ec2a2 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:49:21.182840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 63544205-7e0f-497c-b9e3-36738d5ec2a2 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:49:21.183121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 63544205-7e0f-497c-b9e3-36738d5ec2a2 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:49:21.702813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 55f4cef5-22da-4782-b583-d294ecc3ce6b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:21.703417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:21.902407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 55f4cef5-22da-4782-b583-d294ecc3ce6b, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=55f4cef5-22da-4782-b583-d294ecc3ce6b,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:21.902807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:22.038184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 55f4cef5-22da-4782-b583-d294ecc3ce6b owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:22.241470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:22.245332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d40a3a18-c26b-4e2d-9c78-226bfa9c7749 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:22.291472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=55f4cef5-22da-4782-b583-d294ecc3ce6b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:22.296021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:22.608548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:23.478030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 89fffa92-9e13-480d-8303-1af8deea3ff4 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:49:23.711568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:49:23.722170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] Sync routers for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:49:23.725570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/89fffa92-9e13-480d-8303-1af8deea3ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1523488 Dec 23 15:49:23.728561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36046) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:23.735972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:23.736666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:23.928172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:23.933942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting subnet 40be5224-455b-462b-b86d-302b64d17d60 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:49:23.937361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.004472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.094607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.180998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.186066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b903e652-bd63-4270-be13-fc9f364831a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:24.226471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Subnet': ['ID=40be5224-455b-462b-b86d-302b64d17d60,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:24.230364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:24.233854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.242982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/subnets/40be5224-455b-462b-b86d-302b64d17d60 HTTP/1.1" status: 204 len: 168 time: 0.5108881 Dec 23 15:49:24.243152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681866e-593a-4c6f-b42a-9a4cb62dd225 None None] Network c37a282e-c64b-42c7-8254-e2c85b7e53be requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:49:24.243271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36050) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:24.337320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:49:22Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:24.353916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] Checking router: 89fffa92-9e13-480d-8303-1af8deea3ff4 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:49:24.430939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] Routers {'89fffa92-9e13-480d-8303-1af8deea3ff4'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:24.431635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['89fffa92-9e13-480d-8303-1af8deea3ff4'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:24.464286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.641618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] Set router 89fffa92-9e13-480d-8303-1af8deea3ff4 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:24.683374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.692762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 117a092a-902a-479f-828a-f707aea87472 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:24.693151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.697037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] DHCP port deletion for c37a282e-c64b-42c7-8254-e2c85b7e53be request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:49:24.760423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Deleting port df853382-0630-422e-b454-48f5ae003919 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:24.760848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:24.884636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 117a092a-902a-479f-828a-f707aea87472, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=117a092a-902a-479f-828a-f707aea87472,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:24.885021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:25.018909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 117a092a-902a-479f-828a-f707aea87472 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:25.100108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device df853382-0630-422e-b454-48f5ae003919 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:49:25.203631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:25.207694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4c03b593-82ab-4f39-a0e3-a181cca89b26 tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:25.250773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=117a092a-902a-479f-828a-f707aea87472,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:25.254731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:25.389941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df853382-0630-422e-b454-48f5ae003919,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:25.390353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:25.498644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:25.536587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Calling delete_port for df853382-0630-422e-b454-48f5ae003919 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:25.585886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:25.635592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:49:22Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:25.650643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcc4e0-f260-47c4-8831-e3572817942d None None] The sync data for ids ['89fffa92-9e13-480d-8303-1af8deea3ff4'] in dv-neutron-822797-1-hyperv is: [{'id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890214202', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '117a092a-902a-479f-828a-f707aea87472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:48:13Z', 'updated_at': '2021-12-23T15:49:22Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '117a092a-902a-479f-828a-f707aea87472', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fffa92-9e13-480d-8303-1af8deea3ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:48:14Z', 'updated_at': '2021-12-23T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:49:25.668411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df853382-0630-422e-b454-48f5ae003919,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:25.673575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:25.676228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:25.712514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:49:25.712793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:49:25.748169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=df853382-0630-422e-b454-48f5ae003919,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:25.759138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.759457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.759848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.760277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.760660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.761040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.761443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.761821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.762193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.762564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.762938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:25.767255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:26.030533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.035387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.070042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.070644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Fanout notify agent at l3_agent the message router_deleted on router 89fffa92-9e13-480d-8303-1af8deea3ff4 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:49:26.085704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.086934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/routers/89fffa92-9e13-480d-8303-1af8deea3ff4 HTTP/1.1" status: 204 len: 168 time: 1.8427134 Dec 23 15:49:26.090086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36054) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:26.214300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Deleting port df853382-0630-422e-b454-48f5ae003919 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:26.214734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.219749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.230956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port df853382-0630-422e-b454-48f5ae003919 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:26.231341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.442865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df853382-0630-422e-b454-48f5ae003919,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:26.443315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.455228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port df853382-0630-422e-b454-48f5ae003919, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=df853382-0630-422e-b454-48f5ae003919,segment=NetworkSegment(cfdf3c0b-2ef1-455b-860b-59aa5d266210),segment_id=cfdf3c0b-2ef1-455b-860b-59aa5d266210)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:26.455634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.573913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Calling delete_port for df853382-0630-422e-b454-48f5ae003919 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:26.583893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for df853382-0630-422e-b454-48f5ae003919 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:49:26.647511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:26.651384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:26.654824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:49:26.655195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:49:26.695303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Pushing event deleted for resources: {'Port': ['ID=df853382-0630-422e-b454-48f5ae003919,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:26.699091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:26.702435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] No DVR routers for this DVR port df853382-0630-422e-b454-48f5ae003919 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:49:26.999883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 55f4cef5-22da-4782-b583-d294ecc3ce6b no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:49:27.038041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 55f4cef5-22da-4782-b583-d294ecc3ce6b {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:49:27.038433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 55f4cef5-22da-4782-b583-d294ecc3ce6b not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:49:27.038897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 117a092a-902a-479f-828a-f707aea87472 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:49:27.071046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 117a092a-902a-479f-828a-f707aea87472 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:49:27.071444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 117a092a-902a-479f-828a-f707aea87472 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:49:27.156728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port df853382-0630-422e-b454-48f5ae003919 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:49:27.157507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.244677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] The port 'df853382-0630-422e-b454-48f5ae003919' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 15:49:27.376236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.403338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37a282e-c64b-42c7-8254-e2c85b7e53be']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:27.416752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdf3c0b-2ef1-455b-860b-59aa5d266210') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:27.417094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdf3c0b-2ef1-455b-860b-59aa5d266210') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:27.429961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.445860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.452450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:49:27.452871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: % (table.description, expected, rows_matched) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:49:27.468346 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:49:27.553013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.556770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74247f87-4d0c-40af-bd32-8154f63c0190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:27.572441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.585052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Network': ['ID=c37a282e-c64b-42c7-8254-e2c85b7e53be,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:27.588576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:27.600404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/networks/c37a282e-c64b-42c7-8254-e2c85b7e53be HTTP/1.1" status: 204 len: 168 time: 1.5092533 Dec 23 15:49:27.603440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36058) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:27.678510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.711133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.780039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.784266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1ab636ed-29a9-49e6-aa9d-fb02cc6924bf tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:27.801060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ba976-ae7d-4dfa-a2ee-a67a599e1f21,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:27.804005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:27.812303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:27.814053 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-14fcaae9-470d-41b9-9d5b-d457ae61ef51 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/security-groups/024ba976-ae7d-4dfa-a2ee-a67a599e1f21 HTTP/1.1" status: 204 len: 168 time: 0.2092974 Dec 23 15:49:28.090731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:49:28.194696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36066) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:28.202707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492616598', 'description': 'tempest-secgroup-smoke-1492616598 description', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:28.210236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:28.214881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:28.218097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:28.224540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:28.236442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.274647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:28.278862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:28.281929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:28.288193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:28.351109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.354887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.360775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9625dde4-3c6f-440a-ac32-f740b1d8d5e0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:28.404317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f341417e-e36e-400f-be92-c9ba4582efbe,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:28.407257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:28.407995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.409339 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2134941 Dec 23 15:49:28.412567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36070) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:28.418796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'f341417e-e36e-400f-be92-c9ba4582efbe', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:28.425617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:28.429945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:28.433046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:28.439625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:28.456776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.531639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.535013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.537060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9c8a77fa-377a-46bf-a5e3-3d1b9d098e58 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:28.560443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4168b2-3c29-4f4d-8b42-045737878dff,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:28.563033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:28.570332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.571647 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1580024 Dec 23 15:49:28.574681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36074) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:28.580630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'f341417e-e36e-400f-be92-c9ba4582efbe', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:28.587135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:28.591395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:28.594556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:28.600838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:28.618196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.684837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.689034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.691058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-022f9676-02c9-4985-a9a6-2c12f6438818 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:28.715103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba871492-cbb6-4b0e-9994-e77829ec1299,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:28.717624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:28.724933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.726243 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505840 Dec 23 15:49:28.729419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36078) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:28.735410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'f341417e-e36e-400f-be92-c9ba4582efbe', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:28.742123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:28.746634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:28.749872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:28.756410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:28.773915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.841602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.845279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.847165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f2b6da17-b9ec-4d65-b9ac-7fea7f06e463 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:28.870618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974094ef-e62c-4078-a624-f42997ab3176,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:28.873004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:28.880475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:28.882314 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9826bbd6-7f54-485a-b0cf-a7bf69ad57b1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518841 Dec 23 15:49:28.885422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36082) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:28.891448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'f341417e-e36e-400f-be92-c9ba4582efbe', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:28.897961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:28.902195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:28.905319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:28.911680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:28.928760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.000436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.004038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.005977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1bb12d42-ee5f-44a0-9213-a9dab99b5cb2 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:29.029461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b99212-a449-4b6c-841b-14a5fd57b95c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:29.031998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:29.039548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.040945 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-695d73a6-f548-4a4a-b972-86a15944b821 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1545141 Dec 23 15:49:29.043934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36086) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:29.050014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'f341417e-e36e-400f-be92-c9ba4582efbe', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:29.056788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:29.061119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:29.064658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:29.070952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:29.080959 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:49:29.087816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.156029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.159804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.165672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ce9aec0-0b4d-49e8-b7f0-a5b2791a9b4b tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:29.186273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7f489f-f1e4-4ef2-b79e-2a08089e7fca,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:29.188510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:29.196745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.198155 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532035 Dec 23 15:49:29.202097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36090) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:29.210284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'f341417e-e36e-400f-be92-c9ba4582efbe', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:29.217365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:29.221957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:29.225271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:29.233962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:29.246384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:49:29.253719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.333850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.338357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.340903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7290dae5-ba60-4d80-b079-4dc56131a1ef tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:29.365692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d82c67d-ed49-4339-a4e3-eb9e8117fc95,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:29.368332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:29.375467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.376795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1731615 Dec 23 15:49:29.380054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36094) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:29.386131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'network': {'name': 'tempest-network-smoke--513823909', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:29.391561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:29.396124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:network and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:29.399268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:29.405532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:29.415943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:49:29.421488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.455035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:49:29.469768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.470291 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Added segment e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a of type vlan for network eacd5271-9f7f-4434-8656-4fc51bca4b09 Dec 23 15:49:29.499261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.530945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.535142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:29.535824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.539577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17908390-0555-4076-ad86-5bfce8de9a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:29.649393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2681954 Dec 23 15:49:29.652467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36098) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:29.660337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'admin_state_up': True, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:29.666417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Network': ['ID=eacd5271-9f7f-4434-8656-4fc51bca4b09,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:29.669953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-faf87366-d39f-4917-a1b2-a2a5756d1ba2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:29.670960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:29.675190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:router and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:29.677764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:49:29.678396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:29.684626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:29.694914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.695912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.714788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:29.874094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.085506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.116813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.267756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.29 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/0981245f-e3bf-44b8-b52c-6cf2a85ecad1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:49:30.448484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.479478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.484320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c3e2d411-d83f-43ad-a5c8-56f40d174b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:30.545946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:49:30.553504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:30.559191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:49:30.585585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:30.591009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:30.736458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.737155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:30.982113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 93bdef4b-62b0-466d-a062-d38e655f238c is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:49:31.188925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:31.221186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:49:31.231808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Sync routers for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:49:31.245729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:31.246420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:31.250901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:31.252236 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5987718 Dec 23 15:49:31.255853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36102) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:31.301599 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-634a3529-a531-4647-b450-4fd0f4eb5261 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444367 Dec 23 15:49:31.304919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36106) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:31.433383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:31.448250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b735921a-5f44-4d51-8ed4-ece80dfa6a18 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:31.452813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b735921a-5f44-4d51-8ed4-ece80dfa6a18 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439576 Dec 23 15:49:31.453096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36110) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:31.503935 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b8c3d245-8e92-4c0e-a12f-4e0974f5fb62 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469956 Dec 23 15:49:31.504154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36114) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:31.510152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558715848', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:31.627085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:31.631451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:subnet and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:31.634763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:31.641464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:31.651408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:49:31.738171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:30Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:31.742847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Checking router: 93bdef4b-62b0-466d-a062-d38e655f238c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:49:31.743238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Updating router 93bdef4b-62b0-466d-a062-d38e655f238c port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:49:31.762034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:31.800009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:31.993284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:31.997669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5748ed23-3a21-4928-bf91-ab08f3885678 tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:32.078654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Subnet': ['ID=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:32.082928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:32.091908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Checking segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:49:32.092314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network hostable DHCP agents. Network: eacd5271-9f7f-4434-8656-4fc51bca4b09, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:49:32.116440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:49:32.126054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, eacd5271-9f7f-4434-8656-4fc51bca4b09) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:32.130308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:32.130962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.136163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85971ace-8bc3-4cca-a2fa-edd8fde2d327 None None] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:49:32.156742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:32.156951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6bb348a3-2b32-4772-8ec8-5a081606c6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6515985 Dec 23 15:49:32.163752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.176105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Transition to ACTIVE for port object 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:32.182237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.185972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:32.255986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Pushing event updated for resources: {'Port': ['ID=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:32.280723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.281089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.281500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.281878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.282253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.282727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.283101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.283473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.283840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.284204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.284581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:49:32.287912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Attempting to bind port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:49:32.288323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Attempting to bind port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:49:32.288731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Attempting to bind port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:49:32.291828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:32.297306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:49:32.297727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:49:32.298172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.298602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:49:32.299113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Bound port: 0981245f-e3bf-44b8-b52c-6cf2a85ecad1, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:49:32.299528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.380605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] For port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:49:32.385821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] For port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:49:32.390128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.391987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-eacd5271-9f7f-4434-8656-4fc51bca4b09', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:49:32.393129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.401342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-131c4032-e3a7-4ad3-a249-bed5e45955a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:32.473964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:32.474727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:32.552199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Pushing event updated for resources: {'Port': ['ID=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:32.557093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0c39264c-cda2-4341-bbb1-d04b24eef9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:32.574677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Allocated IP 172.20.0.2 (eacd5271-9f7f-4434-8656-4fc51bca4b09/879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0/3d113620-07c4-4eb8-8e5a-5d91b36b9f29) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:49:32.679572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:32.806662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.819711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Transition to ACTIVE for port object 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:32.839939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Transition to ACTIVE for port object 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:32.844483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.849445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:32.931975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:49:32.940416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:32.945872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:49:32.948164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Pushing event updated for resources: {'Port': ['ID=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:32.951271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:32.980353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:32.985994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:30Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:32.990553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70fc03-e83a-45b5-9a27-8d02fd13ca6e None None] The sync data for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv is: [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:30Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:49:33.048113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Attempting to bind port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:49:33.048527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Attempting to bind port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:49:33.048937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Attempting to bind port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 on network eacd5271-9f7f-4434-8656-4fc51bca4b09 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:49:33.056154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:49:33.056553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Checking segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:49:33.057050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:33.057464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Bound using segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:49:33.057979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Bound port: 3d113620-07c4-4eb8-8e5a-5d91b36b9f29, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:49:33.058395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:33.155771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] For port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:49:33.159508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] For port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:49:33.164194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:33.168533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:33.256553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Pushing event updated for resources: {'Port': ['ID=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:33.259639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:33.712832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.1 (eacd5271-9f7f-4434-8656-4fc51bca4b09/879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0/7a13bf31-4199-474f-b439-92cd2c1be845) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:49:33.893248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:33.910726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object 7a13bf31-4199-474f-b439-92cd2c1be845 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:33.931508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:33.936407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:34.001468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:49:34.005039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:34.007731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:49:34.063142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=7a13bf31-4199-474f-b439-92cd2c1be845,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:34.072751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:34.090149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:34.179936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:34.631147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:34.635246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:34.666917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71f4d949-3559-4cdd-a37c-d9f948c84e54 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:34.770543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:34.775174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=7a13bf31-4199-474f-b439-92cd2c1be845,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:34.778335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:34.907957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66e73b-1da9-467f-b4b8-459ce8947c89 None None] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:49:34.927451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:49:34.928725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:35.042044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-edc1fe95-cef5-4a48-9f9e-a7bbce042d2f None None] Provisioning for port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:35.055505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:35.219165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:35.226367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:35.226796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:35.355314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 93bdef4b-62b0-466d-a062-d38e655f238c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:49:35.376611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:35.413723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:35.418379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:35.419813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:35.449823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:35.544060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:35.547708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:35.558265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:35.564202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:35.564655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:35.584747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:49:35.600954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/93bdef4b-62b0-466d-a062-d38e655f238c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4429286 Dec 23 15:49:35.802311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-231b3dad-a84d-493a-9ac0-f41d90944be7 None None] Provisioning for port 7a13bf31-4199-474f-b439-92cd2c1be845 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:35.809112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-231b3dad-a84d-493a-9ac0-f41d90944be7 None None] Provisioning complete for port 7a13bf31-4199-474f-b439-92cd2c1be845 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:35.809563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-231b3dad-a84d-493a-9ac0-f41d90944be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:35.829850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-afe4cf3f-710d-4eb7-b10e-46b7f8e1031e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492616598&fields=id&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 267 time: 0.0622590 Dec 23 15:49:35.911407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-231b3dad-a84d-493a-9ac0-f41d90944be7 None None] Port 7a13bf31-4199-474f-b439-92cd2c1be845 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:49:35.948422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:35.954279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-231b3dad-a84d-493a-9ac0-f41d90944be7 None None] Provisioning complete for port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:35.954701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-231b3dad-a84d-493a-9ac0-f41d90944be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:36.005322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:36.008350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-b0f6f85e-c0bf-4739-a371-16e52808f456 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:36.009384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-b0f6f85e-c0bf-4739-a371-16e52808f456 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:49:36.017498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:36.021473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:36.026491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-b0f6f85e-c0bf-4739-a371-16e52808f456 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:49:36.028355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-b0f6f85e-c0bf-4739-a371-16e52808f456 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 796 time: 0.1903007 Dec 23 15:49:36.050603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e2dd1b8d-a7c3-406b-b9ca-345d056d539e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/quotas/a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 375 time: 0.0152018 Dec 23 15:49:36.058028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Sync routers for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:49:36.147363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:36.148079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:36.157483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-954c6738-b050-4c34-9840-58fb0aa8a25c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:49:36.173052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-954c6738-b050-4c34-9840-58fb0aa8a25c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:49:36.174574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-954c6738-b050-4c34-9840-58fb0aa8a25c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163146 Dec 23 15:49:36.216979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:36.226142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:36.332234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-43d4920b-3861-41d4-8752-cb99400583c5 service neutron] 10.222.0.49 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444914 Dec 23 15:49:36.357849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:36.496036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-7b5ec9b3-c1e1-4994-896e-dda352c53f3e service neutron] 10.222.0.49 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570094 Dec 23 15:49:36.498736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-96744330-520f-4897-aedd-8718e844d3bc None None] Provisioning complete for port 7a13bf31-4199-474f-b439-92cd2c1be845 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:36.499162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96744330-520f-4897-aedd-8718e844d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:36.641544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-96744330-520f-4897-aedd-8718e844d3bc None None] Port 7a13bf31-4199-474f-b439-92cd2c1be845 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:49:36.704882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a0be1ba0-5ca8-4b0a-98f0-c03ae62dfb4d req-e7344405-ece3-48c7-b619-0a3f794e62fe tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:49:36.720106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a0be1ba0-5ca8-4b0a-98f0-c03ae62dfb4d req-e7344405-ece3-48c7-b619-0a3f794e62fe tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:49:36.721399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0be1ba0-5ca8-4b0a-98f0-c03ae62dfb4d req-e7344405-ece3-48c7-b619-0a3f794e62fe tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 210 time: 0.0655880 Dec 23 15:49:36.757813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 2, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:36.762115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Checking router: 93bdef4b-62b0-466d-a062-d38e655f238c for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:49:36.762521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Updating router 93bdef4b-62b0-466d-a062-d38e655f238c port 7a13bf31-4199-474f-b439-92cd2c1be845 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:49:36.817723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.044772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:37.180096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:37.180522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.310232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.349152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Transition to ACTIVE for port object 7a13bf31-4199-474f-b439-92cd2c1be845 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:37.365672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.372027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:37.485051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:37.717746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b01eb4-a8fa-4dc6-884f-b8c6c9ee63ef None None] Pushing event updated for resources: {'Port': ['ID=7a13bf31-4199-474f-b439-92cd2c1be845,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:37.724205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0b01eb4-a8fa-4dc6-884f-b8c6c9ee63ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:37.845922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Attempting to bind port 7a13bf31-4199-474f-b439-92cd2c1be845 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:49:37.846251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Attempting to bind port 7a13bf31-4199-474f-b439-92cd2c1be845 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:49:37.846714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Attempting to bind port 7a13bf31-4199-474f-b439-92cd2c1be845 on network eacd5271-9f7f-4434-8656-4fc51bca4b09 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:49:37.863870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:49:37.864312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Checking segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:49:37.864747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.865203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Bound using segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:49:37.865759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Bound port: 7a13bf31-4199-474f-b439-92cd2c1be845, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:49:37.866159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.882720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:37.883146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:37.974726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf53fcf1-082e-4c14-8646-d2d35366e744 req-638e8a0e-cbf7-4e37-acbb-bd821b095d3f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 210 time: 0.0643897 Dec 23 15:49:38.024131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] For port 7a13bf31-4199-474f-b439-92cd2c1be845, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:49:38.042225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-f6e11f9c-07e5-4750-aa85-3308bdbfef6b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:38.043813 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-f6e11f9c-07e5-4750-aa85-3308bdbfef6b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 796 time: 0.2323961 Dec 23 15:49:38.073154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] For port 7a13bf31-4199-474f-b439-92cd2c1be845, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7a13bf31-4199-474f-b439-92cd2c1be845,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:49:38.080434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:38.087526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab009d75-f60d-4d66-ba20-0486d5bfebcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:38.110477 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-92e7cdce-8740-4346-afa5-b85c9cc0a4d0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 380 time: 0.0545051 Dec 23 15:49:38.120229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'port': {'device_id': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'admin_state_up': True, 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'security_groups': ['f341417e-e36e-400f-be92-c9ba4582efbe']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:38.184473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b01eb4-a8fa-4dc6-884f-b8c6c9ee63ef None None] Pushing event updated for resources: {'Port': ['ID=7a13bf31-4199-474f-b439-92cd2c1be845,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:38.189498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0b01eb4-a8fa-4dc6-884f-b8c6c9ee63ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:38.192124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:38.192831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:38.278027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:38.290130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:38.301188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:49:38.306992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:38.400879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:38.495849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.10 (eacd5271-9f7f-4434-8656-4fc51bca4b09/879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0/de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:49:38.706284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:38.724827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:38.745773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:38.751679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:38.754041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:38Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:38.758890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19efe70-56f1-4ca8-8c7d-64769bff15f7 None None] The sync data for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv is: [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:38Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:49:38.821813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:49:38.827448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:38.830167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:49:38.895669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:38.900791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:38.929471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:38.930191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:38.970840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8546903 Dec 23 15:49:38.983074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Request body: {'port': {'device_id': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:39.055570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7a13bf31-4199-474f-b439-92cd2c1be845 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:39.117531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.170031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 7a13bf31-4199-474f-b439-92cd2c1be845 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:39.175213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e143f484-9568-41e7-9a83-23d900b1a411 None None] Provisioning for port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:39.180541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7a13bf31-4199-474f-b439-92cd2c1be845 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:39.180969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.216508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e143f484-9568-41e7-9a83-23d900b1a411 None None] Provisioning complete for port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:39.216954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e143f484-9568-41e7-9a83-23d900b1a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.235008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aa61d-c0f8-41b3-8244-b15f28f5f3b2 req-70d2d09e-aeb0-43cb-b341-ea0996852cab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:39.237206 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-922aa61d-c0f8-41b3-8244-b15f28f5f3b2 req-70d2d09e-aeb0-43cb-b341-ea0996852cab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 932 time: 0.1049252 Dec 23 15:49:39.289870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-922aa61d-c0f8-41b3-8244-b15f28f5f3b2 req-caf6f501-00c0-4515-93f6-03308d4b30a3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:49:39.312684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-922aa61d-c0f8-41b3-8244-b15f28f5f3b2 req-caf6f501-00c0-4515-93f6-03308d4b30a3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:49:39.325427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-922aa61d-c0f8-41b3-8244-b15f28f5f3b2 req-caf6f501-00c0-4515-93f6-03308d4b30a3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815873 Dec 23 15:49:39.390672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e143f484-9568-41e7-9a83-23d900b1a411 None None] Port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:49:39.418794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.457220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 7a13bf31-4199-474f-b439-92cd2c1be845, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7a13bf31-4199-474f-b439-92cd2c1be845,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:39.460844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.463071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a2f38e6a-12fd-4f25-8834-c2cb22b78eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:39.534895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=7a13bf31-4199-474f-b439-92cd2c1be845,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:39.538266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:39.763253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:49:39.770727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.786789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Transition to ACTIVE for port object de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:49:39.790130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:39.795074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01bf9b7c-e439-4f10-bc30-8fac2f9cb923 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:39.933821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:39.938047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:40.049006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Attempting to bind port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:49:40.049428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Attempting to bind port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:49:40.049818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Attempting to bind port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 on network eacd5271-9f7f-4434-8656-4fc51bca4b09 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:49:40.056927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 on network eacd5271-9f7f-4434-8656-4fc51bca4b09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:49:40.057331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Attempting to bind port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 on network eacd5271-9f7f-4434-8656-4fc51bca4b09 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:49:40.065081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:49:40.065491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Checking segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:49:40.065984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Bound using segment: {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:49:40.066479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Bound port: de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:49:40.066873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:40.173537 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] For port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:49:40.176994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] For port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:49:40.181093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:40.185796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f0adfc2a-149d-4fc5-8874-507e2e100802 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:40.250810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:40.252337 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 1094 time: 1.2742238 Dec 23 15:49:40.252911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:49:40.268007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:40.274128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:40.335245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'status': 'completed', 'code': 200} Dec 23 15:49:40.396852 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-0b7ee215-027b-4ee3-8d03-af031ce4f5c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1097 time: 0.1022716 Dec 23 15:49:40.475233 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-1105e6fa-e0c8-4bcf-9940-75263304252c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 217 time: 0.0708225 Dec 23 15:49:40.556426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf785e-0b27-4ba6-8397-0aec712305b7 req-6ddf4523-02e7-4e68-9825-7ea1a929f348 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:40.558089 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7abf785e-0b27-4ba6-8397-0aec712305b7 req-6ddf4523-02e7-4e68-9825-7ea1a929f348 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 944 time: 0.0907481 Dec 23 15:49:40.561649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-d4bde225-d43a-48a8-be34-d560995d711e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:40.563287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-d4bde225-d43a-48a8-be34-d560995d711e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 200 len: 835 time: 0.0811419 Dec 23 15:49:40.609996 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7abf785e-0b27-4ba6-8397-0aec712305b7 req-69d2a8e9-34bf-4444-afd9-df3be1938c63 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Dec 23 15:49:40.651431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-e9ef4bbd-5f16-4892-b2c1-3dbfbcd7a5a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eacd5271-9f7f-4434-8656-4fc51bca4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797830 Dec 23 15:49:40.805288 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-b040cf69-1cc3-41d8-9977-f92b0278dd91 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469946 Dec 23 15:49:40.952547 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c120ded1-5d99-43fc-87f4-172e33a188f4 req-7e88fa53-968a-4263-bf44-fd05b65f1ebd service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405299 Dec 23 15:49:40.999522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7a13bf31-4199-474f-b439-92cd2c1be845 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:41.071247 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-9699e91d-ee58-431b-a154-c5ce972149af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1097 time: 0.0759394 Dec 23 15:49:41.076332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 7a13bf31-4199-474f-b439-92cd2c1be845 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:41.076796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:41.217559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-1afa5ee8-5ea3-4cd2-98a1-f92636793a13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:41.219178 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-1afa5ee8-5ea3-4cd2-98a1-f92636793a13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 897 time: 0.1414206 Dec 23 15:49:41.296303 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-2e4c20b6-c5de-449c-bb0e-48a1a8f176a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 217 time: 0.0694380 Dec 23 15:49:41.370008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-975a0fee-b3d9-42eb-b600-699863ada420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:41.371552 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-975a0fee-b3d9-42eb-b600-699863ada420 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 200 len: 835 time: 0.0682135 Dec 23 15:49:41.460455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-a3a36492-9a17-4506-81fc-dd7bd75a6c4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eacd5271-9f7f-4434-8656-4fc51bca4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810223 Dec 23 15:49:41.610234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-e58b1425-f242-4a4b-9e7a-7a3a3ccd60f4 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425445 Dec 23 15:49:41.811903 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e844dfb7-2d89-47d2-9cfb-596fd7d749da req-728a3f9b-e31a-4c69-b887-62e13018ca3b service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837399 Dec 23 15:49:41.849958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2193ec-70e5-4d3c-8d6d-0e53aa9a7ac8 req-e343e656-cb45-4b5f-97d3-3cc5be2e3479 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:41.850729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ab2193ec-70e5-4d3c-8d6d-0e53aa9a7ac8 req-e343e656-cb45-4b5f-97d3-3cc5be2e3479 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:49:41.866865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ab2193ec-70e5-4d3c-8d6d-0e53aa9a7ac8 req-e343e656-cb45-4b5f-97d3-3cc5be2e3479 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:49:41.868125 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ab2193ec-70e5-4d3c-8d6d-0e53aa9a7ac8 req-e343e656-cb45-4b5f-97d3-3cc5be2e3479 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 944 time: 0.1240866 Dec 23 15:49:41.921366 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ab2193ec-70e5-4d3c-8d6d-0e53aa9a7ac8 req-aa88fad3-c4e8-4fde-93c4-8b8102afc859 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440552 Dec 23 15:49:43.151528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7284ee-842c-43b4-a843-de6d0709c386 req-4bc1b35d-67e2-46ec-937c-ff0c5eca3a57 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:43.153201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a7284ee-842c-43b4-a843-de6d0709c386 req-4bc1b35d-67e2-46ec-937c-ff0c5eca3a57 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 944 time: 0.0997934 Dec 23 15:49:43.265449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:49:43.419238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:43.434920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'port_id': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'mac_address': 'fa:16:3e:d9:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:49:43.455178 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a7284ee-842c-43b4-a843-de6d0709c386 req-92d1de69-4ded-48a9-abb7-93f44386099e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958252 Dec 23 15:49:43.493100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:43.512008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:49:43.527802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:43.531421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:43.534053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:43.606291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:43.610571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:43.761468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:49:44.675339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbbe51-af55-49e1-97c3-e1b540ff5308 req-77fcdb26-a089-4bb1-9015-5b5b33cda8d5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:44.676876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-21bbbe51-af55-49e1-97c3-e1b540ff5308 req-77fcdb26-a089-4bb1-9015-5b5b33cda8d5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 945 time: 0.0949869 Dec 23 15:49:44.726949 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-21bbbe51-af55-49e1-97c3-e1b540ff5308 req-58eb82a8-d3a0-4801-9670-e139717c348c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Dec 23 15:49:45.276829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:49:45.356052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:49:45.361410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:49:45.361846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:45.481978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:45.511454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:49:45.523050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:49:45.527657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:45.530416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:45.617069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:45.620720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:45.650128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'code': 200} Dec 23 15:49:45.969458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72401f3-eca0-4aa8-acbb-f02bbcd2bae3 req-19d074e9-468e-40a6-b126-024663075a21 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:45.971062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c72401f3-eca0-4aa8-acbb-f02bbcd2bae3 req-19d074e9-468e-40a6-b126-024663075a21 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.1169381 Dec 23 15:49:45.974359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07354258-d9cf-483f-bf84-20de1bb5aac0 req-4c32e6aa-46d7-47dd-9026-d86172d3783f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1099 time: 0.1544859 Dec 23 15:49:46.052642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c72401f3-eca0-4aa8-acbb-f02bbcd2bae3 req-3ef4f916-3afd-4e09-9be6-04de947a9d24 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739431 Dec 23 15:49:46.054330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07354258-d9cf-483f-bf84-20de1bb5aac0 req-219aad08-49cf-4a7f-b0b9-8a80dbd69761 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613863 Dec 23 15:49:46.797527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-24e4c567-a559-48aa-bcfe-1edd25941033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:47.281615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d1869-8425-49ae-8322-c83bdd834a37 req-ab22df13-1cb8-4b3f-badc-0f6144fdb446 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:47.283156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c3d1869-8425-49ae-8322-c83bdd834a37 req-ab22df13-1cb8-4b3f-badc-0f6144fdb446 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0870912 Dec 23 15:49:47.335758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c3d1869-8425-49ae-8322-c83bdd834a37 req-021667d0-9f64-4690-b0a3-6093c455320d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Dec 23 15:49:48.284244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:48.579850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f009ee-3fc4-4a37-ae57-1fcc4a4b2b9b req-06f1b66c-820a-44e2-b796-90344340b6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:48.581770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59f009ee-3fc4-4a37-ae57-1fcc4a4b2b9b req-06f1b66c-820a-44e2-b796-90344340b6e4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.1079881 Dec 23 15:49:48.633438 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-59f009ee-3fc4-4a37-ae57-1fcc4a4b2b9b req-4f48b040-bf51-487d-878c-f2f48de29293 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Dec 23 15:49:48.845767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a37ef2f1-f16b-4460-b199-3173c313d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:48.858720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917194d-c949-4499-93f6-4171a8659195 req-4c542825-34db-4609-93b5-cda6497ee489 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:48.860359 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d917194d-c949-4499-93f6-4171a8659195 req-4c542825-34db-4609-93b5-cda6497ee489 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0916677 Dec 23 15:49:48.911444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d917194d-c949-4499-93f6-4171a8659195 req-5499c2c7-abed-44c2-ad2d-67ef5ae59e35 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Dec 23 15:49:48.939059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:49.019493 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36112c41-3590-40a8-b150-23f5777d0f77 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1094 time: 0.0789866 Dec 23 15:49:49.023879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:49.029806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:49:49.036382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:49:49.040827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:floatingip and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:49:49.044415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:49:49.051337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:49:49.062752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:49.219584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:49.374313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.75 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/53833c37-8f1f-4552-a362-28729159d795) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:49:49.534855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:49.565177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:49.568496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:49.569561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7c971175-9c26-4db6-8731-5cab915ed053 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:49.646608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:49:49.647654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=53833c37-8f1f-4552-a362-28729159d795,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:49.650554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:49:49.652540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:49.653272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:49:50.208890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:50.276628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:50.498189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:50.502993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:50.506902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-300f9e44-edd6-477a-83d3-56cc600e08b3 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:49:50.617443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=53833c37-8f1f-4552-a362-28729159d795,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:49:50.622039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:49:50.633329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:50.841873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Floating IP 8a4e08b1-713d-451a-bb2f-b75b7b3d3213 associated. External IP: 172.26.2.75, port: de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72. Dec 23 15:49:51.009754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:51.280187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 93bdef4b-62b0-466d-a062-d38e655f238c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:49:51.514372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:49:51.525209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] Sync routers for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:49:51.539255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:51.539841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:51.540570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:49:51.597993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ee0e7270-6731-49f1-9506-dc8b9c28a832 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5729206 Dec 23 15:49:51.598732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:49:51.653010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'status': 'completed', 'code': 200} Dec 23 15:49:51.733730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:51.840861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-732754d6-c1a9-41e4-849f-4f15f0e92d24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1099 time: 0.1579721 Dec 23 15:49:51.848399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af2668-5520-412a-8045-51ee477bba80 req-a3af582a-e0d0-404e-b8b4-cbf362cbf865 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:51.850050 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92af2668-5520-412a-8045-51ee477bba80 req-a3af582a-e0d0-404e-b8b4-cbf362cbf865 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.1225607 Dec 23 15:49:52.008660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92af2668-5520-412a-8045-51ee477bba80 req-c03e2627-fc2e-4096-8353-045f16f48961 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335194 Dec 23 15:49:52.028087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-1e3ebd24-88a0-4b09-b4ef-c19b8b84803e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:52.029708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-1e3ebd24-88a0-4b09-b4ef-c19b8b84803e service neutron] 10.222.0.65 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 897 time: 0.1787560 Dec 23 15:49:52.038904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36192) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:52.104165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '8a4e08b1-713d-451a-bb2f-b75b7b3d3213', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'port_id': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'mac_address': 'fa:16:3e:d9:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:49:50Z', 'updated_at': '2021-12-23T15:49:50Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:52.108320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] Checking router: 93bdef4b-62b0-466d-a062-d38e655f238c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:49:52.119679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:49:52.120611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:49:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:52.142066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-c5b24584-7eb8-474b-976d-925fae794350 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 999 time: 0.1045563 Dec 23 15:49:52.154439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-55a28618-d8a1-43d5-9289-e004c4b183ee tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/8a4e08b1-713d-451a-bb2f-b75b7b3d3213 HTTP/1.1" status: 200 len: 991 time: 0.1129515 Dec 23 15:49:52.214533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-dcb071d5-d76e-4fca-876d-41358385eaa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:49:52.216140 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-dcb071d5-d76e-4fca-876d-41358385eaa1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 200 len: 835 time: 0.0672364 Dec 23 15:49:52.307794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-7efd93f0-a4d2-4957-bd19-12ad094df32f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eacd5271-9f7f-4434-8656-4fc51bca4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844114 Dec 23 15:49:52.309587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:49:52.454265 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-299162c2-f810-4cec-b2a5-ab8331251671 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389110 Dec 23 15:49:52.688524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '8a4e08b1-713d-451a-bb2f-b75b7b3d3213', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'port_id': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'mac_address': 'fa:16:3e:d9:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:49:50Z', 'updated_at': '2021-12-23T15:49:50Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:49:52.693668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9812b-2224-4f0f-be62-2c31b41fc83d None None] The sync data for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv is: [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '8a4e08b1-713d-451a-bb2f-b75b7b3d3213', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'port_id': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'mac_address': 'fa:16:3e:d9:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:49:50Z', 'updated_at': '2021-12-23T15:49:50Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:49:52.835456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-74a81ed5-b750-49b5-bffe-37c15354e4d2 req-a40080da-1f95-4193-9578-7c2aac9a25b7 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742974 Dec 23 15:49:53.042109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399dbef-cd3e-497e-87f0-69cfc0d903f0 None None] New status for floating IP 8a4e08b1-713d-451a-bb2f-b75b7b3d3213: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:49:53.157702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36196) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:53.271122 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e6840ed6-6c2d-4e87-b766-a66ed2d91fe1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/8a4e08b1-713d-451a-bb2f-b75b7b3d3213 HTTP/1.1" status: 200 len: 991 time: 0.1119778 Dec 23 15:49:54.276215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36200) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:49:54.390575 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2864a51-b241-49b8-a81d-e55c72b4ad58 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/8a4e08b1-713d-451a-bb2f-b75b7b3d3213 HTTP/1.1" status: 200 len: 993 time: 0.1129642 Dec 23 15:50:01.191085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:05.099458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:50:16.798374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d3060fed-df69-41fe-81fb-b151c0cd989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:18.273596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:18.858467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4811e13d-8533-4014-861a-ce966a1fc941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:19.579613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:21.012996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:26.045046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-82b0fa7b-6039-4389-9ebb-0cdc8ad9f9fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1099 time: 0.0813904 Dec 23 15:50:26.192901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-eed7060c-2a35-4267-8ad9-d5b6a7e45b4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:26.194598 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-eed7060c-2a35-4267-8ad9-d5b6a7e45b4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 897 time: 0.1427543 Dec 23 15:50:26.234888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501ef26-f64a-4453-a98d-c3ac792cb07b req-00771c9c-9a58-4b69-bb4f-a09971e9cc54 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:26.236540 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e501ef26-f64a-4453-a98d-c3ac792cb07b req-00771c9c-9a58-4b69-bb4f-a09971e9cc54 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0892522 Dec 23 15:50:26.289039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e501ef26-f64a-4453-a98d-c3ac792cb07b req-92092dfc-7e1e-486b-be5d-e70e57cca80d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 Dec 23 15:50:26.304758 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-117d078e-e134-4b60-9809-74406261fd8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 1001 time: 0.1036258 Dec 23 15:50:26.375570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-1967877b-4d6f-4fc3-a486-08379a55298e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:26.377196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-1967877b-4d6f-4fc3-a486-08379a55298e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 200 len: 835 time: 0.0659757 Dec 23 15:50:26.463179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-83d4d97f-9eb4-40b8-ab70-5c28e10de512 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eacd5271-9f7f-4434-8656-4fc51bca4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791943 Dec 23 15:50:26.612641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-f79991f0-d36a-488b-847e-c150c08a77aa service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426387 Dec 23 15:50:26.779181 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2f858350-25df-4d9f-8068-3e825297d8c1 req-400e57fc-4467-4de5-a0c7-bbb745a75a27 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586802 Dec 23 15:50:27.508965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50204a6a-0d18-428a-9d46-c3d72dbc310d req-0faa8b57-eb53-44f7-874c-867b1993ca55 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:27.510614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-50204a6a-0d18-428a-9d46-c3d72dbc310d req-0faa8b57-eb53-44f7-874c-867b1993ca55 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0855052 Dec 23 15:50:27.575928 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-50204a6a-0d18-428a-9d46-c3d72dbc310d req-4b12aaa0-8def-4502-b6b1-11744f290ada tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557730 Dec 23 15:50:28.791947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0a740-c803-4c0a-a489-16072fdacee4 req-d9c3f406-a88c-4942-9eac-1f20320d385a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:28.793505 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1d0a740-c803-4c0a-a489-16072fdacee4 req-d9c3f406-a88c-4942-9eac-1f20320d385a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0859568 Dec 23 15:50:28.842055 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f1d0a740-c803-4c0a-a489-16072fdacee4 req-8a057ab0-c27b-40c1-99d7-faa88833f807 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Dec 23 15:50:30.064460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f7ea9-3a0c-4d3a-b907-5a29bbc769f1 req-160a4d7b-3908-4be6-8619-580655711ca7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:30.066108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-840f7ea9-3a0c-4d3a-b907-5a29bbc769f1 req-160a4d7b-3908-4be6-8619-580655711ca7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0904808 Dec 23 15:50:30.114916 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-840f7ea9-3a0c-4d3a-b907-5a29bbc769f1 req-8a536343-ebe0-4a2e-8a09-ccc9ba6239d0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Dec 23 15:50:31.195598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:31.344420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3606ff-3494-4948-a632-c660f4f486d1 req-9990704f-8c0d-422b-a040-f75f705146ae tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:31.346062 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b3606ff-3494-4948-a632-c660f4f486d1 req-9990704f-8c0d-422b-a040-f75f705146ae tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0929964 Dec 23 15:50:31.635424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b3606ff-3494-4948-a632-c660f4f486d1 req-bd0bb89b-d6ab-46a4-9225-0146d9c6ca4e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825761 Dec 23 15:50:32.860662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447a5e-51c7-41d7-9137-569467687d7d req-480d1a06-66af-44bd-be45-3fdfd3848d73 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:32.862326 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8d447a5e-51c7-41d7-9137-569467687d7d req-480d1a06-66af-44bd-be45-3fdfd3848d73 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0902066 Dec 23 15:50:32.914138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8d447a5e-51c7-41d7-9137-569467687d7d req-86b46956-870a-4874-84ef-23305b5457e6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Dec 23 15:50:34.134285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c4e44-9b86-40e7-a3e1-bf6b49ca98f5 req-2448c324-f609-4fcd-9c3c-361f76ced243 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:34.135908 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-641c4e44-9b86-40e7-a3e1-bf6b49ca98f5 req-2448c324-f609-4fcd-9c3c-361f76ced243 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0853319 Dec 23 15:50:34.184328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-641c4e44-9b86-40e7-a3e1-bf6b49ca98f5 req-18d31642-42cf-4ded-9fc3-5c99567b6be7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Dec 23 15:50:35.411242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d46a5-dc22-4646-952b-45470fd283fd req-295ecaf2-d064-4688-b732-156b3fe896aa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:35.412881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff1d46a5-dc22-4646-952b-45470fd283fd req-295ecaf2-d064-4688-b732-156b3fe896aa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0966687 Dec 23 15:50:35.463144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ff1d46a5-dc22-4646-952b-45470fd283fd req-e0314d23-1b4d-4919-aedb-4d7bfbca63f3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Dec 23 15:50:36.552536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-d4bafa7e-f5db-4fb7-9e64-43406f1cdb66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1099 time: 0.0782139 Dec 23 15:50:36.672659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a4611-dfd8-431d-bc22-10d966f58aa6 req-8c6429d1-14d8-49ee-825a-7a1ea574f23d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:36.674220 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d88a4611-dfd8-431d-bc22-10d966f58aa6 req-8c6429d1-14d8-49ee-825a-7a1ea574f23d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0893464 Dec 23 15:50:36.716831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-fdfb5214-b3ed-4d3a-9273-694090561909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:36.718763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-fdfb5214-b3ed-4d3a-9273-694090561909 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 897 time: 0.1461091 Dec 23 15:50:36.724118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d88a4611-dfd8-431d-bc22-10d966f58aa6 req-32258e4a-da59-4975-985f-741bcf311276 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Dec 23 15:50:36.830708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-b5edc468-ad6d-4a2d-9502-b0959b90e6d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 1001 time: 0.1042557 Dec 23 15:50:36.903726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-fed0c296-ed16-47e8-a5ed-f41ab47d59f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:36.905307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-fed0c296-ed16-47e8-a5ed-f41ab47d59f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 200 len: 835 time: 0.0684237 Dec 23 15:50:36.988406 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-1d9630ce-d988-44a6-802a-08d88f223940 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eacd5271-9f7f-4434-8656-4fc51bca4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760183 Dec 23 15:50:37.135792 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-95cf476f-dec1-4508-8c84-fef39294e905 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393421 Dec 23 15:50:37.291891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-37b3159c-12ce-454f-9f50-7b641b4a305e req-4cc784b9-ca85-4693-bbba-18ca62509c42 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488955 Dec 23 15:50:37.941871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e41451-a6af-40c1-8828-ec8441680501 req-a376305c-1685-4de0-8dc2-ca0c53281755 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:37.943491 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2e41451-a6af-40c1-8828-ec8441680501 req-a376305c-1685-4de0-8dc2-ca0c53281755 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0861387 Dec 23 15:50:37.997463 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e2e41451-a6af-40c1-8828-ec8441680501 req-5d8a6b51-f86f-4066-a9a5-15f08bb3169f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475557 Dec 23 15:50:39.247437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ef9ef-f41e-4b0e-8703-5474e8afb6ec req-db5c4ed2-2a03-4fb2-9cd5-4aab56e001fc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:39.248963 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c88ef9ef-f41e-4b0e-8703-5474e8afb6ec req-db5c4ed2-2a03-4fb2-9cd5-4aab56e001fc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0964015 Dec 23 15:50:39.306065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c88ef9ef-f41e-4b0e-8703-5474e8afb6ec req-89434684-a856-4a22-be9a-512123b228f6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483909 Dec 23 15:50:40.528308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3105-ff1c-447a-bd81-c8c0244b87c9 req-2fcf0d8a-10b4-43dc-a949-ded9750fc14a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:40.529942 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc9d3105-ff1c-447a-bd81-c8c0244b87c9 req-2fcf0d8a-10b4-43dc-a949-ded9750fc14a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0938480 Dec 23 15:50:40.583398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc9d3105-ff1c-447a-bd81-c8c0244b87c9 req-04fc972b-83fb-4e8c-9ffb-b2fbc2168e41 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Dec 23 15:50:41.650287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-60408938-d133-4ac3-aef4-1fe985d8f9ad req-39210cf1-28b6-4518-afd8-f042de7921af tempest-ServerDiskConfigTestJSON-1151591907 tempest-ServerDiskConfigTestJSON-1151591907-project] (88873) timed out ('10.222.0.65', 62488) {{(pid=88873) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 23 15:50:41.801444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b74d0-4f86-4f04-b428-887feec18d5b req-0348be10-7c23-4296-948b-7b3c84ce553e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:41.802976 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-796b74d0-4f86-4f04-b428-887feec18d5b req-0348be10-7c23-4296-948b-7b3c84ce553e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.0859566 Dec 23 15:50:41.852750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-796b74d0-4f86-4f04-b428-887feec18d5b req-f31e6a07-f11e-4c86-93f2-e9ca4adb5b1a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Dec 23 15:50:42.095249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:50:43.099014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd7352-feb9-4c74-bc25-0f6ee7a85f6a req-82a3daae-f2b1-4ac5-805d-c1f28618dbe6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:50:43.100660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-65bd7352-feb9-4c74-bc25-0f6ee7a85f6a req-82a3daae-f2b1-4ac5-805d-c1f28618dbe6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.1065462 Dec 23 15:50:43.150788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-65bd7352-feb9-4c74-bc25-0f6ee7a85f6a req-4eeaec52-cdc8-4b15-b036-970e087b7e4d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Dec 23 15:50:43.178629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:50:43.297599 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-61ee9745-79ed-4031-b702-6cc5a44d48b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/8a4e08b1-713d-451a-bb2f-b75b7b3d3213 HTTP/1.1" status: 200 len: 993 time: 0.1172659 Dec 23 15:50:46.803856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed94702c-34b6-4e1d-ac8f-a38ff4aae0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:48.270196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:48.851576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3ccbdb39-60ac-402b-8fd3-4f2d296c9a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:49.587057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:50:51.015311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:01.202012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:13.855787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:14.086586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 53833c37-8f1f-4552-a362-28729159d795 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:51:14.086983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:14.279048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:14.279338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:14.409300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 53833c37-8f1f-4552-a362-28729159d795 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:51:14.569622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:14.573388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-48e3ae2d-d7f6-4a5c-9cf0-b8d5b74e107d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:14.616296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=53833c37-8f1f-4552-a362-28729159d795,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:14.667662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.668136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.668558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.668996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.669458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.669870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.670281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.670670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.671079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.671482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.671887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:14.702609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:14.733332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:15.177649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 93bdef4b-62b0-466d-a062-d38e655f238c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:51:15.410084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:51:15.420946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] Sync routers for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:51:15.431769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:15.435873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:15.436552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:50:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:15.498743 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/floatingips/8a4e08b1-713d-451a-bb2f-b75b7b3d3213 HTTP/1.1" status: 204 len: 168 time: 1.6389337 Dec 23 15:51:15.498743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:51:15.568573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'status': 'completed', 'code': 200} Dec 23 15:51:15.635181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:15.680858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-24cb21d4-1805-4b93-91b1-08f50159e75a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 1099 time: 0.0870280 Dec 23 15:51:15.833761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-1ed8f002-b74b-4fa6-b4ea-7b1bfe06282b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:15.835745 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-1ed8f002-b74b-4fa6-b4ea-7b1bfe06282b service neutron] 10.222.0.65 "GET /v2.0/networks?id=eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 200 len: 897 time: 0.1473799 Dec 23 15:51:15.919065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-b4f4f12f-683b-4ffd-a843-12e04861e9d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 200 len: 217 time: 0.0762970 Dec 23 15:51:15.995332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-065079e0-6c99-4b3e-8162-594e2de8b74c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:15.997450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-065079e0-6c99-4b3e-8162-594e2de8b74c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 200 len: 835 time: 0.0706813 Dec 23 15:51:16.010359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8d03-ea1f-4fde-b2fa-7e097cc4b824 req-1b4f3af1-f6e3-4a34-b8d1-3474b481c7ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:16.011492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c15f8d03-ea1f-4fde-b2fa-7e097cc4b824 req-1b4f3af1-f6e3-4a34-b8d1-3474b481c7ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:51:16.027663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c15f8d03-ea1f-4fde-b2fa-7e097cc4b824 req-1b4f3af1-f6e3-4a34-b8d1-3474b481c7ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:51:16.028985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c15f8d03-ea1f-4fde-b2fa-7e097cc4b824 req-1b4f3af1-f6e3-4a34-b8d1-3474b481c7ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.2067442 Dec 23 15:51:16.084034 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c15f8d03-ea1f-4fde-b2fa-7e097cc4b824 req-08d71cd6-dc5e-4eed-a69a-828134731aaf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482652 Dec 23 15:51:16.088146 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-d61b7f64-50dc-4b43-a4a7-5dab933d677f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eacd5271-9f7f-4434-8656-4fc51bca4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839369 Dec 23 15:51:16.099495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-1ad1729a-7ee2-4c1b-a20a-66b656325916 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:51:16.100553 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-1ad1729a-7ee2-4c1b-a20a-66b656325916 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060573 Dec 23 15:51:16.128644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:16.132869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] Checking router: 93bdef4b-62b0-466d-a062-d38e655f238c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:51:16.144348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:16.145014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:50:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:16.247436 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-1f093e86-f982-4df5-8ac0-96b517ca7246 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395257 Dec 23 15:51:16.349370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:16.392068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ece9a2c5-0bd9-4188-9fae-ef5df94acac7 req-1b6bec93-8275-4fc4-b464-9566de5ce714 service neutron] 10.222.0.65 "GET /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378467 Dec 23 15:51:16.716362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:16.721219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc908d40-9f6d-4c14-9b8a-79dfa94440c8 None None] The sync data for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv is: [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:49:34Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '7a13bf31-4199-474f-b439-92cd2c1be845', 'name': '', 'network_id': 'eacd5271-9f7f-4434-8656-4fc51bca4b09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:f8:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:33Z', 'updated_at': '2021-12-23T15:49:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:51:16.798342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d812dc26-f23b-4352-a128-01719a205c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:17.196002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db7132-2014-464a-8a19-17b4a0620024 None None] New status for floating IP 8a4e08b1-713d-451a-bb2f-b75b7b3d3213: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:51:17.667064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f541e6-2963-4932-9858-df23fc4a448b req-f9cec793-124e-4628-b0f5-1f7f65918401 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:17.668631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53f541e6-2963-4932-9858-df23fc4a448b req-f9cec793-124e-4628-b0f5-1f7f65918401 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.3861210 Dec 23 15:51:17.674547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e0546-7671-4d6b-9ace-9d428f6decd3 req-a728456e-899f-495c-bdae-287167d7492c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:17.676014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-058e0546-7671-4d6b-9ace-9d428f6decd3 req-a728456e-899f-495c-bdae-287167d7492c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 946 time: 0.4557846 Dec 23 15:51:17.771857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:51:17.772231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:17.823136 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-058e0546-7671-4d6b-9ace-9d428f6decd3 req-aacfd3fe-188f-4442-a267-308098357519 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=f341417e-e36e-400f-be92-c9ba4582efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168036 Dec 23 15:51:18.040544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:18.040773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:18.167003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:51:18.263057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:18.322783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:18.330140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f762621-19e5-4dd6-b6a7-e9b07d8c02eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:18.375233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:18.417047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.417518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.417941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.418368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.418798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.419220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.419633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.420049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.420461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.420871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.421315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:18.453506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:18.467564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] No DVR routers for this DVR port de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:51:18.470155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:18.473088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'name': 'network-vif-deleted', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:51:18.488770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53f541e6-2963-4932-9858-df23fc4a448b req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "DELETE /v2.0/ports/de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 HTTP/1.1" status: 204 len: 173 time: 0.8117297 Dec 23 15:51:18.533192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9c1398-1988-4b42-9872-0d26580ae6af', 'name': 'network-vif-deleted', 'tag': 'de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72', 'status': 'completed', 'code': 200} Dec 23 15:51:18.855587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9189d6f7-dd46-47e6-a06d-4a6177036caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:19.011621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-bf4fc5d3-d398-4a6a-848c-b1a762094613 req-f6fafd76-53ea-4735-84e1-521ed7f3cbef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:51:19.026705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-bf4fc5d3-d398-4a6a-848c-b1a762094613 req-f6fafd76-53ea-4735-84e1-521ed7f3cbef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:51:19.027932 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bf4fc5d3-d398-4a6a-848c-b1a762094613 req-f6fafd76-53ea-4735-84e1-521ed7f3cbef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b9c1398-1988-4b42-9872-0d26580ae6af HTTP/1.1" status: 200 len: 210 time: 0.0623243 Dec 23 15:51:19.087272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:51:19.590548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:19.788179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:51:19.826771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:51:19.827175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device de1f8e6a-3a20-4a8c-b7e6-4fd77f0b5d72 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:51:20.142041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36284) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:20.574110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:21.018187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:21.477552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 7a13bf31-4199-474f-b439-92cd2c1be845 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:51:21.478147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:21.678738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 7a13bf31-4199-474f-b439-92cd2c1be845, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=7a13bf31-4199-474f-b439-92cd2c1be845,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:21.679065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:21.808164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 7a13bf31-4199-474f-b439-92cd2c1be845 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:51:22.002133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:22.005889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:22.052955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=7a13bf31-4199-474f-b439-92cd2c1be845,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:22.057069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:22.373484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.004023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router 93bdef4b-62b0-466d-a062-d38e655f238c has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:51:23.224000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:51:23.235096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] Sync routers for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:51:23.241702 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/93bdef4b-62b0-466d-a062-d38e655f238c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0981743 Dec 23 15:51:23.244663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36288) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:23.248631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:23.249278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:23.439228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:23.444320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting subnet 879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:51:23.447653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.508349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.597576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.680394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.685021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d93901ac-3673-42a3-bb8a-c43b76cb767e tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:23.724249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Subnet': ['ID=879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:23.727870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:23.728935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.735398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-23c6745d-d926-43f7-9073-e14720498b27 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/subnets/879c72b8-dd4a-4c57-a877-5dc0f8d1d9b0 HTTP/1.1" status: 204 len: 168 time: 0.4895806 Dec 23 15:51:23.738282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:23.739103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723942d-bcf6-453a-80c8-be5716c47569 None None] Network eacd5271-9f7f-4434-8656-4fc51bca4b09 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:51:23.746132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:51:21Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:23.750322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] Checking router: 93bdef4b-62b0-466d-a062-d38e655f238c for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:51:23.762145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] Routers {'93bdef4b-62b0-466d-a062-d38e655f238c'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:23.762730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['93bdef4b-62b0-466d-a062-d38e655f238c'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:23.954164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:23.967170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] Set router 93bdef4b-62b0-466d-a062-d38e655f238c gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:24.011414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] DHCP port deletion for eacd5271-9f7f-4434-8656-4fc51bca4b09 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:51:24.016631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Deleting port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:51:24.017010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.250688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] For port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,segment=NetworkSegment(e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a),segment_id=e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:24.251032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.301821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:51:21Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:24.307032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17af35-7fae-460d-82bf-260f6c2918f5 None None] The sync data for ids ['93bdef4b-62b0-466d-a062-d38e655f238c'] in dv-neutron-822797-1-hyperv is: [{'id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817271807', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:49:29Z', 'updated_at': '2021-12-23T15:51:21Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0981245f-e3bf-44b8-b52c-6cf2a85ecad1', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdef4b-62b0-466d-a062-d38e655f238c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:49:30Z', 'updated_at': '2021-12-23T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:51:24.388215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Calling delete_port for 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:51:24.418378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.427854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:51:24.428377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.468111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.474105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf34fdda-38f9-4a61-9049-17727d3164a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:24.521323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Pushing event deleted for resources: {'Port': ['ID=3d113620-07c4-4eb8-8e5a-5d91b36b9f29,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:24.526578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] No DVR routers for this DVR port 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:51:24.536783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.537197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.537598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.537983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.538403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.538783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.539106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.539489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.539866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.540265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.540636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:24.544044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:24.621012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 0981245f-e3bf-44b8-b52c-6cf2a85ecad1, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:24.621411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.765059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:51:24.965564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:24.969385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-46b3b64f-1201-4931-ac17-dcbef65946b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112 tempest-ExtraDHCPOptionsIpV6TestJSON-1305009112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:25.013489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=0981245f-e3bf-44b8-b52c-6cf2a85ecad1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:25.016234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:25.054932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:51:25.090093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:51:25.090491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 3d113620-07c4-4eb8-8e5a-5d91b36b9f29 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:51:25.090966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7a13bf31-4199-474f-b439-92cd2c1be845 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:51:25.124253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 7a13bf31-4199-474f-b439-92cd2c1be845 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:51:25.124631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 7a13bf31-4199-474f-b439-92cd2c1be845 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:51:25.254170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.528412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.533064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.561794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.562672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Fanout notify agent at l3_agent the message router_deleted on router 93bdef4b-62b0-466d-a062-d38e655f238c {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:51:25.577632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.578889 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/routers/93bdef4b-62b0-466d-a062-d38e655f238c HTTP/1.1" status: 204 len: 168 time: 1.8396370 Dec 23 15:51:25.581922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36296) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:25.709776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.853734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.882570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacd5271-9f7f-4434-8656-4fc51bca4b09']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:25.895576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:25.895917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e79f2d-cdaf-4bce-98a8-86d1a7a5eb8a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:25.908136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.925944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.932954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:51:25.933452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:51:25.949645 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:51:26.032908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.036457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-09b5b567-3637-4eb2-bd85-23c72d34b9ff tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:26.051731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.064157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Network': ['ID=eacd5271-9f7f-4434-8656-4fc51bca4b09,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:26.067488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:26.073206 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d722ab73-ae46-4a38-bf74-68353222cfc4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/networks/eacd5271-9f7f-4434-8656-4fc51bca4b09 HTTP/1.1" status: 204 len: 168 time: 0.4901812 Dec 23 15:51:26.076166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36300) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:26.153109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.186266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.252340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.257906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-10a6461d-aa0d-45e6-9c8f-c6beccb02f54 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:26.274221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341417e-e36e-400f-be92-c9ba4582efbe,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:26.278754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:26.282481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.283457 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/security-groups/f341417e-e36e-400f-be92-c9ba4582efbe HTTP/1.1" status: 204 len: 168 time: 0.2062888 Dec 23 15:51:26.499767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:26.506136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598158345', 'description': 'tempest-secgroup-smoke-1598158345 description', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:26.512911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:26.517511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:26.520637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:26.526936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:26.538004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.575248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:26.579430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:26.582444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:26.588550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:26.647050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.652904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.656753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68b8f123-1bed-4622-845c-744459221096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:26.702412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:26.705517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:26.706359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.707706 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-45e5d0fe-eb50-4e18-8bc9-6680312c278c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2068198 Dec 23 15:51:26.710904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36312) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:26.716949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'baa413fa-5c2c-4caf-a5c2-fe2e99cea59e', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:26.723831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:26.728093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:26.731302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:26.737657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:26.754878 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.830158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.833997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.840005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-19615054-fffa-4d9b-99a8-e070203eefc9 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:26.860970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06e8233-fe1b-4326-86d5-a7297c023abd,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:26.863403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:26.871154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.872458 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1605499 Dec 23 15:51:26.875708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36316) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:26.882181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'baa413fa-5c2c-4caf-a5c2-fe2e99cea59e', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:26.888718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:26.892952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:26.896170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:26.902791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:26.921894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.990591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.994489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:26.996447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1e135ebc-7967-42a3-8e43-6592de5c736d tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:27.020788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa61f281-c9b5-4851-b725-e1bf2322c485,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:27.023675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:27.030914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.032239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6e055b59-e40a-4d87-8fb4-9fa3f6a9d6a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1555178 Dec 23 15:51:27.035278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36320) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:27.041577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'baa413fa-5c2c-4caf-a5c2-fe2e99cea59e', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:27.048112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:27.052395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:27.053621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:51:27.055562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:27.062237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:27.080141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.088034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:51:27.088384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0981245f-e3bf-44b8-b52c-6cf2a85ecad1 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:51:27.146293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.149789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.151763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44d3c854-2357-4545-806b-119092822fbb tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:27.177704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0eddd3-e003-4edf-b10b-187043723fc3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:27.180217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:27.188197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.189582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d147e69f-7535-41fc-9e0b-75df9ca09344 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1532381 Dec 23 15:51:27.194185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:27.200251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'baa413fa-5c2c-4caf-a5c2-fe2e99cea59e', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:27.207230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:27.211548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:27.214809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:27.221227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:27.247256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.315867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.319904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.321899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a5ffc22-211f-4aca-bf1d-be6dab197dd9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:27.345254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a52dde4-339e-4794-8610-566a7bb8ac30,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:27.347843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:27.355197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.356519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7d5dd0f6-f8f1-4a14-bd70-de83a63a4faf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1612923 Dec 23 15:51:27.359489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36328) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:27.365646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'baa413fa-5c2c-4caf-a5c2-fe2e99cea59e', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:27.372676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:27.376869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:27.380996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:27.387362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:27.398215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:51:27.405204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.473769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.477893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.484215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96575425-b01a-45dd-9a8e-a6a0e1f1621c tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:27.504697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8e7004-3e5e-48be-baf0-7b8e582a5bd9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:27.506906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:27.515155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.516818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1563461 Dec 23 15:51:27.520211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36332) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:27.526552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'baa413fa-5c2c-4caf-a5c2-fe2e99cea59e', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:27.533503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:27.537953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:27.541114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:27.548738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:27.559330 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:51:27.566491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.636343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.640458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.646629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86e4bdc0-4787-4e30-bcd3-c88ac0c30eb8 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:27.672880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3a29f3-0637-4b26-a2f9-9423505234de,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:27.675310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:27.679166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.680423 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-32033508-f494-41b0-a5aa-8ca714008ee9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1591072 Dec 23 15:51:27.683784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36336) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:27.690084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'network': {'name': 'tempest-network-smoke--2084197738', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:27.695544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:27.700048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:network and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:27.703374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:27.710073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:27.721824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:51:27.727587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.758018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:51:27.767261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.767654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Added segment 8cd0dbbe-2158-4edd-ac73-ffb75aa82117 of type vlan for network a57471cf-4421-4715-81f2-3658d1e03d67 Dec 23 15:51:27.798575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.829984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.834120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:27.834770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.838613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01920e23-63e6-4d81-bae1-5a464a5a5eba tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:27.954101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2663553 Dec 23 15:51:27.954398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Network': ['ID=a57471cf-4421-4715-81f2-3658d1e03d67,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:27.954541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:27.957308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92c6adc0-2cf3-4070-adff-48fd27f6c4c9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:27.961372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'admin_state_up': True, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:27.965808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network a57471cf-4421-4715-81f2-3658d1e03d67 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:51:27.970028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:27.974534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:router and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:27.977816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:27.984276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:27.995909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:27.996914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.019304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.177662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.370613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.403436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.565671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.228 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/e57ed6f5-7fc1-48c8-a160-f6e18eae70e5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:51:28.727941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.755723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:28.759508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1ca0955-adef-4825-a5ce-a6c5e3a0409d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:28.834943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:51:28.835963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:28.839063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:28.840260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:28.842506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:51:29.011097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:29.011894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:29.522417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ead4c7df-d776-4a62-8343-a38559ba0fbf is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:51:29.747957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:51:29.758357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Sync routers for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:51:29.772040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:29.772735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:29.775674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:29.777057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8214233 Dec 23 15:51:29.780466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:29.828947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1843da05-93a0-4fb3-be81-e1658e52dc67 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471919 Dec 23 15:51:29.831758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:29.964178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:29.976412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849da6d-5797-46c3-9045-742baa9bbb33 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:29.978188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a849da6d-5797-46c3-9045-742baa9bbb33 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454175 Dec 23 15:51:29.981631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:30.026860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-58930e3a-7d35-4d14-93a0-5fc690c13f92 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438292 Dec 23 15:51:30.029479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:30.035465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324544685', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:30.155522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:30.159744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:subnet and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:30.162873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:30.169189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:30.179244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:51:30.264054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:28Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:30.268467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Checking router: ead4c7df-d776-4a62-8343-a38559ba0fbf for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:51:30.268879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Updating router ead4c7df-d776-4a62-8343-a38559ba0fbf port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:51:30.298984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.327957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.536459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.542148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-126c2ae7-0f57-4826-b28a-eb8976a744d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:30.615864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Subnet': ['ID=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:30.627044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:30.641126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Checking segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:51:30.641556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network hostable DHCP agents. Network: a57471cf-4421-4715-81f2-3658d1e03d67, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:51:30.665037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network a57471cf-4421-4715-81f2-3658d1e03d67 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:51:30.674797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, a57471cf-4421-4715-81f2-3658d1e03d67) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:30.679140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:30.679793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.680110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.692383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d2719e-887b-4a5d-8c63-cc25db033faa None None] Network a57471cf-4421-4715-81f2-3658d1e03d67 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:51:30.702232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d502442d-135c-4cc4-808f-390e2cb6fca9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6715636 Dec 23 15:51:30.705056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:30.717575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Transition to ACTIVE for port object e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:30.776088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.787062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-de9686dd-c76e-4318-9015-bd68f028d248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:30.891408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b942d7-1b54-4073-8583-dec0cc292edb None None] Pushing event updated for resources: {'Port': ['ID=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:30.895621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Attempting to bind port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:51:30.896045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Attempting to bind port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:51:30.896434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Attempting to bind port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:51:30.901378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b942d7-1b54-4073-8583-dec0cc292edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:30.917141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:51:30.917602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:51:30.918065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:30.918539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:51:30.919064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Bound port: e57ed6f5-7fc1-48c8-a160-f6e18eae70e5, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:51:30.919495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:31.081850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] For port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:51:31.091232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] For port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:51:31.094942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-a57471cf-4421-4715-81f2-3658d1e03d67', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:51:31.095854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:31.111663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:31.117833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2c1d60ed-ae3b-458c-a716-e6581c4eec4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:31.433504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b942d7-1b54-4073-8583-dec0cc292edb None None] Pushing event updated for resources: {'Port': ['ID=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:31.446183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b942d7-1b54-4073-8583-dec0cc292edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:31.450054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:31.464556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:31.465211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:31.538448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:31.681859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Allocated IP 172.20.0.2 (a57471cf-4421-4715-81f2-3658d1e03d67/a60e94e3-4722-44ad-b12d-c8c46ccbdb6a/2f64606f-0eb8-4fd2-99c6-36c175af8fd7) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:51:31.786861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:32.171940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.186344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Transition to ACTIVE for port object 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:32.221074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Transition to ACTIVE for port object 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:32.228563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.233635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-265d0bde-1d36-417f-9934-e85a07de12ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:32.295043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.1 (a57471cf-4421-4715-81f2-3658d1e03d67/a60e94e3-4722-44ad-b12d-c8c46ccbdb6a/927fe9cc-9197-46f5-a420-2bf075db97b8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:51:32.308571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:28Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:32.316423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Network a57471cf-4421-4715-81f2-3658d1e03d67 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:51:32.318071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Pushing event updated for resources: {'Port': ['ID=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:32.320725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:32.322694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:32.323505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e451a-781c-4227-a936-f8a15ab3f5a6 None None] The sync data for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv is: [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:28Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:51:32.326194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:51:32.421609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Attempting to bind port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:51:32.422094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Attempting to bind port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:51:32.422468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Attempting to bind port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 on network a57471cf-4421-4715-81f2-3658d1e03d67 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:51:32.430215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:51:32.430694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Checking segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:51:32.431153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.431979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Bound using segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:51:32.432150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Bound port: 2f64606f-0eb8-4fd2-99c6-36c175af8fd7, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:51:32.432577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.474159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.491010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object 927fe9cc-9197-46f5-a420-2bf075db97b8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:32.513546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.519350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ff4e8e92-065f-4952-866d-96c288980417 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:32.528938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] For port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:51:32.532410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] For port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:51:32.536144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:32.540649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:32.612243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network a57471cf-4421-4715-81f2-3658d1e03d67 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:51:32.620842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:32.625721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Pushing event updated for resources: {'Port': ['ID=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:32.626180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:51:32.628732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:32.654499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=927fe9cc-9197-46f5-a420-2bf075db97b8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:32.660773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:32.692187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.085032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.172334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:33.261654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:33.267010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:33.267440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.418069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.434971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:33.439672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.440588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:33.469963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:33.555646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.559721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.568084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:33.573604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:33.582142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:33.592676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-684759d0-7cad-4adc-9096-d9831821c04a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:33.685463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=927fe9cc-9197-46f5-a420-2bf075db97b8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:33.688551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:33.692679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:33.840972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network a57471cf-4421-4715-81f2-3658d1e03d67 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:51:33.842479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:34.275337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd09d99-0bca-4490-a783-da8341ec3f30 None None] Network a57471cf-4421-4715-81f2-3658d1e03d67 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:51:34.276112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ead4c7df-d776-4a62-8343-a38559ba0fbf has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:51:34.367387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Provisioning for port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:34.377582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Provisioning complete for port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:34.377989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:34.493807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:51:34.508615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/ead4c7df-d776-4a62-8343-a38559ba0fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8023071 Dec 23 15:51:34.702926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-50824e4c-18be-41ed-a4a5-4982187b164a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598158345&fields=id&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 267 time: 0.0533078 Dec 23 15:51:34.789216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:34.832953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] For port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:34.841858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:34.844942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b942d7-1b54-4073-8583-dec0cc292edb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:34.872774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-4f244735-81cc-463e-880f-17918b4ecedd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:34.873552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-4f244735-81cc-463e-880f-17918b4ecedd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:51:34.891182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-4f244735-81cc-463e-880f-17918b4ecedd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:51:34.892512 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-4f244735-81cc-463e-880f-17918b4ecedd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 797 time: 0.1819458 Dec 23 15:51:34.913784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-538e65f4-1e7f-42e6-95a6-69325ba582f3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/quotas/a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 375 time: 0.0125518 Dec 23 15:51:34.920372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Pushing event updated for resources: {'Port': ['ID=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:34.923695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-633a6e53-10d8-4e8e-9ac6-39c147b3e2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:35.009347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-66d98232-8666-4887-910a-41a091b85d7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895288 Dec 23 15:51:35.088448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:35.172947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-9b1a75c7-8055-4c71-83ee-b940e1a155de service neutron] 10.222.0.49 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494255 Dec 23 15:51:35.190447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-457fc37e-6088-40e8-b9ef-fa45f174d3de None None] Provisioning complete for port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:35.191115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-457fc37e-6088-40e8-b9ef-fa45f174d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:35.232060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:35.232752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:35.329899 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-f0e22437-4be6-4667-b72a-6fb5941d7311 service neutron] 10.222.0.49 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500249 Dec 23 15:51:35.422673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Sync routers for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:51:35.435258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:35.436149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:35.453427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:35.526542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-457fc37e-6088-40e8-b9ef-fa45f174d3de None None] Provisioning for port 927fe9cc-9197-46f5-a420-2bf075db97b8 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:35.544450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-457fc37e-6088-40e8-b9ef-fa45f174d3de None None] Provisioning complete for port 927fe9cc-9197-46f5-a420-2bf075db97b8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:35.544884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-457fc37e-6088-40e8-b9ef-fa45f174d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:35.579885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:35.579885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:35.603003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e03d6fb3-af9d-4c6d-b3b8-406a353b0451 req-bcc2739c-cc22-4798-a7e3-327af1f4597c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:51:35.625149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-e03d6fb3-af9d-4c6d-b3b8-406a353b0451 req-bcc2739c-cc22-4798-a7e3-327af1f4597c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:51:35.635530 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e03d6fb3-af9d-4c6d-b3b8-406a353b0451 req-bcc2739c-cc22-4798-a7e3-327af1f4597c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 210 time: 0.1019871 Dec 23 15:51:35.686187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-457fc37e-6088-40e8-b9ef-fa45f174d3de None None] Port 927fe9cc-9197-46f5-a420-2bf075db97b8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:51:35.814891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-49d39f7b-b00d-4bb2-b4bd-91ea32f96837 None None] Provisioning complete for port 927fe9cc-9197-46f5-a420-2bf075db97b8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:35.815643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-49d39f7b-b00d-4bb2-b4bd-91ea32f96837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:35.846706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:35.875134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-49d39f7b-b00d-4bb2-b4bd-91ea32f96837 None None] Port 927fe9cc-9197-46f5-a420-2bf075db97b8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:51:35.998178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4a82ee53-39d0-4dd1-9721-70be4a776139 None None] Provisioning complete for port 927fe9cc-9197-46f5-a420-2bf075db97b8 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:35.998782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4a82ee53-39d0-4dd1-9721-70be4a776139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:36.060288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4a82ee53-39d0-4dd1-9721-70be4a776139 None None] Port 927fe9cc-9197-46f5-a420-2bf075db97b8 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:51:36.193475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 2, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:36.198828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Checking router: ead4c7df-d776-4a62-8343-a38559ba0fbf for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:51:36.199235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Updating router ead4c7df-d776-4a62-8343-a38559ba0fbf port 927fe9cc-9197-46f5-a420-2bf075db97b8 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:51:36.257627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:36.620653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:36.633412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Transition to ACTIVE for port object 927fe9cc-9197-46f5-a420-2bf075db97b8 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:36.639855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:36.644866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ddf8e50a-faa5-45f3-97d3-0d7b6bfbe449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:36.735981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-2e3edf02-4731-49c6-b6bd-16d911501b2c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:36.737831 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-2e3edf02-4731-49c6-b6bd-16d911501b2c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 797 time: 0.1737461 Dec 23 15:51:36.862268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-109faaab-9074-4863-9a80-91dee81f44ec req-e3a35aab-e132-4c03-9469-0889609ca0c4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 210 time: 0.0661466 Dec 23 15:51:36.869190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c54c85de-533b-4f02-9391-b0cf1fc24fca tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 380 time: 0.1126878 Dec 23 15:51:36.870194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Pushing event updated for resources: {'Port': ['ID=927fe9cc-9197-46f5-a420-2bf075db97b8,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:36.880190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'port': {'device_id': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'admin_state_up': True, 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'security_groups': ['baa413fa-5c2c-4caf-a5c2-fe2e99cea59e']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:36.896818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.897231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.897617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.897997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.898438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.898728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.899102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.899474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.899845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.900209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.900579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:51:36.906145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:36.909102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Attempting to bind port 927fe9cc-9197-46f5-a420-2bf075db97b8 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:51:36.909420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Attempting to bind port 927fe9cc-9197-46f5-a420-2bf075db97b8 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:51:36.909835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Attempting to bind port 927fe9cc-9197-46f5-a420-2bf075db97b8 on network a57471cf-4421-4715-81f2-3658d1e03d67 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:51:36.917050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:51:36.917511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Checking segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:51:36.917967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:36.918409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Bound using segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:51:36.918926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Bound port: 927fe9cc-9197-46f5-a420-2bf075db97b8, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:51:36.919345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.032668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] For port 927fe9cc-9197-46f5-a420-2bf075db97b8, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:51:37.035950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] For port 927fe9cc-9197-46f5-a420-2bf075db97b8, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=927fe9cc-9197-46f5-a420-2bf075db97b8,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:51:37.039666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.042703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:37.044281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cdef23eb-68e0-417a-9e46-e772ec0efff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:37.053023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:37.062930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:51:37.068929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.130345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Pushing event updated for resources: {'Port': ['ID=927fe9cc-9197-46f5-a420-2bf075db97b8,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:37.135336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:37.139628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:37.140284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:37.250825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.13 (a57471cf-4421-4715-81f2-3658d1e03d67/a60e94e3-4722-44ad-b12d-c8c46ccbdb6a/79b2ea34-9fd2-4216-83e4-36d4313bef99) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:51:37.335531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:37.465959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.482422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object 79b2ea34-9fd2-4216-83e4-36d4313bef99 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:37.503583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.509761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:37.577519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network a57471cf-4421-4715-81f2-3658d1e03d67 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:51:37.585710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:37.591141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:51:37.619544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:37.625731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:37.661214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:37.661922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.684688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:37.689764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbd43a-dbde-415e-a03c-7bf6ac8c21d6 None None] The sync data for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv is: [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:51:37.693128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8182840 Dec 23 15:51:37.787574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Request body: {'port': {'device_id': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:37.921705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:37.955866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a946c30-0f66-46c3-bcf3-976eb68455fa None None] Provisioning for port 79b2ea34-9fd2-4216-83e4-36d4313bef99 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:37.967938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0a946c30-0f66-46c3-bcf3-976eb68455fa None None] Provisioning complete for port 79b2ea34-9fd2-4216-83e4-36d4313bef99 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:37.968750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0a946c30-0f66-46c3-bcf3-976eb68455fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:38.030940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0a946c30-0f66-46c3-bcf3-976eb68455fa None None] Port 79b2ea34-9fd2-4216-83e4-36d4313bef99 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:51:38.085254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45edfae-d1ad-40b8-8f35-49e89c3da34c req-8dcc74a4-f502-4471-92d4-563aba66d0a7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:38.086962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a45edfae-d1ad-40b8-8f35-49e89c3da34c req-8dcc74a4-f502-4471-92d4-563aba66d0a7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 932 time: 0.0899546 Dec 23 15:51:38.141681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a45edfae-d1ad-40b8-8f35-49e89c3da34c req-b206cda0-db11-4247-9bca-04146bc8a8de tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:51:38.158545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a45edfae-d1ad-40b8-8f35-49e89c3da34c req-b206cda0-db11-4247-9bca-04146bc8a8de tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:51:38.160180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a45edfae-d1ad-40b8-8f35-49e89c3da34c req-b206cda0-db11-4247-9bca-04146bc8a8de tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666976 Dec 23 15:51:38.312892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b2ea34-9fd2-4216-83e4-36d4313bef99 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:51:38.320512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:38.336560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Transition to ACTIVE for port object 79b2ea34-9fd2-4216-83e4-36d4313bef99 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:51:38.339846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:38.344650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:38.479857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:38.483117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:38.612487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Attempting to bind port 79b2ea34-9fd2-4216-83e4-36d4313bef99 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:51:38.612877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Attempting to bind port 79b2ea34-9fd2-4216-83e4-36d4313bef99 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:51:38.613265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Attempting to bind port 79b2ea34-9fd2-4216-83e4-36d4313bef99 on network a57471cf-4421-4715-81f2-3658d1e03d67 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:51:38.620122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Port 79b2ea34-9fd2-4216-83e4-36d4313bef99 on network a57471cf-4421-4715-81f2-3658d1e03d67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:51:38.620494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Attempting to bind port 79b2ea34-9fd2-4216-83e4-36d4313bef99 on network a57471cf-4421-4715-81f2-3658d1e03d67 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:51:38.628706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:51:38.629094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Checking segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:51:38.629556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Bound using segment: {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:51:38.630048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Bound port: 79b2ea34-9fd2-4216-83e4-36d4313bef99, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd0dbbe-2158-4edd-ac73-ffb75aa82117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:51:38.630437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:38.734401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:51:38.738320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:51:38.743282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:38.748242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-11961ce0-9172-4eac-8e27-5f11f255c1c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:38.807256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:38.808819 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] 10.222.0.65 "PUT /v2.0/ports/79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 1094 time: 1.1085098 Dec 23 15:51:38.809482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:51:38.841201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:38.849291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:38.877060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'status': 'completed', 'code': 200} Dec 23 15:51:39.051795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-33fc8160-d497-43e1-8d40-a41a8065a99c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1097 time: 0.0844195 Dec 23 15:51:39.101311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 927fe9cc-9197-46f5-a420-2bf075db97b8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:39.136222 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-bcede1a9-7f3e-42ed-b49d-8b813f151684 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 217 time: 0.0767069 Dec 23 15:51:39.189906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 927fe9cc-9197-46f5-a420-2bf075db97b8 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:39.197408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 927fe9cc-9197-46f5-a420-2bf075db97b8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:39.197877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:39.212579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-b8bbdf79-45c5-4646-9b59-dbbe17f4dc62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:39.214364 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-b8bbdf79-45c5-4646-9b59-dbbe17f4dc62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0710547 Dec 23 15:51:39.308250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-16e08a99-c64d-4803-be27-f5aa4b1e67ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834777 Dec 23 15:51:39.322016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:39.364008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 927fe9cc-9197-46f5-a420-2bf075db97b8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=927fe9cc-9197-46f5-a420-2bf075db97b8,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:39.368571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:39.371064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:39.420546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbe750-8c8f-466b-aada-3c9e43be4c50 req-2b426400-8dd7-42a5-92b0-5e3a25916033 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:39.422293 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0dbe750-8c8f-466b-aada-3c9e43be4c50 req-2b426400-8dd7-42a5-92b0-5e3a25916033 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 944 time: 0.1261714 Dec 23 15:51:39.458421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=927fe9cc-9197-46f5-a420-2bf075db97b8,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:39.464369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:39.470968 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-5e34e89a-deb2-4a82-bdcd-019672823c48 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553702 Dec 23 15:51:39.474882 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a0dbe750-8c8f-466b-aada-3c9e43be4c50 req-84600dec-5483-4008-ac4f-72f388dde5d8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Dec 23 15:51:39.854234 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7a5a3ac1-7538-4023-9a9b-636ff0d50f9e req-3116bd50-6fee-4977-bf15-150bf9707510 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760953 Dec 23 15:51:39.989391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-a39414ff-fa73-4ade-a354-f8ffbeff6da5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1097 time: 0.0788004 Dec 23 15:51:40.136232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-f362dd60-7389-46ba-b013-ac696c1703a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:40.137895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-f362dd60-7389-46ba-b013-ac696c1703a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1420038 Dec 23 15:51:40.214843 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-1e15af59-d40d-4967-8f83-881fffe5ab34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 217 time: 0.0689852 Dec 23 15:51:40.285743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-0948301a-b64e-448a-9202-4b4c12006ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:40.287223 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-0948301a-b64e-448a-9202-4b4c12006ad7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0658555 Dec 23 15:51:40.374589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-4c0bf36b-2214-4af1-8755-8a71214ef4cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800982 Dec 23 15:51:40.532818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-4eeb0aab-b097-448c-95fa-b28c0b84afff service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505883 Dec 23 15:51:40.731779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9079f603-e569-4195-adf5-0a44f470bdd0 req-79689628-ace0-4af9-99b9-e5bf6fc1878a service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905801 Dec 23 15:51:40.752066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f23a1c-acf8-40ab-8ae1-a93015131f30 req-66874ccb-d6da-45e3-9001-3410bc427356 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:40.752824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-99f23a1c-acf8-40ab-8ae1-a93015131f30 req-66874ccb-d6da-45e3-9001-3410bc427356 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:51:40.770417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-99f23a1c-acf8-40ab-8ae1-a93015131f30 req-66874ccb-d6da-45e3-9001-3410bc427356 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:51:40.771665 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99f23a1c-acf8-40ab-8ae1-a93015131f30 req-66874ccb-d6da-45e3-9001-3410bc427356 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 944 time: 0.1536241 Dec 23 15:51:40.827807 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-99f23a1c-acf8-40ab-8ae1-a93015131f30 req-7cd355fd-3d3d-4a3f-b4b4-05dbc28f941c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496957 Dec 23 15:51:41.067493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 927fe9cc-9197-46f5-a420-2bf075db97b8 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:41.142644 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 927fe9cc-9197-46f5-a420-2bf075db97b8 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:41.143161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:41.889836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:51:42.037565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:42.047847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb0fbe-b95e-45b9-814a-132107c383b4 req-8229b959-8c2b-4fa3-a5b5-4fc7b98038dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:42.049561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6fb0fbe-b95e-45b9-814a-132107c383b4 req-8229b959-8c2b-4fa3-a5b5-4fc7b98038dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 944 time: 0.0838165 Dec 23 15:51:42.052049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'port_id': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'mac_address': 'fa:16:3e:49:5b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:51:42.099768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f6fb0fbe-b95e-45b9-814a-132107c383b4 req-40a305b8-6c8a-4f77-b2ad-19da09474921 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Dec 23 15:51:42.110003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:42.131831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b2ea34-9fd2-4216-83e4-36d4313bef99 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:51:42.146858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:42.150943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:42.152782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:42.226840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:42.230108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:42.384134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['79b2ea34-9fd2-4216-83e4-36d4313bef99'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:51:43.312924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb48f-9a0c-4e6a-86ef-8bfb7e9fbbb8 req-3ebbd330-dd7f-4b17-88da-b1f80f0d3f11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:43.314529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2eeb48f-9a0c-4e6a-86ef-8bfb7e9fbbb8 req-3ebbd330-dd7f-4b17-88da-b1f80f0d3f11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 945 time: 0.0875413 Dec 23 15:51:43.363583 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2eeb48f-9a0c-4e6a-86ef-8bfb7e9fbbb8 req-9cb3a322-3f41-4502-a368-276c743f345b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Dec 23 15:51:43.898570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:51:43.983052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 79b2ea34-9fd2-4216-83e4-36d4313bef99 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:51:43.987968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 79b2ea34-9fd2-4216-83e4-36d4313bef99 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:51:43.988391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:44.125264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:44.153663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:51:44.164091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:51:44.168241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:44.169842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aed53fd6-af8d-457a-a350-51ac4c2b37ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:44.216630 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'code': 200} Dec 23 15:51:44.248328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:44.251782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:44.476256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb2acdd3-be2b-47cf-8cb0-91378be9c478 req-e6b2ae66-31ff-4a8b-8815-cdb52855376e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1099 time: 0.0800583 Dec 23 15:51:44.572731 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb2acdd3-be2b-47cf-8cb0-91378be9c478 req-a7120d99-a701-4bca-81b4-b6b8b5d80913 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896220 Dec 23 15:51:44.601571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f53f68-d40b-4f32-a344-4ba41339a43f req-23c5ae51-ca18-4605-87ed-6f38dc340ac2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:44.603169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b7f53f68-d40b-4f32-a344-4ba41339a43f req-23c5ae51-ca18-4605-87ed-6f38dc340ac2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.1189866 Dec 23 15:51:44.663139 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b7f53f68-d40b-4f32-a344-4ba41339a43f req-9b87817c-d82d-4f0f-8197-920a0ee478db tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535240 Dec 23 15:51:45.881781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993b5dc-c665-44cb-a548-e30d6524d499 req-1f60c705-eec4-4628-a78e-4a6e20a347f0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:45.883411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e993b5dc-c665-44cb-a548-e30d6524d499 req-1f60c705-eec4-4628-a78e-4a6e20a347f0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0896175 Dec 23 15:51:45.937698 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e993b5dc-c665-44cb-a548-e30d6524d499 req-80e65b90-057c-470f-b216-7671761635b7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478089 Dec 23 15:51:46.149849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461132b-a21e-435c-9334-e0dd8d994a28 req-88efc2af-1374-4388-8ae5-23570034ad1c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:46.151524 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0461132b-a21e-435c-9334-e0dd8d994a28 req-88efc2af-1374-4388-8ae5-23570034ad1c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0907230 Dec 23 15:51:46.203873 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0461132b-a21e-435c-9334-e0dd8d994a28 req-234eed18-e45f-4680-b720-7c58e9a907b6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Dec 23 15:51:46.239973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36414) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:46.320079 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-75b4e5cc-7c36-4f43-bfe8-e24a33db6be2 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1094 time: 0.0787632 Dec 23 15:51:46.323850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36418) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:46.329610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:46.335626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:51:46.339885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:floatingip and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:51:46.343002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:51:46.349234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:51:46.359363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:46.513645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:46.664019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.208 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/e2ea1186-2443-41dd-83ff-3e430fff5b84) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:51:46.792981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-93f2ecd4-41a0-4c40-81e6-06aaef141c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:46.829081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:46.857201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:46.861063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab07f9a2-78d3-4c88-b8ea-22dd6d7466dc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:46.938642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:51:46.939678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=e2ea1186-2443-41dd-83ff-3e430fff5b84,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:46.942792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:46.944018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:51:46.946287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:51:47.494345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:47.551419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:47.789080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:47.794157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:47.798611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-31f2d255-1c06-416e-964d-b007bfd71ac2 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:51:47.904985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=e2ea1186-2443-41dd-83ff-3e430fff5b84,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:51:47.913068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:51:47.926474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:48.130586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Floating IP 5bce85bf-2ca1-429f-965a-c70894fe134a associated. External IP: 172.26.2.208, port: 79b2ea34-9fd2-4216-83e4-36d4313bef99. Dec 23 15:51:48.267831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:48.559840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ead4c7df-d776-4a62-8343-a38559ba0fbf has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:51:48.861290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7c12822-2dbd-483c-ad12-08d258dc368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:49.032355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:51:49.044591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] Sync routers for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:51:49.058877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:49.059276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:49.059579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:49.119506 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7944272 Dec 23 15:51:49.120135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:51:49.176734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'status': 'completed', 'code': 200} Dec 23 15:51:49.254621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:49.279164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-b7f8a43a-ede7-4c0c-b5a0-08ce332d0d7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1099 time: 0.0783267 Dec 23 15:51:49.304755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291bac7-9afa-456e-818c-3d14bc363ed1 req-2f9609b9-80ef-4aed-987a-3ff52563d02c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:49.306449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0291bac7-9afa-456e-818c-3d14bc363ed1 req-2f9609b9-80ef-4aed-987a-3ff52563d02c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0857356 Dec 23 15:51:49.360956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0291bac7-9afa-456e-818c-3d14bc363ed1 req-d1068bd9-ed11-4d1b-a584-69045871aee5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474989 Dec 23 15:51:49.394088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:49.442285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-bc460647-c317-4523-a48e-81dba48bb1b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:49.444186 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-bc460647-c317-4523-a48e-81dba48bb1b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1589298 Dec 23 15:51:49.506240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6a1dee3b-d14a-4be2-962c-86415670398c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/5bce85bf-2ca1-429f-965a-c70894fe134a HTTP/1.1" status: 200 len: 992 time: 0.1108103 Dec 23 15:51:49.566716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-05f4a726-ff15-4a0c-8b9f-17a5c7acbb99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 1000 time: 0.1146038 Dec 23 15:51:49.617183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:49.639103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-152351fd-ae75-4621-831d-072e8384d834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:51:49.640641 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-152351fd-ae75-4621-831d-072e8384d834 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0679026 Dec 23 15:51:49.647566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '5bce85bf-2ca1-429f-965a-c70894fe134a', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'port_id': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'mac_address': 'fa:16:3e:49:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:47Z', 'updated_at': '2021-12-23T15:51:47Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:49.651909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] Checking router: ead4c7df-d776-4a62-8343-a38559ba0fbf for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:51:49.663372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:51:49.664046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:51:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:49.726894 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-dedfa80c-34b7-4d62-b673-7d4feecd8858 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792141 Dec 23 15:51:49.880836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-44c058b2-f3ba-485a-a7cc-0a0cee835a4c service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467493 Dec 23 15:51:50.022543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:51:50.031290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c7376d99-4da5-4a58-8e5d-da0dbdcf25a9 req-4f973e68-fda7-42fa-8a13-bd6bb3e84d28 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436648 Dec 23 15:51:50.405307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '5bce85bf-2ca1-429f-965a-c70894fe134a', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'port_id': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'mac_address': 'fa:16:3e:49:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:47Z', 'updated_at': '2021-12-23T15:51:47Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:51:50.409777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c466d-c9c9-4552-a528-f34afbb41557 None None] The sync data for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv is: [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '5bce85bf-2ca1-429f-965a-c70894fe134a', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'port_id': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'mac_address': 'fa:16:3e:49:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:47Z', 'updated_at': '2021-12-23T15:51:47Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:51:50.510794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36430) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:50.628620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c2f10735-df24-4ccb-8c2b-bd42987e4f4f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/5bce85bf-2ca1-429f-965a-c70894fe134a HTTP/1.1" status: 200 len: 992 time: 0.1164639 Dec 23 15:51:50.748762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e8c1e-4533-4e3b-8c68-31a7e6135469 None None] New status for floating IP 5bce85bf-2ca1-429f-965a-c70894fe134a: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:51:51.023821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:51:51.634228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36434) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:51.753271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-53e60474-da63-4478-98c6-b9547be32c13 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/5bce85bf-2ca1-429f-965a-c70894fe134a HTTP/1.1" status: 200 len: 994 time: 0.1174619 Dec 23 15:51:56.096600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:52:01.215441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:16.802404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bd7acbf8-14bf-4860-b5a9-c8e7eea0ba6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:18.277939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:18.690338 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-810aecbe-6145-4477-a6f5-a248c7d74fa1 req-fcfbcbec-1a30-4184-815a-5e6a84e9f48a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1578438 Dec 23 15:52:18.854141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61efa1ca-2c59-48b1-bf2e-162a686d49d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:18.970819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36462) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:52:19.019083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07d71c-1933-4bcb-884d-7d5dd8a34a5a req-6a84a47a-86d3-4a6b-a3a5-ab2afb53444e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:19.020734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa07d71c-1933-4bcb-884d-7d5dd8a34a5a req-6a84a47a-86d3-4a6b-a3a5-ab2afb53444e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0859358 Dec 23 15:52:19.072797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aa07d71c-1933-4bcb-884d-7d5dd8a34a5a req-b828cb46-0573-4a7f-a5c7-6d767c8e7c89 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457060 Dec 23 15:52:19.119188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-67ad5828-d241-4f04-9bbf-9c3b1df96479 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469738 Dec 23 15:52:19.587606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:20.291735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da4e4-8f26-4178-89bd-63518a24fb19 req-a03ce2c8-d2b0-4673-8877-f334b4d5fd00 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:20.293227 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-706da4e4-8f26-4178-89bd-63518a24fb19 req-a03ce2c8-d2b0-4673-8877-f334b4d5fd00 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0888157 Dec 23 15:52:20.343143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-706da4e4-8f26-4178-89bd-63518a24fb19 req-4f00a24d-66db-4427-a835-2117b6cfc742 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Dec 23 15:52:20.487777 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-03a52d08-6bfb-4b21-ac26-02983f1f9cde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1099 time: 0.0826678 Dec 23 15:52:20.637831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-47bfff9e-f6a0-4041-94db-f132367222c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:20.639426 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-47bfff9e-f6a0-4041-94db-f132367222c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1433845 Dec 23 15:52:20.757816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-4c8cce4b-898d-4fd1-b3af-efd41d098345 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 1002 time: 0.1098595 Dec 23 15:52:20.841521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-8aa6f194-bf4a-4a54-bc92-a59062a1e090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:20.843869 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-8aa6f194-bf4a-4a54-bc92-a59062a1e090 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0784268 Dec 23 15:52:20.931631 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-db1fc02f-db57-4531-ac04-efb93c69520f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808218 Dec 23 15:52:21.025923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:21.076998 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-8202cd52-e6b3-4eb1-8ca4-829385ab5bfd service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384456 Dec 23 15:52:21.223691 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-c53d4b69-add8-4e8f-af17-b04f6f6ae0a9 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384046 Dec 23 15:52:21.557699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c5838-fd6b-41c6-afac-84647697a12d req-c4276162-3f06-468b-8ad0-3ee8506dc439 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:21.559197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-614c5838-fd6b-41c6-afac-84647697a12d req-c4276162-3f06-468b-8ad0-3ee8506dc439 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0925467 Dec 23 15:52:21.611537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-614c5838-fd6b-41c6-afac-84647697a12d req-c85d4f2f-5eb0-4504-812c-c7e2c381c926 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Dec 23 15:52:22.830403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068e4e-b129-496c-b260-9933102d6628 req-ceee4928-1e1a-4ee0-9e54-167f1ae7ee9f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:22.832056 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e068e4e-b129-496c-b260-9933102d6628 req-ceee4928-1e1a-4ee0-9e54-167f1ae7ee9f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0863733 Dec 23 15:52:22.885918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e068e4e-b129-496c-b260-9933102d6628 req-fdd0bffa-342c-4998-a927-2d4a3508f5a4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Dec 23 15:52:24.120160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156ee2-0b2c-41ef-8e03-2bb5d42fd537 req-539b1608-c639-4dc7-85d9-c84c9acb3ba1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:24.121829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed156ee2-0b2c-41ef-8e03-2bb5d42fd537 req-539b1608-c639-4dc7-85d9-c84c9acb3ba1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.1019988 Dec 23 15:52:24.170518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed156ee2-0b2c-41ef-8e03-2bb5d42fd537 req-1daef011-2762-4bdb-a3d2-5ac607914299 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Dec 23 15:52:25.398026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b910d-3b03-48a6-af83-6e0e829d98ac req-c42ae494-0321-4f87-8eef-9b17b4d2f527 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:25.399694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac0b910d-3b03-48a6-af83-6e0e829d98ac req-c42ae494-0321-4f87-8eef-9b17b4d2f527 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0950933 Dec 23 15:52:25.449704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ac0b910d-3b03-48a6-af83-6e0e829d98ac req-57d7a94a-9658-4db1-aad7-f54875d2ba7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Dec 23 15:52:26.682799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc2295-84f8-49a7-860d-858bb5dc2833 req-31ff6547-3a0b-44b7-80e0-889a5e0d02c4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:26.684430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eefc2295-84f8-49a7-860d-858bb5dc2833 req-31ff6547-3a0b-44b7-80e0-889a5e0d02c4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0957716 Dec 23 15:52:26.734967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eefc2295-84f8-49a7-860d-858bb5dc2833 req-1d7d4f5f-dbbc-4d45-bee1-a7b4f32bfc23 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Dec 23 15:52:27.969176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55042659-8cbb-4a0b-a95e-cac6f4de906e req-b57613cf-874b-4312-b244-1439b19e86ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:27.970930 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55042659-8cbb-4a0b-a95e-cac6f4de906e req-b57613cf-874b-4312-b244-1439b19e86ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0995510 Dec 23 15:52:28.020842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55042659-8cbb-4a0b-a95e-cac6f4de906e req-fc173849-a4a0-4f0e-850b-f80a83d4909c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Dec 23 15:52:29.230907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acf10f-2995-497f-a325-159e86d9523e req-2c1ae583-48b2-4447-a1b9-94d0048b9c7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:29.232521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7acf10f-2995-497f-a325-159e86d9523e req-2c1ae583-48b2-4447-a1b9-94d0048b9c7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0849142 Dec 23 15:52:29.284543 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7acf10f-2995-497f-a325-159e86d9523e req-1e853e41-1f27-4a4b-a303-6d76f18c84f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Dec 23 15:52:30.504074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec454d-7da6-4115-8ce2-dc8141b4de20 req-56efd8d0-7198-4e7b-b3e2-3df3446c12e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:30.505732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0cec454d-7da6-4115-8ce2-dc8141b4de20 req-56efd8d0-7198-4e7b-b3e2-3df3446c12e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0887272 Dec 23 15:52:30.557151 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0cec454d-7da6-4115-8ce2-dc8141b4de20 req-3a28b32c-b79f-42be-a515-9888e4a22a41 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Dec 23 15:52:31.218932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:31.784895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb1948-35ac-407d-85fd-7d994069c7c5 req-c61e8c7e-21ef-4d19-b837-83bddda7f029 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:31.786521 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-75cb1948-35ac-407d-85fd-7d994069c7c5 req-c61e8c7e-21ef-4d19-b837-83bddda7f029 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0941682 Dec 23 15:52:31.836907 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-75cb1948-35ac-407d-85fd-7d994069c7c5 req-bd78fe84-8105-4e99-a509-2e5a4383f473 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Dec 23 15:52:32.997115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-fcd70a8f-3718-4a5e-b4f5-c40869806dd4 service neutron] 10.222.0.65 "GET /v2.0/ports/79b2ea34-9fd2-4216-83e4-36d4313bef99/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0816226 Dec 23 15:52:33.070597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175b165-413f-47fa-af18-6efcc916fc23 req-bb053c2e-5bb0-4bfe-9df1-7eceb165f949 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:33.072554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0175b165-413f-47fa-af18-6efcc916fc23 req-bb053c2e-5bb0-4bfe-9df1-7eceb165f949 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0939074 Dec 23 15:52:33.087692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:52:33.126080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0175b165-413f-47fa-af18-6efcc916fc23 req-78c56871-65f9-459a-b270-c685e7d76738 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Dec 23 15:52:33.279595 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-2db56d4d-21d3-4556-8938-7f5d43776462 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 1099 time: 0.0811157 Dec 23 15:52:33.378911 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-564c8f5a-5a63-4955-8916-75f31cad76e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1099 time: 0.0762134 Dec 23 15:52:33.523418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-89bc9622-8013-49fe-8cc8-c05a972b0f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:33.525134 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-89bc9622-8013-49fe-8cc8-c05a972b0f00 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1398923 Dec 23 15:52:33.637136 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-cd98b2e5-224e-4b3b-b9fd-26ed2932a62a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 1002 time: 0.1050658 Dec 23 15:52:33.710279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-5a9ca393-0544-4e96-9572-d2d652ce4881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:33.711769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-5a9ca393-0544-4e96-9572-d2d652ce4881 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0668979 Dec 23 15:52:33.797622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-6396590e-d333-4b1e-bf2c-824c8e84cd94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779271 Dec 23 15:52:33.946696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-58a5ad26-cf4e-42ac-8f4d-f1d55e930731 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414962 Dec 23 15:52:34.385726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84f3a1a1-fcf0-4643-89bc-be4b84d9b7e9 req-a8c58522-98c6-46f3-b51d-8c6995a6bf0d service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323401 Dec 23 15:52:34.408184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f485f65-a756-43a9-8bce-5f01ecec1d8a req-4b38ea73-496f-4cf2-ba36-49dd77acf4c2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:34.409836 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f485f65-a756-43a9-8bce-5f01ecec1d8a req-4b38ea73-496f-4cf2-ba36-49dd77acf4c2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.1331358 Dec 23 15:52:34.463834 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f485f65-a756-43a9-8bce-5f01ecec1d8a req-799aec08-1420-4391-b710-e864fced44a3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476849 Dec 23 15:52:35.699795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c461e-4cac-4c85-ae4c-e084813ec708 req-c63c1a3d-1f07-4efb-9a19-6cc12429f90e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:35.701349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f9c461e-4cac-4c85-ae4c-e084813ec708 req-c63c1a3d-1f07-4efb-9a19-6cc12429f90e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.0877659 Dec 23 15:52:35.750409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8f9c461e-4cac-4c85-ae4c-e084813ec708 req-5f3ce39c-92ba-40ee-95aa-c96d7af13013 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Dec 23 15:52:36.197854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:52:36.200600 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:52:36.438707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:36.462607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:52:36.483890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'port_id': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'mac_address': 'fa:16:3e:49:5b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:52:36.491105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:52:36.529015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:52:36.534808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:36.542875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:52:36.579666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'code': 200} Dec 23 15:52:36.612504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:36.642186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:52:36.645365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b2ea34-9fd2-4216-83e4-36d4313bef99 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:52:36.664169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.664569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.664961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.665423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.665812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.666194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.666580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.666965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.667343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.667749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.668091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:52:36.672670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:52:36.674257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:52:36.678091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:36.679577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:52:36.760558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['79b2ea34-9fd2-4216-83e4-36d4313bef99'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:52:36.803928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:52:36.808956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:52:36.970262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969b2e7-0e4c-43c7-8561-579561d9240e req-6e6ebd26-3bea-4f04-87e7-387b7454b7bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:36.971904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f969b2e7-0e4c-43c7-8561-579561d9240e req-6e6ebd26-3bea-4f04-87e7-387b7454b7bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 945 time: 0.0907376 Dec 23 15:52:37.022898 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f969b2e7-0e4c-43c7-8561-579561d9240e req-ec0bd4ec-0a12-4985-affd-e96981989edf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Dec 23 15:52:37.370011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991f26-d617-4cd8-85c8-9e312545b9a1 req-5a626b29-3248-4e65-a74b-bc167f344b94 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:37.371634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7991f26-d617-4cd8-85c8-9e312545b9a1 req-5a626b29-3248-4e65-a74b-bc167f344b94 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 945 time: 0.0928671 Dec 23 15:52:37.390259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-a15030e7-4f27-4181-bfb0-1eeb6149948c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:37.391870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-a15030e7-4f27-4181-bfb0-1eeb6149948c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 945 time: 0.0884223 Dec 23 15:52:37.424226 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a7991f26-d617-4cd8-85c8-9e312545b9a1 req-1bffb75b-c2f5-4edc-a9ec-b35c96fd4a3b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Dec 23 15:52:37.555296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-3ec9f7f9-984f-4ee9-bc80-d37dd11fd211 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1098 time: 0.0773432 Dec 23 15:52:37.765271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-79b530c3-1250-4b2d-9215-cc9e8c5bc23c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:37.766825 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-79b530c3-1250-4b2d-9215-cc9e8c5bc23c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1734910 Dec 23 15:52:37.774570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067718ee-232a-4ddf-b670-79643a790561 req-ab8687bb-1870-4fcd-9967-fb6847d60d62 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:37.776115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-067718ee-232a-4ddf-b670-79643a790561 req-ab8687bb-1870-4fcd-9967-fb6847d60d62 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 945 time: 0.2198064 Dec 23 15:52:37.913433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-2abd2113-36e7-45bf-a835-fe076bceb87f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 1001 time: 0.1361880 Dec 23 15:52:37.916107 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-067718ee-232a-4ddf-b670-79643a790561 req-a1ce1094-b70e-467c-a0ad-07f30fd4dd72 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889471 Dec 23 15:52:37.986501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-52822b4a-6d23-408c-b204-b9beea1dca79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:37.988161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-52822b4a-6d23-408c-b204-b9beea1dca79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0683377 Dec 23 15:52:38.076716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-aa33da9c-6bfa-4d46-ad92-e4276753e6f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817261 Dec 23 15:52:38.209936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:52:38.230289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-85f7e524-7ba5-4eab-97a3-30bca657996b service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452916 Dec 23 15:52:38.285222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 79b2ea34-9fd2-4216-83e4-36d4313bef99 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:52:38.285706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:38.381578 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f9361d9-8eac-4255-b4f6-090a1f49d7fc req-213a764a-48bb-4463-bf6d-9ac4696358bc service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446741 Dec 23 15:52:38.413013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:38.447466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:52:38.450807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:38.454303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-357a3d40-7638-4af4-a8a9-86488d0007b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:52:38.498367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-27c39c3b-20d0-4f87-8697-7521e4f63783 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760155 Dec 23 15:52:38.526123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:52:38.529468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:52:38.580696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:52:38.648080 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'code': 200} Dec 23 15:52:38.654906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-5340e4bf-cdde-4957-954d-6e6941a687f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1099 time: 0.0802040 Dec 23 15:52:38.826129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-9a60c6a1-bd4f-4d85-8308-ffefb8a800a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:38.827767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-9a60c6a1-bd4f-4d85-8308-ffefb8a800a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1500661 Dec 23 15:52:38.943519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-e996a357-b065-48fe-a27e-4a9f6ce39e52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 1002 time: 0.1090288 Dec 23 15:52:39.026134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-d7ee1d51-b930-4bb5-99dd-b10fe313eaaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:39.027855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-d7ee1d51-b930-4bb5-99dd-b10fe313eaaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0778887 Dec 23 15:52:39.122006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-6b36f21c-7d71-407a-b86c-a126638619b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854278 Dec 23 15:52:39.327667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-7b3f98d2-6d53-49de-8171-0bca2f9c7e93 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959052 Dec 23 15:52:39.374954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0adb7-32be-4ea1-84a2-d02c58eb2bfa req-cc842140-faa2-4b32-a368-7c9a85039f4d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:52:39.376587 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2e0adb7-32be-4ea1-84a2-d02c58eb2bfa req-cc842140-faa2-4b32-a368-7c9a85039f4d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.1648943 Dec 23 15:52:39.523557 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d2e0adb7-32be-4ea1-84a2-d02c58eb2bfa req-4ae9c341-25b8-4301-941b-7e8f7abe9541 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968699 Dec 23 15:52:39.529297 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-87150cd8-05ea-4d1f-a8b9-4f15de00f1d2 req-797aa8d3-9415-4463-9324-9fad8d34dcff service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905637 Dec 23 15:52:39.552199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36534) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:52:39.665383 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2cde055c-2909-4609-b21c-8c4e737c83f2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/5bce85bf-2ca1-429f-965a-c70894fe134a HTTP/1.1" status: 200 len: 994 time: 0.1115253 Dec 23 15:52:46.808057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36b01e14-1eee-451d-9004-4a33a3cf7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:48.274876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:48.864857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-37083beb-7c83-4f1c-82fa-52d7f0c5fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:49.601471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:52:51.042104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:01.206129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:08.120433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36548) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:08.349051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port e2ea1186-2443-41dd-83ff-3e430fff5b84 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:53:08.349483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:08.529461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:08.529828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:08.656654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for e2ea1186-2443-41dd-83ff-3e430fff5b84 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:53:08.823675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:08.827552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d95cec3-1f37-4887-9cf3-87cde9469944 tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:08.872285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=e2ea1186-2443-41dd-83ff-3e430fff5b84,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:08.913961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.914323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.914871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.915301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.915724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.916146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.916561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.916977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.917414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.917829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.918241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:08.925462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:08.982599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:09.409582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ead4c7df-d776-4a62-8343-a38559ba0fbf has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:53:09.861952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:53:09.872656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] Sync routers for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:53:09.882985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:09.887828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:09.888535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:52:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:09.939917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/floatingips/5bce85bf-2ca1-429f-965a-c70894fe134a HTTP/1.1" status: 204 len: 168 time: 1.8181059 Dec 23 15:53:09.940998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:53:09.996954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'status': 'completed', 'code': 200} Dec 23 15:53:10.091691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:53:10.095191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:10.102604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-35a0db63-5153-4c74-978e-d7ee4da2e94a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 1099 time: 0.0828097 Dec 23 15:53:10.261129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-8056763d-3fb5-42de-acdb-ac0eed55b3cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:10.262783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-8056763d-3fb5-42de-acdb-ac0eed55b3cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 200 len: 898 time: 0.1530790 Dec 23 15:53:10.337812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-a7ecabe6-6b19-4c0e-b188-7976bff5ac02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 200 len: 217 time: 0.0668836 Dec 23 15:53:10.421035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-aac4e0d3-8e3a-4f88-ba81-ac4433d9eab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:10.422887 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-aac4e0d3-8e3a-4f88-ba81-ac4433d9eab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 200 len: 835 time: 0.0786664 Dec 23 15:53:10.465230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:10.471131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] Checking router: ead4c7df-d776-4a62-8343-a38559ba0fbf for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:53:10.485302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:10.486021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:52:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:10.510169 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-dcacb1d0-1dcc-4d28-b93c-bd6c4cbb53aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a57471cf-4421-4715-81f2-3658d1e03d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794542 Dec 23 15:53:10.597127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a67605-4067-4cc1-b484-18ba7e713d23 req-65f19f9e-fa4b-4eb0-9c1c-4307ab8efccd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:10.598810 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26a67605-4067-4cc1-b484-18ba7e713d23 req-65f19f9e-fa4b-4eb0-9c1c-4307ab8efccd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.3408635 Dec 23 15:53:10.653499 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-26a67605-4067-4cc1-b484-18ba7e713d23 req-828704f8-f5f3-48ee-9626-61d55f6c89df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468502 Dec 23 15:53:10.662074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-7cfcecd5-2afd-432a-b83d-9fb9a9a61701 service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446028 Dec 23 15:53:10.684954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:10.806811 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-85248a2d-bbfb-47ca-b303-632074c02e65 req-197240b7-d3cf-443d-baa3-0d073d4ef3cf service neutron] 10.222.0.65 "GET /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381495 Dec 23 15:53:11.026777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:11.031144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ea560-886b-4bf2-9bd8-b6ea787f6172 None None] The sync data for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv is: [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '927fe9cc-9197-46f5-a420-2bf075db97b8', 'name': '', 'network_id': 'a57471cf-4421-4715-81f2-3658d1e03d67', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:d7:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:39Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'a60e94e3-4722-44ad-b12d-c8c46ccbdb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:53:11.455601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91237e-c893-4e06-bdd0-2899695baaae None None] New status for floating IP 5bce85bf-2ca1-429f-965a-c70894fe134a: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:53:12.013306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27bd45-a0b8-4450-ab23-a32f209b7802 req-1275b31a-0069-4ab4-ae31-978f1cdc5361 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:12.013988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5f27bd45-a0b8-4450-ab23-a32f209b7802 req-1275b31a-0069-4ab4-ae31-978f1cdc5361 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:12.021853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-63eb5a3a-3190-4c1b-b2b9-27789faa2d1d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:12.022584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-63eb5a3a-3190-4c1b-b2b9-27789faa2d1d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:12.046402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5f27bd45-a0b8-4450-ab23-a32f209b7802 req-1275b31a-0069-4ab4-ae31-978f1cdc5361 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:12.047684 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5f27bd45-a0b8-4450-ab23-a32f209b7802 req-1275b31a-0069-4ab4-ae31-978f1cdc5361 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.1915057 Dec 23 15:53:12.048709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-63eb5a3a-3190-4c1b-b2b9-27789faa2d1d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:12.049862 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-63eb5a3a-3190-4c1b-b2b9-27789faa2d1d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 946 time: 0.1534030 Dec 23 15:53:12.160090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 79b2ea34-9fd2-4216-83e4-36d4313bef99 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:53:12.160474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:12.204658 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5f27bd45-a0b8-4450-ab23-a32f209b7802 req-8f89889d-7219-4c00-8d92-b45e0a9e02e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478958 Dec 23 15:53:12.451293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 79b2ea34-9fd2-4216-83e4-36d4313bef99, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=79b2ea34-9fd2-4216-83e4-36d4313bef99,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:12.451697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:12.583007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 79b2ea34-9fd2-4216-83e4-36d4313bef99 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:53:12.742842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:12.748864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c10a7067-3fdc-4882-8dd6-908457c7efc9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:12.796255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=79b2ea34-9fd2-4216-83e4-36d4313bef99,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:12.800066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:12.873073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] No DVR routers for this DVR port 79b2ea34-9fd2-4216-83e4-36d4313bef99 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:53:12.875923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:12.878739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-deleted', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:53:12.894871 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-462ca7d0-ed70-4f7d-96be-c16783507a9d req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "DELETE /v2.0/ports/79b2ea34-9fd2-4216-83e4-36d4313bef99 HTTP/1.1" status: 204 len: 173 time: 0.8393724 Dec 23 15:53:12.934999 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025', 'name': 'network-vif-deleted', 'tag': '79b2ea34-9fd2-4216-83e4-36d4313bef99', 'status': 'completed', 'code': 200} Dec 23 15:53:13.424563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8e2f3b7a-7794-47cf-bf5d-ea85fc45bcf2 req-98af7f83-1a16-41b7-8419-9200e146e268 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:13.441320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-8e2f3b7a-7794-47cf-bf5d-ea85fc45bcf2 req-98af7f83-1a16-41b7-8419-9200e146e268 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:13.442571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8e2f3b7a-7794-47cf-bf5d-ea85fc45bcf2 req-98af7f83-1a16-41b7-8419-9200e146e268 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdafd4d3-0e22-4d2a-9d7f-b12d08ccd025 HTTP/1.1" status: 200 len: 210 time: 0.0778222 Dec 23 15:53:14.359546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:53:14.399397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 79b2ea34-9fd2-4216-83e4-36d4313bef99 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:53:14.399767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 79b2ea34-9fd2-4216-83e4-36d4313bef99 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:53:14.563652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36568) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:15.018112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:15.725136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 927fe9cc-9197-46f5-a420-2bf075db97b8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:53:15.725774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:15.922937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 927fe9cc-9197-46f5-a420-2bf075db97b8, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=927fe9cc-9197-46f5-a420-2bf075db97b8,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:15.923328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:16.049573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 927fe9cc-9197-46f5-a420-2bf075db97b8 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:53:16.239761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:16.243589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b8286847-60ed-4854-844b-e8d294090c22 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:16.287036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=927fe9cc-9197-46f5-a420-2bf075db97b8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:16.332983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.333444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.333872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.334288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.334702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.335114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.335524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.335935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.336409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.336811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.337203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:16.345013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:16.623603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:16.791518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-02203207-059f-4d42-8df4-e5646f48afb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:17.501945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ead4c7df-d776-4a62-8343-a38559ba0fbf has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:53:17.723026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:53:17.734148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] Sync routers for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:53:17.739750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/ead4c7df-d776-4a62-8343-a38559ba0fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1745024 Dec 23 15:53:17.742726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36572) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:17.748332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:17.749023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:52:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:17.952664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting subnet a60e94e3-4722-44ad-b12d-c8c46ccbdb6a {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:53:17.956219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.020699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.111480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.121392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:18.191612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.196343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dab30fe4-7c35-40d4-aa08-5c5913089c20 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:18.237010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Subnet': ['ID=a60e94e3-4722-44ad-b12d-c8c46ccbdb6a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:18.240919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:18.244851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.251632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2f886d3b-8672-41a3-962b-3821b9dfabb4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/subnets/a60e94e3-4722-44ad-b12d-c8c46ccbdb6a HTTP/1.1" status: 204 len: 168 time: 0.5078127 Dec 23 15:53:18.254691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36576) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:18.258598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649ce5a-bf9d-41cf-8559-a6269854138c None None] Network a57471cf-4421-4715-81f2-3658d1e03d67 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:53:18.429000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.473719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.634621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:53:16Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'e57ed6f5-7fc1-48c8-a160-f6e18eae70e5', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:18.639006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] Checking router: ead4c7df-d776-4a62-8343-a38559ba0fbf for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:53:18.651520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] Routers {'ead4c7df-d776-4a62-8343-a38559ba0fbf'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:18.652209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:52:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ead4c7df-d776-4a62-8343-a38559ba0fbf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:18.693973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.704143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:53:18.704523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.709105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] DHCP port deletion for a57471cf-4421-4715-81f2-3658d1e03d67 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:53:18.774378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Deleting port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:53:18.774799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.891872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port e57ed6f5-7fc1-48c8-a160-f6e18eae70e5, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:18.892259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:18.915130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] Set router ead4c7df-d776-4a62-8343-a38559ba0fbf gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:18.958814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b11ecc27-f98d-4d27-99d2-7ff8ab3746d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.021702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:53:19.111224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:53:18Z', 'revision_number': 6, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:19.128739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:53:19.161420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a6dd2-2879-4b2f-9ecd-f243ce2a6b25 None None] The sync data for ids ['ead4c7df-d776-4a62-8343-a38559ba0fbf'] in dv-neutron-822797-1-hyperv is: [{'id': 'ead4c7df-d776-4a62-8343-a38559ba0fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940857877', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:28Z', 'updated_at': '2021-12-23T15:53:18Z', 'revision_number': 6, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:53:19.196786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] For port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,segment=NetworkSegment(8cd0dbbe-2158-4edd-ac73-ffb75aa82117),segment_id=8cd0dbbe-2158-4edd-ac73-ffb75aa82117)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:19.196926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.199490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.204282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-66d012e0-c6dd-44f0-be45-f93ed08c3e03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:19.252161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=e57ed6f5-7fc1-48c8-a160-f6e18eae70e5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:19.255120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:19.338583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Calling delete_port for 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:53:19.465386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.491565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.495896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5f3bf4c7-ccbe-4807-a152-552bb8a7df3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:19.519861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.568493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Pushing event deleted for resources: {'Port': ['ID=2f64606f-0eb8-4fd2-99c6-36c175af8fd7,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:19.577639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:19.590602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] No DVR routers for this DVR port 2f64606f-0eb8-4fd2-99c6-36c175af8fd7 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:53:19.600732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.808189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.813212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.836370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.836926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Fanout notify agent at l3_agent the message router_deleted on router ead4c7df-d776-4a62-8343-a38559ba0fbf {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:53:19.852210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:19.853468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/routers/ead4c7df-d776-4a62-8343-a38559ba0fbf HTTP/1.1" status: 204 len: 168 time: 1.5979254 Dec 23 15:53:19.856883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36580) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:19.988500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.138130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.165212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57471cf-4421-4715-81f2-3658d1e03d67']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:20.178241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd0dbbe-2158-4edd-ac73-ffb75aa82117') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:20.178588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd0dbbe-2158-4edd-ac73-ffb75aa82117') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:20.191239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.210078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.220536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:53:20.221071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:53:20.238560 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:53:20.322578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.326628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2d99d48-e87a-4641-ae7c-c5776dab5c9a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:20.341914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.354222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Network': ['ID=a57471cf-4421-4715-81f2-3658d1e03d67,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:20.357736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:20.363292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8afe34f3-444a-494e-ac30-9e2ddf2d3d7a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/networks/a57471cf-4421-4715-81f2-3658d1e03d67 HTTP/1.1" status: 204 len: 168 time: 0.5052516 Dec 23 15:53:20.366585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36584) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:20.444602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.477706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.537476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.541573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-467bd17e-b056-4c17-b9cb-db3934e4134e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:20.558067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa413fa-5c2c-4caf-a5c2-fe2e99cea59e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:20.560979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:20.570903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:20.572262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-64c61031-6dec-423f-addf-c0fc5d28aae5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/security-groups/baa413fa-5c2c-4caf-a5c2-fe2e99cea59e HTTP/1.1" status: 204 len: 168 time: 0.2045941 Dec 23 15:53:21.036364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.124824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:53:21.163167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:53:21.163556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e57ed6f5-7fc1-48c8-a160-f6e18eae70e5 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:53:21.164045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 927fe9cc-9197-46f5-a420-2bf075db97b8 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:53:21.198585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 927fe9cc-9197-46f5-a420-2bf075db97b8 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:53:21.198585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 927fe9cc-9197-46f5-a420-2bf075db97b8 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:53:21.199384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36592) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:21.207691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167306713', 'description': 'tempest-secgroup-smoke-167306713 description', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:21.217905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:21.224739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:21.228837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:21.235486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:21.247050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.285605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:21.289872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:21.292950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:21.299323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:21.361311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.364964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.368926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f54ead2-c521-442b-b869-353b11bdd113 tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:21.667504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761c4416-93bd-479a-8b85-f7b80f6ff31d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:21.670538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:21.676437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.678010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-08e49a07-aa3c-4063-a77a-4911b0b0e400 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4774604 Dec 23 15:53:21.681548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:21.692040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '761c4416-93bd-479a-8b85-f7b80f6ff31d', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:21.700204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:21.704714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:21.708042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:21.714623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:21.733955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.801935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.805048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.806998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7fb220b7-fc84-42fe-a2bc-f30d86c87343 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:21.830701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f06a550-6b59-4228-a10c-8ddcc6b1f5a5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:21.836081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:21.841494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.843198 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a30d6280-e635-426e-9477-63f09b7a64ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1601150 Dec 23 15:53:21.846379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:21.852715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '761c4416-93bd-479a-8b85-f7b80f6ff31d', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:21.859378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:21.863754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:21.867025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:21.873518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:21.891219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.965629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.969144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:21.971082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a94f7d4d-2d77-4513-a9fc-057de25d0aec tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:21.994324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019c98cd-dc75-4e63-9ac1-b38fa7d7cafe,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:21.996847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:22.003311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.006089 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1571155 Dec 23 15:53:22.007809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:22.013790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '761c4416-93bd-479a-8b85-f7b80f6ff31d', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:22.020270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:22.024373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:22.027447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:22.033552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:22.049910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.121866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.126190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.134823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27660ebb-11cc-4444-a688-a9151954c6c0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:22.156635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5fc8a9-6fb3-4bac-ad4f-47b859273916,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:22.159445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:22.161798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.163082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-659264fd-730c-4d00-a5e4-2fa0a9fe4a0c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1542070 Dec 23 15:53:22.166449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36608) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:22.175360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '761c4416-93bd-479a-8b85-f7b80f6ff31d', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:22.183663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:22.188095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:22.191169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:22.197459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:22.215820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.292540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.295824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.297774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f668044-82d9-4777-9fea-0da65f10c81a tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:22.321062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3412aeba-7896-494b-b92d-010743eb73ac,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:22.323576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:22.330036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.331328 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d44f1316-6653-4517-b2aa-8343d0aac97c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1635299 Dec 23 15:53:22.335540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36612) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:22.341491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '761c4416-93bd-479a-8b85-f7b80f6ff31d', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:22.347842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:22.352146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:22.355305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:22.361691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:22.372088 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:53:22.379375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.456029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.459340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.467852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a20a30d7-3a94-48bf-a02a-508bf2947c68 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:22.491523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09eca27-0cc9-4ed6-bfb6-b5bb85590d18,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:22.494238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:22.501153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.502492 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a231abc-f2c0-437d-bed9-2feef46d10c7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1659274 Dec 23 15:53:22.506945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36616) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:22.515678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': '761c4416-93bd-479a-8b85-f7b80f6ff31d', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:22.522396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:22.526681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:22.529853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:22.536424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:22.546770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:53:22.553480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.646413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.649597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.651572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80a0528d-dd26-4c43-a986-15206e9fcd13 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:22.676071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4866393-faec-47c1-8bcf-0ce4e361fa6f,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:22.678725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:22.686270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.687682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d52a036b-f503-4833-b3b4-596f28b3ae45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1796415 Dec 23 15:53:22.691009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:22.698014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'network': {'name': 'tempest-network-smoke--1755632581', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:22.704170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:22.709149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:network and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:22.712574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:22.719332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:22.730622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:53:22.736492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.773689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:53:22.783546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.784115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Added segment f50332b0-78e3-44b7-8fe4-3fca506126f6 of type vlan for network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 Dec 23 15:53:22.812772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.843447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.848081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:22.848738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:22.852923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-408beedf-3b70-438d-836b-655ba309126a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:22.969015 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2767005 Dec 23 15:53:22.972417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Network': ['ID=26c61f7a-dfb6-4e76-801e-08f3f4b45140,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:22.972584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36624) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:22.975463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:22.980516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'admin_state_up': True, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:22.988082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:53:22.992944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:22.997481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:router and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:23.000725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:23.007020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:23.016996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.018283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.038986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.206059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.402587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.435005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.587354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.136 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/0b46f511-0302-418f-ba31-e3820b3ceea7) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:53:23.745442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.773887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:23.777720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-94a7295e-a4f0-421a-b65d-20c22b9c5b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:23.850264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:53:23.851208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=0b46f511-0302-418f-ba31-e3820b3ceea7,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:23.854071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:23.856028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:23.856796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:53:24.033290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:24.048836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:24.535105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router c6ecce0b-769b-4cb6-b542-380f86e041b9 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:53:24.758183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:53:24.769045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Sync routers for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:53:24.783978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:24.784960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:53:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:24.786246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:24.787604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8139648 Dec 23 15:53:24.791720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36628) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:24.915937 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c5e254b-40d3-412c-a556-a5a56785a79b tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226780 Dec 23 15:53:24.919000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:24.975254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:25.064908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e8e99-b838-430f-8cea-1a0ea7599db5 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:25.066520 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9d6e8e99-b838-430f-8cea-1a0ea7599db5 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463206 Dec 23 15:53:25.069671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36638) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:25.119644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2b08aa0a-f246-46e5-b832-679e40543fdf tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484149 Dec 23 15:53:25.122368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:25.128418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477454534', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:25.245584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:25.249918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:subnet and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:25.253012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:25.259758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:25.269989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:53:25.282695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:23Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:25.286832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Checking router: c6ecce0b-769b-4cb6-b542-380f86e041b9 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:53:25.287230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Updating router c6ecce0b-769b-4cb6-b542-380f86e041b9 port 0b46f511-0302-418f-ba31-e3820b3ceea7 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:53:25.341864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.383713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.621458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.626008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4444bf22-b9da-4ffa-821d-732d3a075495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:25.696675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.706453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Subnet': ['ID=58caa7d2-bee3-4086-ab0f-3cc274416c5c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:25.709466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:25.710420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Transition to ACTIVE for port object 0b46f511-0302-418f-ba31-e3820b3ceea7 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:25.716930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.720822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:25.727068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Checking segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:53:25.727479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network hostable DHCP agents. Network: 26c61f7a-dfb6-4e76-801e-08f3f4b45140, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:53:25.749502 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:53:25.758322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 26c61f7a-dfb6-4e76-801e-08f3f4b45140) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:25.762680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:25.763343 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.773306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e14046-17a1-4856-a17d-56650cfa1393 None None] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:53:25.787947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a586ae9e-c298-418a-8e69-713a30a450f1 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6644669 Dec 23 15:53:25.791044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36646) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:25.798276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Pushing event updated for resources: {'Port': ['ID=0b46f511-0302-418f-ba31-e3820b3ceea7,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:25.809693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.810365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.810750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.811130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.811496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.811844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.812220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.812573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.812930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.813293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.813656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:25.819511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:25.823640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Attempting to bind port 0b46f511-0302-418f-ba31-e3820b3ceea7 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:53:25.824035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Attempting to bind port 0b46f511-0302-418f-ba31-e3820b3ceea7 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:53:25.824546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Attempting to bind port 0b46f511-0302-418f-ba31-e3820b3ceea7 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:53:25.831210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:53:25.831642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:53:25.832075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.832504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:53:25.833004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Bound port: 0b46f511-0302-418f-ba31-e3820b3ceea7, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:53:25.833435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.913496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] For port 0b46f511-0302-418f-ba31-e3820b3ceea7, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:53:25.916728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] For port 0b46f511-0302-418f-ba31-e3820b3ceea7, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0b46f511-0302-418f-ba31-e3820b3ceea7,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:53:25.921066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:25.926340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7d2cd99b-5eec-4808-a6f2-a9ef55488597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:26.008824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Pushing event updated for resources: {'Port': ['ID=0b46f511-0302-418f-ba31-e3820b3ceea7,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:26.013137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:26.013991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:53:26.014153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:26.014815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:53:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:26.015152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.190973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Allocated IP 172.20.0.2 (26c61f7a-dfb6-4e76-801e-08f3f4b45140/58caa7d2-bee3-4086-ab0f-3cc274416c5c/5842c8b8-4d83-4836-856c-0454f7e01d12) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:53:26.210080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:26.425349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.437933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Transition to ACTIVE for port object 5842c8b8-4d83-4836-856c-0454f7e01d12 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:26.458541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Transition to ACTIVE for port object 5842c8b8-4d83-4836-856c-0454f7e01d12 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:26.463820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.469183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef055573-a518-4a93-9db1-b0efddff2f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:26.531764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:23Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:26.537581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c72a2d-0653-4f5e-84f0-4c55b9982efb None None] The sync data for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv is: [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:23Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:53:26.546614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:53:26.551188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:26.553822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:53:26.556461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Pushing event updated for resources: {'Port': ['ID=5842c8b8-4d83-4836-856c-0454f7e01d12,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:26.559735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:26.640819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.654440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Attempting to bind port 5842c8b8-4d83-4836-856c-0454f7e01d12 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:53:26.654847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Attempting to bind port 5842c8b8-4d83-4836-856c-0454f7e01d12 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:53:26.655298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Attempting to bind port 5842c8b8-4d83-4836-856c-0454f7e01d12 on network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:53:26.662734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:53:26.663155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Checking segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:53:26.663633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.664123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Bound using segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:53:26.664617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Bound port: 5842c8b8-4d83-4836-856c-0454f7e01d12, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:53:26.665052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.760720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] For port 5842c8b8-4d83-4836-856c-0454f7e01d12, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:53:26.764446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] For port 5842c8b8-4d83-4836-856c-0454f7e01d12, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5842c8b8-4d83-4836-856c-0454f7e01d12,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:53:26.769281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:26.774043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8b942d7-1b54-4073-8583-dec0cc292edb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:26.858034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Pushing event updated for resources: {'Port': ['ID=5842c8b8-4d83-4836-856c-0454f7e01d12,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:26.861053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:27.098249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.1 (26c61f7a-dfb6-4e76-801e-08f3f4b45140/58caa7d2-bee3-4086-ab0f-3cc274416c5c/51be55da-5b1d-4ad2-b745-dc11e9387763) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:53:27.162618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b46f511-0302-418f-ba31-e3820b3ceea7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:27.271705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 0b46f511-0302-418f-ba31-e3820b3ceea7 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:27.277746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0b46f511-0302-418f-ba31-e3820b3ceea7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:27.278287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:27.304685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:27.323855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object 51be55da-5b1d-4ad2-b745-dc11e9387763 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:27.349050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:27.361666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-86537111-48c1-4dd1-94c2-fb820cc651d0 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:27.421742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:53:27.427296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:27.432536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:53:27.446655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:27.471387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 0b46f511-0302-418f-ba31-e3820b3ceea7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0b46f511-0302-418f-ba31-e3820b3ceea7,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:27.475746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:27.478203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:27.506386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=51be55da-5b1d-4ad2-b745-dc11e9387763,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:27.511595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:27.519926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:27.553700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=0b46f511-0302-418f-ba31-e3820b3ceea7,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:27.557075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:27.613394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:28.299710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:28.303995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:28.335177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4bc3cbca-06ad-492c-9542-e3d2b2b44439 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:28.428245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:28.433038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=51be55da-5b1d-4ad2-b745-dc11e9387763,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:28.436970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:28.585283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:53:28.586485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:28.587711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc8da0-0d3e-4f29-9521-4072a5357098 None None] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:53:28.695222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-dd83156e-7aa1-4b1e-9058-dfbb82c0527b None None] Provisioning for port 5842c8b8-4d83-4836-856c-0454f7e01d12 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:29.047918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router c6ecce0b-769b-4cb6-b542-380f86e041b9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:53:29.153516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-be650d77-a6ef-4633-818f-0a2fff1dc88f None None] Provisioning for port 51be55da-5b1d-4ad2-b745-dc11e9387763 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:29.161698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-be650d77-a6ef-4633-818f-0a2fff1dc88f None None] Provisioning complete for port 51be55da-5b1d-4ad2-b745-dc11e9387763 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:29.162487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be650d77-a6ef-4633-818f-0a2fff1dc88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:29.246334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5842c8b8-4d83-4836-856c-0454f7e01d12 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:29.302083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-be650d77-a6ef-4633-818f-0a2fff1dc88f None None] Port 51be55da-5b1d-4ad2-b745-dc11e9387763 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:53:29.335242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:53:29.358007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 5842c8b8-4d83-4836-856c-0454f7e01d12 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:29.361566 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8b0c4e0-d92e-49a0-a4f2-a2e818c05b9a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/c6ecce0b-769b-4cb6-b542-380f86e041b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5685732 Dec 23 15:53:29.363727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5842c8b8-4d83-4836-856c-0454f7e01d12 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:29.363991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:29.500601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:29.536378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-00f04957-61e8-4f72-be2b-16859d926beb None None] Provisioning complete for port 51be55da-5b1d-4ad2-b745-dc11e9387763 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:29.536810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-00f04957-61e8-4f72-be2b-16859d926beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:29.594182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 5842c8b8-4d83-4836-856c-0454f7e01d12, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5842c8b8-4d83-4836-856c-0454f7e01d12,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:29.597679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-00f04957-61e8-4f72-be2b-16859d926beb None None] Port 51be55da-5b1d-4ad2-b745-dc11e9387763 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:53:29.599688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:29.600621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b46f511-0302-418f-ba31-e3820b3ceea7 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:29.608522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-5afcf518-448d-4422-88c8-50fff8f86885 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167306713&fields=id&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 267 time: 0.0593548 Dec 23 15:53:29.630800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:29.676928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Sync routers for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:53:29.753121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=5842c8b8-4d83-4836-856c-0454f7e01d12,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:29.757084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:29.757836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:53:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:29.774097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-f0fe1c32-c48c-4fa5-82b1-66bc3b4b2e24 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:29.774860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-f0fe1c32-c48c-4fa5-82b1-66bc3b4b2e24 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:29.791206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-f0fe1c32-c48c-4fa5-82b1-66bc3b4b2e24 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:29.792484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-f0fe1c32-c48c-4fa5-82b1-66bc3b4b2e24 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 797 time: 0.1828609 Dec 23 15:53:29.810981 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-0aa395bb-fd24-4727-9da7-6530c5b1d92a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/quotas/a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 375 time: 0.0124640 Dec 23 15:53:29.817006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:29.835434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1ef94874-5272-4865-93fe-6fbd9623a43e None None] Provisioning complete for port 51be55da-5b1d-4ad2-b745-dc11e9387763 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:29.835954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1ef94874-5272-4865-93fe-6fbd9623a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:29.903972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-41d263d1-c7b2-4239-bc7c-23619f84e416 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869181 Dec 23 15:53:29.920007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1ef94874-5272-4865-93fe-6fbd9623a43e None None] Port 51be55da-5b1d-4ad2-b745-dc11e9387763 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:53:29.971127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 0b46f511-0302-418f-ba31-e3820b3ceea7 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:29.971559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:30.076138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:30.146818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-45e19977-b7cc-4663-967d-7cebba8d4cff service neutron] 10.222.0.49 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296345 Dec 23 15:53:30.304250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-3072ae44-d260-405e-b523-7e2578e92eff service neutron] 10.222.0.49 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503868 Dec 23 15:53:30.519504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-96048d41-950e-4a0a-ba83-8b74886393c2 req-d90e1871-832e-4946-a36e-8ff19e4c4c4c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:30.537583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-96048d41-950e-4a0a-ba83-8b74886393c2 req-d90e1871-832e-4946-a36e-8ff19e4c4c4c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:30.539094 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-96048d41-950e-4a0a-ba83-8b74886393c2 req-d90e1871-832e-4946-a36e-8ff19e4c4c4c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 210 time: 0.0711360 Dec 23 15:53:30.636754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:28Z', 'revision_number': 2, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:30.641062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Checking router: c6ecce0b-769b-4cb6-b542-380f86e041b9 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:53:30.641517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Updating router c6ecce0b-769b-4cb6-b542-380f86e041b9 port 51be55da-5b1d-4ad2-b745-dc11e9387763 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:53:30.697278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.084272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.096852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Transition to ACTIVE for port object 51be55da-5b1d-4ad2-b745-dc11e9387763 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:31.103276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.107188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:31.145259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5842c8b8-4d83-4836-856c-0454f7e01d12 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:31.291197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d08858-29cd-4f37-988a-ed94dbefa121 None None] Pushing event updated for resources: {'Port': ['ID=51be55da-5b1d-4ad2-b745-dc11e9387763,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:31.299507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71d08858-29cd-4f37-988a-ed94dbefa121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:31.316867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.422771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5842c8b8-4d83-4836-856c-0454f7e01d12 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:31.423325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.473956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Attempting to bind port 51be55da-5b1d-4ad2-b745-dc11e9387763 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:53:31.474398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Attempting to bind port 51be55da-5b1d-4ad2-b745-dc11e9387763 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:53:31.474827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Attempting to bind port 51be55da-5b1d-4ad2-b745-dc11e9387763 on network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:53:31.490872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:53:31.491587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Checking segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:53:31.492162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.492548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Bound using segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:53:31.493326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Bound port: 51be55da-5b1d-4ad2-b745-dc11e9387763, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:53:31.493533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.619892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-34a924ba-592d-44ea-bd5e-eaacd9d79fa5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:31.621837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-34a924ba-592d-44ea-bd5e-eaacd9d79fa5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 797 time: 0.1775301 Dec 23 15:53:31.674528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] For port 51be55da-5b1d-4ad2-b745-dc11e9387763, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:53:31.679785 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] For port 51be55da-5b1d-4ad2-b745-dc11e9387763, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51be55da-5b1d-4ad2-b745-dc11e9387763,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:53:31.689701 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-c414aeca-aaa6-457c-9dbb-45381e6400af tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 379 time: 0.0565243 Dec 23 15:53:31.696952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.701693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:31.739118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'port': {'device_id': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'admin_state_up': True, 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'security_groups': ['761c4416-93bd-479a-8b85-f7b80f6ff31d']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:31.767084 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2ae18173-075b-4bb0-a61a-f988b0691ee3 req-384f7dfb-3c50-4392-965f-8fdde448387f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 210 time: 0.0757298 Dec 23 15:53:31.786262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d08858-29cd-4f37-988a-ed94dbefa121 None None] Pushing event updated for resources: {'Port': ['ID=51be55da-5b1d-4ad2-b745-dc11e9387763,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:31.789790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71d08858-29cd-4f37-988a-ed94dbefa121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:31.791668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:31.792364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:53:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:31.905734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:31.916551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:31.926449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:53:31.932218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:31.990798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:32.106497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.10 (26c61f7a-dfb6-4e76-801e-08f3f4b45140/58caa7d2-bee3-4086-ab0f-3cc274416c5c/c3b088d3-f23a-4658-81ab-946318f06e69) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:53:32.319974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:32.334237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:31Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:32.337061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object c3b088d3-f23a-4658-81ab-946318f06e69 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:32.338569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e5ae5-4108-4a10-b407-802a11037836 None None] The sync data for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv is: [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:31Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:53:32.361207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:32.367505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-33a44877-77a4-4c5f-887d-62cda0d7d99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:32.449136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:53:32.452681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:32.461828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:53:32.516072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=c3b088d3-f23a-4658-81ab-946318f06e69,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:32.521802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:32.539491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:32.540213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:32.582726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8521383 Dec 23 15:53:32.596808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Request body: {'port': {'device_id': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:32.723715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:32.748830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-39ea58ef-309d-45d3-be87-a2f41f322f53 None None] Provisioning for port c3b088d3-f23a-4658-81ab-946318f06e69 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:32.754261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-39ea58ef-309d-45d3-be87-a2f41f322f53 None None] Provisioning complete for port c3b088d3-f23a-4658-81ab-946318f06e69 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:32.754811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39ea58ef-309d-45d3-be87-a2f41f322f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:32.819489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-39ea58ef-309d-45d3-be87-a2f41f322f53 None None] Port c3b088d3-f23a-4658-81ab-946318f06e69 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:53:32.990319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308dc94-5878-4604-a270-0cc1749c7b42 req-7ff1be09-1eac-47ac-b954-c6f1ce8fb170 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:32.992375 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c308dc94-5878-4604-a270-0cc1749c7b42 req-7ff1be09-1eac-47ac-b954-c6f1ce8fb170 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 932 time: 0.0865211 Dec 23 15:53:33.048027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c308dc94-5878-4604-a270-0cc1749c7b42 req-8863cfdd-53c7-49a5-a14c-9e701bb0ae0d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:33.067123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-c308dc94-5878-4604-a270-0cc1749c7b42 req-8863cfdd-53c7-49a5-a14c-9e701bb0ae0d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:33.068427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c308dc94-5878-4604-a270-0cc1749c7b42 req-8863cfdd-53c7-49a5-a14c-9e701bb0ae0d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690455 Dec 23 15:53:33.108016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b088d3-f23a-4658-81ab-946318f06e69 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:53:33.119766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.140383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Transition to ACTIVE for port object c3b088d3-f23a-4658-81ab-946318f06e69 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:53:33.143816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.149119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6b9b2582-86c4-4c1e-aede-ed1e94ce9232 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:33.180398 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51be55da-5b1d-4ad2-b745-dc11e9387763 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:33.276753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 51be55da-5b1d-4ad2-b745-dc11e9387763 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:33.283429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 51be55da-5b1d-4ad2-b745-dc11e9387763 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:33.283855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.285913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Pushing event updated for resources: {'Port': ['ID=c3b088d3-f23a-4658-81ab-946318f06e69,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:33.290879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:33.427937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Attempting to bind port c3b088d3-f23a-4658-81ab-946318f06e69 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:53:33.428472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Attempting to bind port c3b088d3-f23a-4658-81ab-946318f06e69 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:53:33.428936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Attempting to bind port c3b088d3-f23a-4658-81ab-946318f06e69 on network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:53:33.436197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Port c3b088d3-f23a-4658-81ab-946318f06e69 on network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:53:33.436642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Attempting to bind port c3b088d3-f23a-4658-81ab-946318f06e69 on network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:53:33.437832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.444757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:53:33.445425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Checking segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:53:33.445860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Bound using segment: {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:53:33.446342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Bound port: c3b088d3-f23a-4658-81ab-946318f06e69, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50332b0-78e3-44b7-8fe4-3fca506126f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:53:33.446729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.477469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 51be55da-5b1d-4ad2-b745-dc11e9387763, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51be55da-5b1d-4ad2-b745-dc11e9387763,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:33.481394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.484371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:33.552478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] For port c3b088d3-f23a-4658-81ab-946318f06e69, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:53:33.556753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] For port c3b088d3-f23a-4658-81ab-946318f06e69, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c3b088d3-f23a-4658-81ab-946318f06e69,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:53:33.562910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.568240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dcc629a5-1519-4111-b948-6cdf1385adc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:33.576491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=51be55da-5b1d-4ad2-b745-dc11e9387763,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:33.580278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:33.639251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:33.640779 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] 10.222.0.65 "PUT /v2.0/ports/c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 1094 time: 1.0499685 Dec 23 15:53:33.641390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:53:33.671226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Pushing event updated for resources: {'Port': ['ID=c3b088d3-f23a-4658-81ab-946318f06e69,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:33.675422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:33.784054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-3775e0f5-3fd6-4cdc-8fe9-bf03be549166 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1097 time: 0.0962977 Dec 23 15:53:33.848397 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'status': 'completed', 'code': 200} Dec 23 15:53:33.864954 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-ab438945-c1e4-47f4-b36b-0945552e2fe0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 217 time: 0.0729401 Dec 23 15:53:33.941713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-e4f68754-30d8-42a7-9d9d-b88044e1d16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:33.943399 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-e4f68754-30d8-42a7-9d9d-b88044e1d16b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0722628 Dec 23 15:53:34.027765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-58366ff6-337d-4726-83ce-fa9648e4b160 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776627 Dec 23 15:53:34.175424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-6959fc0e-bbbd-404f-9a36-3f98fdbb5888 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409121 Dec 23 15:53:34.301054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b130599-c978-40ee-ba6d-6ae535c7b0fe req-1b7a5dce-6768-4ad6-8ecf-fbed21b3e4a0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:34.302893 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b130599-c978-40ee-ba6d-6ae535c7b0fe req-1b7a5dce-6768-4ad6-8ecf-fbed21b3e4a0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 944 time: 0.0888038 Dec 23 15:53:34.356944 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b130599-c978-40ee-ba6d-6ae535c7b0fe req-7887d123-14aa-490a-ab15-aff8107fe83b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473709 Dec 23 15:53:34.589861 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ea1e1e72-51eb-441c-a369-1ab72fd78608 req-1e278717-046f-4aab-9083-cc09dacd6ecc service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081516 Dec 23 15:53:34.728544 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-ca9c2aea-5806-46c8-91a5-6d3010a7196c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1097 time: 0.0831997 Dec 23 15:53:34.876315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-3c70b75b-33c7-4181-b191-e38c3415b823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:34.878022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-3c70b75b-33c7-4181-b191-e38c3415b823 service neutron] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 898 time: 0.1423514 Dec 23 15:53:34.952840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-3480a6ea-96d9-4a2b-bd7d-3347e0dd7ea2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 217 time: 0.0676541 Dec 23 15:53:35.026995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-e7c824f1-4ec8-422a-b338-1ed4c609fda9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:35.028516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-e7c824f1-4ec8-422a-b338-1ed4c609fda9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0684102 Dec 23 15:53:35.114202 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-810b4c4a-2a89-4c47-b581-3b61c65495f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790486 Dec 23 15:53:35.143319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51be55da-5b1d-4ad2-b745-dc11e9387763 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:35.221080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 51be55da-5b1d-4ad2-b745-dc11e9387763 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:35.221528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:35.265586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-7469e86b-26d9-4e82-9057-a85af9bb831d service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441603 Dec 23 15:53:35.415203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-168a19b7-36a1-4d48-9edc-f2e34072470b req-554f7bce-4202-45ff-9de5-96d7bdc9e551 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425447 Dec 23 15:53:35.572168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a4286-ff12-4a00-bc13-6ec861ce7c9a req-5923bd1e-c12f-4980-a376-a4b11dfdc5a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:35.572957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-067a4286-ff12-4a00-bc13-6ec861ce7c9a req-5923bd1e-c12f-4980-a376-a4b11dfdc5a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:53:35.589539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-067a4286-ff12-4a00-bc13-6ec861ce7c9a req-5923bd1e-c12f-4980-a376-a4b11dfdc5a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:53:35.590858 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-067a4286-ff12-4a00-bc13-6ec861ce7c9a req-5923bd1e-c12f-4980-a376-a4b11dfdc5a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 944 time: 0.1060452 Dec 23 15:53:35.647173 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-067a4286-ff12-4a00-bc13-6ec861ce7c9a req-279f9e37-7bbc-4aa8-bd77-bd994a4f3b2d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474205 Dec 23 15:53:36.453622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c3b088d3-f23a-4658-81ab-946318f06e69 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:53:36.605833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c3b088d3-f23a-4658-81ab-946318f06e69, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c3b088d3-f23a-4658-81ab-946318f06e69,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:36.620745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'port_id': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'mac_address': 'fa:16:3e:08:d4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:53:36.679043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:36.698890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b088d3-f23a-4658-81ab-946318f06e69 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:53:36.714842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c3b088d3-f23a-4658-81ab-946318f06e69, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c3b088d3-f23a-4658-81ab-946318f06e69,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:36.717841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:36.719723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0b01eb4-a8fa-4dc6-884f-b8c6c9ee63ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:36.789615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=c3b088d3-f23a-4658-81ab-946318f06e69,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:36.798862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.799260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.799651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.800029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.800410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.800792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.801251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.801632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.802008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.802388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.802756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:53:36.806886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:36.860926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043474b2-fb2b-4152-86b4-623c8697fd71 req-ae7e48e4-776f-4091-b14f-682a861a449a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:36.862722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-043474b2-fb2b-4152-86b4-623c8697fd71 req-ae7e48e4-776f-4091-b14f-682a861a449a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 945 time: 0.0941288 Dec 23 15:53:36.917558 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-043474b2-fb2b-4152-86b4-623c8697fd71 req-a374f114-0177-4779-bb37-bcfe05c07c0e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Dec 23 15:53:36.926083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['c3b088d3-f23a-4658-81ab-946318f06e69'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:53:38.150894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58c0a8-dc3f-41ac-9bdd-b0e148cf332f req-d9975cc3-ac0e-4d1b-8884-1029de5a75fd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:38.152497 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da58c0a8-dc3f-41ac-9bdd-b0e148cf332f req-d9975cc3-ac0e-4d1b-8884-1029de5a75fd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 945 time: 0.0962262 Dec 23 15:53:38.201857 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-da58c0a8-dc3f-41ac-9bdd-b0e148cf332f req-ab7d7bf6-8ee1-4853-afc8-56ad0a141f26 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430856 Dec 23 15:53:38.468116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c3b088d3-f23a-4658-81ab-946318f06e69 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:53:38.543564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port c3b088d3-f23a-4658-81ab-946318f06e69 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:53:38.548545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port c3b088d3-f23a-4658-81ab-946318f06e69 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:53:38.548975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:38.672916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:38.701714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:53:38.716847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port c3b088d3-f23a-4658-81ab-946318f06e69, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c3b088d3-f23a-4658-81ab-946318f06e69,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:53:38.720692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:38.722810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-18a0ef53-73c2-44b4-847b-4fd99956f815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:38.758199 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'code': 200} Dec 23 15:53:38.791410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=c3b088d3-f23a-4658-81ab-946318f06e69,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:38.794635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:39.010935 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f2568c7-0890-4cc9-991b-d2703fd81693 req-03008d63-c494-4fda-addd-0b6884c940fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1099 time: 0.0836051 Dec 23 15:53:39.058130 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3f2568c7-0890-4cc9-991b-d2703fd81693 req-577402d9-2295-4ac7-90a7-eb2c1188130c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Dec 23 15:53:39.422794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce0d2e-f95e-4ece-8aa1-e6098ddf898e req-47d5c18f-5d4a-4325-9254-ef43bde9f719 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:39.424456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66ce0d2e-f95e-4ece-8aa1-e6098ddf898e req-47d5c18f-5d4a-4325-9254-ef43bde9f719 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0901845 Dec 23 15:53:39.478513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66ce0d2e-f95e-4ece-8aa1-e6098ddf898e req-60509701-8405-4e20-b262-4b37bb33af61 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454919 Dec 23 15:53:40.493218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-b49b586d-8a8a-4180-84bc-24cee674b4e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871952 Dec 23 15:53:40.655427 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-49a65e6c-e3e8-4386-8757-552977328a0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1099 time: 0.0838084 Dec 23 15:53:40.695427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5403-0932-49ff-9acd-30ff0171920f req-9ce2ec58-3780-4e19-bad7-a9cf2eb77401 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:40.697211 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db0d5403-0932-49ff-9acd-30ff0171920f req-9ce2ec58-3780-4e19-bad7-a9cf2eb77401 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0903378 Dec 23 15:53:40.747001 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-db0d5403-0932-49ff-9acd-30ff0171920f req-b3b451cd-3e3c-48f0-901c-8090942998ea tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431890 Dec 23 15:53:40.827278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-15cb64c0-8471-4ef4-93f4-9822729af5d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:40.828934 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-15cb64c0-8471-4ef4-93f4-9822729af5d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 898 time: 0.1552503 Dec 23 15:53:40.941195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-e4136200-fc24-47f2-8a56-b2c8031f02d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 217 time: 0.1052485 Dec 23 15:53:41.021723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-0176c870-5e8b-439a-a1bf-66ab88edf420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:41.023302 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-0176c870-5e8b-439a-a1bf-66ab88edf420 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0762994 Dec 23 15:53:41.088584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b243f-1aec-4203-a1d7-aba8cc42a607 req-05a3c053-0ff5-47a2-bc05-b71f92d8510d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:41.090225 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c52b243f-1aec-4203-a1d7-aba8cc42a607 req-05a3c053-0ff5-47a2-bc05-b71f92d8510d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.2002416 Dec 23 15:53:41.156685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-ae5d0485-e558-4cc9-819f-a6f89ade8206 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256826 Dec 23 15:53:41.159409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c52b243f-1aec-4203-a1d7-aba8cc42a607 req-a00b52c7-2a3a-4931-9d48-246adaed5f46 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623806 Dec 23 15:53:41.190602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:41.271469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f8e40f79-72fe-4df8-adc9-2b05674be2ac tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1094 time: 0.0792158 Dec 23 15:53:41.274339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36706) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:41.280671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:41.286937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:53:41.291187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:floatingip and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:53:41.294300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:53:41.300497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:53:41.301041 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-f6983588-6822-4390-813b-7d5212e776e3 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374750 Dec 23 15:53:41.310887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:41.451096 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-208c8f7e-fcf3-4c5a-a735-3c8e26ac3a0a req-1556a551-5fa9-4bfc-8b70-9ad9b26749de service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425533 Dec 23 15:53:41.464068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:41.614749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.207 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/ced5f4c6-e855-4892-b88e-ef88c68484e4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:53:41.778063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:41.806629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:41.810815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15058afa-5213-45f0-9e2d-1093b3788f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:41.884055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:53:41.885039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=ced5f4c6-e855-4892-b88e-ef88c68484e4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:41.888168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:41.889603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:53:41.891610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:53:42.447645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:42.505835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:42.735389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:42.739200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:42.743023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:53:42.851505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=ced5f4c6-e855-4892-b88e-ef88c68484e4,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:53:42.859866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:53:42.874375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:43.333796 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Floating IP 1e67996d-ac11-430c-b3bd-aee79bc42b30 associated. External IP: 172.26.2.207, port: c3b088d3-f23a-4658-81ab-946318f06e69. Dec 23 15:53:43.760921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router c6ecce0b-769b-4cb6-b542-380f86e041b9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:53:43.983827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:53:43.994353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] Sync routers for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:53:44.008246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:44.012628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:44.013292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:53:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:44.067567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7921448 Dec 23 15:53:44.068344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:53:44.213789 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'status': 'completed', 'code': 200} Dec 23 15:53:44.216804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:44.258506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c673-12b3-4194-a182-14feed9fab7c req-efeb247a-9d93-4b03-88ca-1b33b6be9b64 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:44.260337 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3333c673-12b3-4194-a182-14feed9fab7c req-efeb247a-9d93-4b03-88ca-1b33b6be9b64 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0894701 Dec 23 15:53:44.315207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3333c673-12b3-4194-a182-14feed9fab7c req-240a8008-09bc-4d16-a7ed-133e00b84ef9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482681 Dec 23 15:53:44.334504 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-193499fb-4bc6-4bab-aaf6-66f55943fedc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1099 time: 0.0845611 Dec 23 15:53:44.359471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:44.486231 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-0c39c85a-6a95-43fa-b864-5ca3a4a885db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:44.487290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-de0de3cd-8a44-437b-8bfa-e0d9fdc5a73e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/1e67996d-ac11-430c-b3bd-aee79bc42b30 HTTP/1.1" status: 200 len: 992 time: 0.1257746 Dec 23 15:53:44.487844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-0c39c85a-6a95-43fa-b864-5ca3a4a885db service neutron] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 898 time: 0.1466680 Dec 23 15:53:44.598158 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-4cc37411-05c0-4957-9859-c684fc7a7d70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 1000 time: 0.1035306 Dec 23 15:53:44.671002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-037b2028-1e0b-4ac3-9eff-1d3f0daa70be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:53:44.672634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-037b2028-1e0b-4ac3-9eff-1d3f0daa70be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0681980 Dec 23 15:53:44.761101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-1ceae96e-81fb-4793-9671-b6dde622a43c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814457 Dec 23 15:53:44.910642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-7ba90365-337e-4f21-afd8-a78e49abce78 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429753 Dec 23 15:53:44.963298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '1e67996d-ac11-430c-b3bd-aee79bc42b30', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'port_id': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'mac_address': 'fa:16:3e:08:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:53:42Z', 'updated_at': '2021-12-23T15:53:42Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:33Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:44.967733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] Checking router: c6ecce0b-769b-4cb6-b542-380f86e041b9 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:53:44.979774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:53:44.980430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:53:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:45.057820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b25cc64-1d29-4f23-b4cb-bb4125ffee2e req-ec36c744-1375-4046-9ba7-e17d99f89663 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409786 Dec 23 15:53:45.176181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:53:45.490945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:45.550706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '1e67996d-ac11-430c-b3bd-aee79bc42b30', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'port_id': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'mac_address': 'fa:16:3e:08:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:53:42Z', 'updated_at': '2021-12-23T15:53:42Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:33Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:53:45.555208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca14dc-bb16-4cc6-9d50-854a8c37d205 None None] The sync data for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv is: [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '1e67996d-ac11-430c-b3bd-aee79bc42b30', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'port_id': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'mac_address': 'fa:16:3e:08:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:53:42Z', 'updated_at': '2021-12-23T15:53:42Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:33Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:53:45.613694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-499f2d98-5f1b-464f-b6e5-1667f4cc7dce tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/1e67996d-ac11-430c-b3bd-aee79bc42b30 HTTP/1.1" status: 200 len: 992 time: 0.1203232 Dec 23 15:53:45.885910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09abd6-d4af-4cea-a720-4584d27e6eeb None None] New status for floating IP 1e67996d-ac11-430c-b3bd-aee79bc42b30: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:53:46.617401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36726) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:46.752111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8477f0cb-2d13-42e2-a4a3-d6829cd5ed44 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/1e67996d-ac11-430c-b3bd-aee79bc42b30 HTTP/1.1" status: 200 len: 994 time: 0.1332009 Dec 23 15:53:46.795998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20e7e604-1ba3-413a-8f29-67b87b6d7d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:47.094038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:53:48.282309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:48.866010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-99d8805d-2449-4a65-9f64-3876260348ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:49.606564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:53:51.048319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:01.229066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:16.441700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17490598-2b41-4e3e-919e-2398e8f3acc0 req-128f49b4-89f2-4a9c-855f-84c120f6119b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:16.443350 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17490598-2b41-4e3e-919e-2398e8f3acc0 req-128f49b4-89f2-4a9c-855f-84c120f6119b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0937746 Dec 23 15:54:16.498699 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-17490598-2b41-4e3e-919e-2398e8f3acc0 req-7894a651-bde1-4234-9009-320a89e22568 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479672 Dec 23 15:54:16.810416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96cc9796-da8d-4f5a-b8fd-19542c70610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:17.737268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88bd77-8aa6-4ea3-9ec5-104ce0cfa975 req-a84fc10c-08df-4836-b39f-a611b7a77127 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:17.738784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e88bd77-8aa6-4ea3-9ec5-104ce0cfa975 req-a84fc10c-08df-4836-b39f-a611b7a77127 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.1035819 Dec 23 15:54:17.787633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e88bd77-8aa6-4ea3-9ec5-104ce0cfa975 req-3a9249f9-5805-45cb-8756-0d927ecc5194 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Dec 23 15:54:18.283218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:18.865115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b6ad-21cc-4922-acc8-1dc5a4d248f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:19.015932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce75f1-5415-41b0-ac13-ae1027c4b461 req-ec3ce9ae-ffd9-42b0-94bc-d52119803581 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:19.017594 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fce75f1-5415-41b0-ac13-ae1027c4b461 req-ec3ce9ae-ffd9-42b0-94bc-d52119803581 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0876052 Dec 23 15:54:19.069768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9fce75f1-5415-41b0-ac13-ae1027c4b461 req-664fadb7-b373-40f5-aaac-32d46f4e80cc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Dec 23 15:54:19.609295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:20.304532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba139-a17b-4ed4-9d48-34b01c1b4963 req-efc86e6b-7bbe-439d-93bf-17e68edeca14 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:20.306180 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a47ba139-a17b-4ed4-9d48-34b01c1b4963 req-efc86e6b-7bbe-439d-93bf-17e68edeca14 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0932939 Dec 23 15:54:20.358563 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a47ba139-a17b-4ed4-9d48-34b01c1b4963 req-11a4dfd4-0d25-42f1-9b44-eda7b649e9be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428367 Dec 23 15:54:21.052340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:21.572496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ddedd-bf0d-44b4-a65c-026141db5099 req-833831ce-ba8c-4121-b658-0133a736ddd5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:21.574174 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-846ddedd-bf0d-44b4-a65c-026141db5099 req-833831ce-ba8c-4121-b658-0133a736ddd5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0917652 Dec 23 15:54:21.628121 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-846ddedd-bf0d-44b4-a65c-026141db5099 req-378b2507-6d32-4370-b8a7-eb3056ccaccf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476131 Dec 23 15:54:22.855359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e8b0-1844-419a-a41f-9c49c001b256 req-1791a001-032e-43c9-a7e4-108eabb664ed tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:22.856947 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07d7e8b0-1844-419a-a41f-9c49c001b256 req-1791a001-032e-43c9-a7e4-108eabb664ed tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0961947 Dec 23 15:54:22.910285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07d7e8b0-1844-419a-a41f-9c49c001b256 req-a331c5cd-2802-4b7d-a695-c594c82b3773 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 Dec 23 15:54:24.099941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:54:24.128314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d60e9-d367-454e-ad4c-3a390c96d27b req-bf38092a-4bbe-47f2-af84-3aa09b7bd39b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:24.130040 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-368d60e9-d367-454e-ad4c-3a390c96d27b req-bf38092a-4bbe-47f2-af84-3aa09b7bd39b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0960596 Dec 23 15:54:24.178708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-368d60e9-d367-454e-ad4c-3a390c96d27b req-bcb10505-602a-4dbe-aefa-5fc166961228 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Dec 23 15:54:25.398137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63e2cd-0856-47c5-80ee-f1c819904479 req-080bd24a-5a18-4e2d-90c8-bebb20b7b7de tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:25.399835 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed63e2cd-0856-47c5-80ee-f1c819904479 req-080bd24a-5a18-4e2d-90c8-bebb20b7b7de tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0915208 Dec 23 15:54:25.450443 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed63e2cd-0856-47c5-80ee-f1c819904479 req-a43c37c2-d836-4136-9a4b-5476435c48b2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445521 Dec 23 15:54:26.678817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e5ab5-2943-4230-ad49-31f8c8d86640 req-30cbe6b7-cf6e-4f11-94eb-ff60e1bb6f7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:26.680479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb8e5ab5-2943-4230-ad49-31f8c8d86640 req-30cbe6b7-cf6e-4f11-94eb-ff60e1bb6f7f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0920732 Dec 23 15:54:26.729902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb8e5ab5-2943-4230-ad49-31f8c8d86640 req-58ec89df-979e-4f6c-8ed5-834394839043 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Dec 23 15:54:27.964573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e8e81-76b8-420b-9f39-e0bf9ced2789 req-edee2fe4-35b1-4bc3-b286-6706edf6ad83 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:27.966218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ab6e8e81-76b8-420b-9f39-e0bf9ced2789 req-edee2fe4-35b1-4bc3-b286-6706edf6ad83 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.1014261 Dec 23 15:54:28.018518 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ab6e8e81-76b8-420b-9f39-e0bf9ced2789 req-943d9d0a-d47c-40ec-80ed-4df1adda79bc tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 Dec 23 15:54:28.046621 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36762) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:28.159523 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f8cb862-6825-441b-b4f2-e85161157925 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/1e67996d-ac11-430c-b3bd-aee79bc42b30 HTTP/1.1" status: 200 len: 994 time: 0.1115868 Dec 23 15:54:29.685311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93acf17-0095-46e0-8f8b-8adf634ca17f req-73bc2cc4-f793-4d3d-b000-3beb9c7b5586 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:29.686881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f93acf17-0095-46e0-8f8b-8adf634ca17f req-73bc2cc4-f793-4d3d-b000-3beb9c7b5586 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0933862 Dec 23 15:54:29.743063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f93acf17-0095-46e0-8f8b-8adf634ca17f req-180e6511-6bf0-4c4e-bd0b-466a75b83f8f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497358 Dec 23 15:54:29.823972 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-42c05488-b358-473a-a468-f76d81cd8654 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1099 time: 0.0758300 Dec 23 15:54:30.201592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299494-28fd-4663-b225-ca16d4501fb2 req-1201353d-243a-4be4-979b-3f3aa7109083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:30.203251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-1201353d-243a-4be4-979b-3f3aa7109083 service neutron] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 898 time: 0.3718925 Dec 23 15:54:30.315696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-a8cb6683-fa96-4ef3-9653-acd578dea04f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 1002 time: 0.1048400 Dec 23 15:54:30.388468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299494-28fd-4663-b225-ca16d4501fb2 req-e45617b5-2196-4e0a-8318-c71da2aa33ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:30.390119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-e45617b5-2196-4e0a-8318-c71da2aa33ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0670342 Dec 23 15:54:30.478816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-e48f2cbd-a6b2-4cc7-8bbe-f30c7fb31d10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811367 Dec 23 15:54:30.627682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-ff7b7539-3423-4882-8ba4-468898080522 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424501 Dec 23 15:54:30.778891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-16299494-28fd-4663-b225-ca16d4501fb2 req-3ffbb80f-b757-4d7e-b04c-7087957c694c service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444559 Dec 23 15:54:30.971193 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195863a-865c-4bd0-b91a-fe0f3be5c1d6 req-0e09be0e-761f-45b7-b13a-135c8f6ca19a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:30.972842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2195863a-865c-4bd0-b91a-fe0f3be5c1d6 req-0e09be0e-761f-45b7-b13a-135c8f6ca19a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0938470 Dec 23 15:54:31.026021 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2195863a-865c-4bd0-b91a-fe0f3be5c1d6 req-5196fc99-b6a9-4f65-a790-7e296ad2aba8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Dec 23 15:54:31.231789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:32.252072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c692e86-0574-4cbf-a600-3596e55366ed req-2424c272-6afe-4c8d-8fce-492e9ded0f1c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:32.253714 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c692e86-0574-4cbf-a600-3596e55366ed req-2424c272-6afe-4c8d-8fce-492e9ded0f1c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0875132 Dec 23 15:54:32.303081 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1c692e86-0574-4cbf-a600-3596e55366ed req-75358803-874a-4c66-acf5-a4106aa57cec tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431628 Dec 23 15:54:32.336870 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:32.454670 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-24f94901-38a1-4441-ba59-d2ffd8d52741 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/1e67996d-ac11-430c-b3bd-aee79bc42b30 HTTP/1.1" status: 200 len: 994 time: 0.1164126 Dec 23 15:54:42.477095 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-6c76334a-0f35-4caf-8fd0-c5681c3f09f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798171 Dec 23 15:54:42.633476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-db1666be-cd03-4676-90ca-cb9018fce2fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1099 time: 0.0774879 Dec 23 15:54:42.803613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-32431fc4-9ff2-4e79-b264-6307ae704d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:42.805209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-32431fc4-9ff2-4e79-b264-6307ae704d6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 898 time: 0.1509578 Dec 23 15:54:42.916574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-54363351-98d4-4edb-905f-1f39a9eb86c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 1002 time: 0.1042676 Dec 23 15:54:42.987217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-2f9faab8-6f41-4b70-aa23-2db3536a8b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:54:42.988904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-2f9faab8-6f41-4b70-aa23-2db3536a8b66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0656779 Dec 23 15:54:43.077618 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-7162cbcc-30b1-40a2-b79c-a13f23c87a17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816832 Dec 23 15:54:43.227565 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-8a5f51c7-3fd3-404f-be41-bcab63e62e8f service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423500 Dec 23 15:54:43.375433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fc43ae2f-b8d8-442d-ab30-b5720708d75c req-3cec940d-c941-4dca-9429-7d52ee8b3049 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403506 Dec 23 15:54:46.812731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-20d4e9c7-dd99-4016-a6eb-600ffda664bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:48.284803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:48.863896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4089-2aa0-470d-9efc-2fbedc232c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:49.612018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:54:51.054389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:01.098832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:55:01.242390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:02.977857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:03.200516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port ced5f4c6-e855-4892-b88e-ef88c68484e4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:55:03.200927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:03.391000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:03.391238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:03.517717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for ced5f4c6-e855-4892-b88e-ef88c68484e4 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:55:03.689469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:03.693303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-49cdc687-99ec-49f9-9db9-65b0d774620c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:03.735760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=ced5f4c6-e855-4892-b88e-ef88c68484e4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:03.780124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.780564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.780998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.781450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.781876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.782301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.782723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.783143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.783556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.783976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.784394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:03.791668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:03.850955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:04.522935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router c6ecce0b-769b-4cb6-b542-380f86e041b9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:55:04.745325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:55:04.756825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] Sync routers for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:55:04.765876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:04.770552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:04.771239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:54:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:04.823531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3978f8dd-1637-4076-8add-d2c2f9ea1fab tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/floatingips/1e67996d-ac11-430c-b3bd-aee79bc42b30 HTTP/1.1" status: 204 len: 168 time: 1.8444612 Dec 23 15:55:04.824359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:55:04.880784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'status': 'completed', 'code': 200} Dec 23 15:55:04.969958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:04.989685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-71de1447-d05d-4293-b33a-55da9e459526 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 1099 time: 0.0801945 Dec 23 15:55:05.137940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-12e15eea-0408-43b6-a495-bf690e798be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:05.139614 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-12e15eea-0408-43b6-a495-bf690e798be2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 200 len: 898 time: 0.1434612 Dec 23 15:55:05.222011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-c7021ca5-a010-459f-b824-469ce6d0387c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 200 len: 217 time: 0.0719874 Dec 23 15:55:05.230832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b034c1-148e-467a-8f22-d2b405270a6c req-f5046b70-48fc-4bb9-b095-d2c758ca66e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:05.231618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-94b034c1-148e-467a-8f22-d2b405270a6c req-f5046b70-48fc-4bb9-b095-d2c758ca66e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:05.248191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-94b034c1-148e-467a-8f22-d2b405270a6c req-f5046b70-48fc-4bb9-b095-d2c758ca66e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:05.249377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-94b034c1-148e-467a-8f22-d2b405270a6c req-f5046b70-48fc-4bb9-b095-d2c758ca66e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.1049833 Dec 23 15:55:05.295915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-4dee5926-41c7-461d-9229-fd28f8782859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:05.297504 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-4dee5926-41c7-461d-9229-fd28f8782859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 200 len: 834 time: 0.0685892 Dec 23 15:55:05.311377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-94b034c1-148e-467a-8f22-d2b405270a6c req-91919aa0-ab54-4af7-99cd-be499bcaf80e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514178 Dec 23 15:55:05.319202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:33Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:05.323535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] Checking router: c6ecce0b-769b-4cb6-b542-380f86e041b9 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:55:05.340896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:05.341628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:54:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:05.384267 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-9c9c60eb-0513-4a6d-8df5-50d9ce8b4ebd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26c61f7a-dfb6-4e76-801e-08f3f4b45140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781918 Dec 23 15:55:05.538516 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-9df11232-b6a6-412a-a18e-2a7145c45d31 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466663 Dec 23 15:55:05.678503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:05.687013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fdbbcc39-b535-4490-aa77-9000053aef82 req-d86bd99d-dbad-4be5-908b-3bea2dcbffc8 service neutron] 10.222.0.65 "GET /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398835 Dec 23 15:55:06.025284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:33Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:06.029604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57794c-1466-49fd-820d-99494ed05829 None None] The sync data for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv is: [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '51be55da-5b1d-4ad2-b745-dc11e9387763', 'name': '', 'network_id': '26c61f7a-dfb6-4e76-801e-08f3f4b45140', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:a8:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:26Z', 'updated_at': '2021-12-23T15:53:33Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': '58caa7d2-bee3-4086-ab0f-3cc274416c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:55:06.511583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dba2b-43de-47bf-bbf5-740be9a88c06 None None] New status for floating IP 1e67996d-ac11-430c-b3bd-aee79bc42b30: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:55:06.531064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a89bbc-f066-4897-85f2-97974cc3328f req-4499beaa-0cb9-4578-b11f-f2b836f2f011 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:06.532705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-35a89bbc-f066-4897-85f2-97974cc3328f req-4499beaa-0cb9-4578-b11f-f2b836f2f011 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0856202 Dec 23 15:55:06.582535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-35a89bbc-f066-4897-85f2-97974cc3328f req-3205b4f9-cf31-4368-a69b-6ae103ee1c08 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=761c4416-93bd-479a-8b85-f7b80f6ff31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435972 Dec 23 15:55:06.824942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-26546c61-18ff-44d1-bbdb-1a11c912f0f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:06.826577 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-26546c61-18ff-44d1-bbdb-1a11c912f0f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 946 time: 0.0985634 Dec 23 15:55:06.902691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port c3b088d3-f23a-4658-81ab-946318f06e69 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:55:06.902996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:07.171437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port c3b088d3-f23a-4658-81ab-946318f06e69, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c3b088d3-f23a-4658-81ab-946318f06e69,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:07.171787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:07.297588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for c3b088d3-f23a-4658-81ab-946318f06e69 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:55:07.455004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:07.461376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac5ff9fe-7015-4d9d-a783-2b56accd1db3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:07.505509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=c3b088d3-f23a-4658-81ab-946318f06e69,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:07.518215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.518657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.519085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.519499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.519916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.520299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.521208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.521208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.521645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.521932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.522364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:07.550410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:07.599102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] No DVR routers for this DVR port c3b088d3-f23a-4658-81ab-946318f06e69 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:55:07.601959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:07.604897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'name': 'network-vif-deleted', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:55:07.621622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-058e0703-4d90-48b4-9c24-d8ab53dc9b02 req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "DELETE /v2.0/ports/c3b088d3-f23a-4658-81ab-946318f06e69 HTTP/1.1" status: 204 len: 173 time: 0.7884676 Dec 23 15:55:07.666760 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a96102-622f-4dd4-9632-686fa1c53d22', 'name': 'network-vif-deleted', 'tag': 'c3b088d3-f23a-4658-81ab-946318f06e69', 'status': 'completed', 'code': 200} Dec 23 15:55:07.762711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b223e947-76f6-4857-abb1-e1aa0ec5a557 req-8f00e7d5-e656-4339-9e5a-0fda7f3c567c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:07.777518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-b223e947-76f6-4857-abb1-e1aa0ec5a557 req-8f00e7d5-e656-4339-9e5a-0fda7f3c567c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:07.778823 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b223e947-76f6-4857-abb1-e1aa0ec5a557 req-8f00e7d5-e656-4339-9e5a-0fda7f3c567c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a96102-622f-4dd4-9632-686fa1c53d22 HTTP/1.1" status: 200 len: 210 time: 0.0673418 Dec 23 15:55:08.905079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:08.947774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c3b088d3-f23a-4658-81ab-946318f06e69 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:55:08.982596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: c3b088d3-f23a-4658-81ab-946318f06e69 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:55:08.983008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device c3b088d3-f23a-4658-81ab-946318f06e69 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:55:09.345626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:10.018994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 51be55da-5b1d-4ad2-b745-dc11e9387763 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:55:10.019671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:10.218610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 51be55da-5b1d-4ad2-b745-dc11e9387763, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=51be55da-5b1d-4ad2-b745-dc11e9387763,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:10.219046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:10.346236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 51be55da-5b1d-4ad2-b745-dc11e9387763 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:55:10.546024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:10.549876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-353f74a2-b183-41a8-8d20-e5c4defb48bb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:10.596526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=51be55da-5b1d-4ad2-b745-dc11e9387763,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:10.600344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:10.916887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:11.790945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router c6ecce0b-769b-4cb6-b542-380f86e041b9 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:55:12.014705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:55:12.026241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] Sync routers for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:55:12.033120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/c6ecce0b-769b-4cb6-b542-380f86e041b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1264098 Dec 23 15:55:12.036159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:12.040633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:12.041453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:54:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:12.232806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:12.240452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting subnet 58caa7d2-bee3-4086-ab0f-3cc274416c5c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:55:12.243822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:12.306793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:12.395612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:12.478011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:12.482909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c6c6b5f6-7eb7-4319-8607-a45bb14ccf7a tempest-NetworksIpV6Test-1988263965 tempest-NetworksIpV6Test-1988263965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:12.523883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Subnet': ['ID=58caa7d2-bee3-4086-ab0f-3cc274416c5c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:12.527786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:12.531627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:12.538592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bdd03b-3b5b-435a-83ef-efee48c90189 None None] Network 26c61f7a-dfb6-4e76-801e-08f3f4b45140 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:55:12.538750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:55:10Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:12.539281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aa3a7464-adb2-4f0a-a20a-7cad6205a517 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/subnets/58caa7d2-bee3-4086-ab0f-3cc274416c5c HTTP/1.1" status: 204 len: 168 time: 0.5020676 Dec 23 15:55:12.542320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36814) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:12.543021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] Checking router: c6ecce0b-769b-4cb6-b542-380f86e041b9 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:55:12.554965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] Routers {'c6ecce0b-769b-4cb6-b542-380f86e041b9'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:12.555682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:54:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['c6ecce0b-769b-4cb6-b542-380f86e041b9'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:12.754058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] Set router c6ecce0b-769b-4cb6-b542-380f86e041b9 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:12.828188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] DHCP port deletion for 26c61f7a-dfb6-4e76-801e-08f3f4b45140 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:55:12.833506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Deleting port 5842c8b8-4d83-4836-856c-0454f7e01d12 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:55:12.833959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.009649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.054319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] For port 5842c8b8-4d83-4836-856c-0454f7e01d12, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5842c8b8-4d83-4836-856c-0454f7e01d12,segment=NetworkSegment(f50332b0-78e3-44b7-8fe4-3fca506126f6),segment_id=f50332b0-78e3-44b7-8fe4-3fca506126f6)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:13.054549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.073421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:55:10Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:13.077960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a3aae-cbd2-454e-a4d9-0ba0b93c8ef4 None None] The sync data for ids ['c6ecce0b-769b-4cb6-b542-380f86e041b9'] in dv-neutron-822797-1-hyperv is: [{'id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075143031', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:55:10Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': '0b46f511-0302-418f-ba31-e3820b3ceea7', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ecce0b-769b-4cb6-b542-380f86e041b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:23Z', 'updated_at': '2021-12-23T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:55:13.185414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Calling delete_port for 5842c8b8-4d83-4836-856c-0454f7e01d12 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:55:13.226152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.235467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 0b46f511-0302-418f-ba31-e3820b3ceea7 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:55:13.235856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.259120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5842c8b8-4d83-4836-856c-0454f7e01d12 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:55:13.305885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.312614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:13.367296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Pushing event deleted for resources: {'Port': ['ID=5842c8b8-4d83-4836-856c-0454f7e01d12,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:13.370816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No active binding found for port 5842c8b8-4d83-4836-856c-0454f7e01d12 {{(pid=88874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 23 15:55:13.371275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5842c8b8-4d83-4836-856c-0454f7e01d12 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:55:13.371744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51be55da-5b1d-4ad2-b745-dc11e9387763 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:55:13.409072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] No DVR routers for this DVR port 5842c8b8-4d83-4836-856c-0454f7e01d12 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:55:13.422847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port 0b46f511-0302-418f-ba31-e3820b3ceea7, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=0b46f511-0302-418f-ba31-e3820b3ceea7,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:13.423308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.425557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 51be55da-5b1d-4ad2-b745-dc11e9387763 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:55:13.426083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 51be55da-5b1d-4ad2-b745-dc11e9387763 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:55:13.428565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.428963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.429477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.429862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.430252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.430638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.431117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.431372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.431748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.432125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.432496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:13.436806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:13.556152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 0b46f511-0302-418f-ba31-e3820b3ceea7 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:55:13.742437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:13.747010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e6bbfb9-4cab-4987-b36d-a5945171bcaa tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:13.790305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=0b46f511-0302-418f-ba31-e3820b3ceea7,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:13.793990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:14.025894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.304828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.309831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.338690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.339225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Fanout notify agent at l3_agent the message router_deleted on router c6ecce0b-769b-4cb6-b542-380f86e041b9 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:55:14.354259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.356918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/routers/c6ecce0b-769b-4cb6-b542-380f86e041b9 HTTP/1.1" status: 204 len: 168 time: 1.8118963 Dec 23 15:55:14.358529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36818) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:14.484869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.629183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.657348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c61f7a-dfb6-4e76-801e-08f3f4b45140']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:14.670194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50332b0-78e3-44b7-8fe4-3fca506126f6') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:14.670570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50332b0-78e3-44b7-8fe4-3fca506126f6') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:14.682802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.698477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.705424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:55:14.705846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:55:14.721439 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:55:14.810284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.813979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8159cdd9-2a39-45f4-977c-e7c93a173cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:14.829419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.841668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Network': ['ID=26c61f7a-dfb6-4e76-801e-08f3f4b45140,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:14.845093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:14.850620 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4eb5c90d-54b9-4c59-9e6a-5b7f1dcaa52e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/networks/26c61f7a-dfb6-4e76-801e-08f3f4b45140 HTTP/1.1" status: 204 len: 168 time: 0.4905348 Dec 23 15:55:14.853702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36822) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:14.927222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:14.961087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.023423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.028808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-016946a3-5918-4fc6-8c0b-b689667955ad tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:15.044880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c4416-93bd-479a-8b85-f7b80f6ff31d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:15.050492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:15.052702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.053736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6475c37d-ad5b-4d02-a6a5-d11960037771 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/security-groups/761c4416-93bd-479a-8b85-f7b80f6ff31d HTTP/1.1" status: 204 len: 168 time: 0.1990423 Dec 23 15:55:15.194446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b46f511-0302-418f-ba31-e3820b3ceea7 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:55:15.229460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 0b46f511-0302-418f-ba31-e3820b3ceea7 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:55:15.229862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 0b46f511-0302-418f-ba31-e3820b3ceea7 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:55:15.322773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36830) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:15.329202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392308283', 'description': 'tempest-secgroup-smoke-392308283 description', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:15.336007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:15.340739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:15.343916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:15.350440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:15.361757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.401556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:15.405689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:15.408683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:15.414997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:15.471909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.476131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.479926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17d1ccd3-6bdf-44e5-ba42-dc63a3adcbc5 tempest-NegativeSecGroupIPv6Test-2049533845 tempest-NegativeSecGroupIPv6Test-2049533845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:15.524277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7499ad-1fee-495c-b0a8-cba8a2d53a59,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:15.527535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:15.528415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.529763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-828b8e2e-5b8f-49e8-9a76-027942e00ed8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2058055 Dec 23 15:55:15.532912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36834) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:15.539204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'eb7499ad-1fee-495c-b0a8-cba8a2d53a59', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:15.545954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:15.550263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:15.553449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:15.560207 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:15.577521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.645408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.649879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.651767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fadbebdc-c24c-477e-8700-d2aac169a67e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:15.674942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aa2f68-53ee-4466-8257-4e0664785315,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:15.677521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:15.685989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.687307 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1533701 Dec 23 15:55:15.690433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36838) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:15.696393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'eb7499ad-1fee-495c-b0a8-cba8a2d53a59', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:15.702885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:15.707117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:15.710236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:15.716433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:15.738755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.813813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.817775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.820375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a780602f-690b-4cdd-8949-df9a5b667dd7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:15.844089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902c845b-5a6f-469d-9c57-c17ebdb90b9d,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:15.846590 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:15.854111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.855398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a5d6135e-6e14-4113-9ec2-a69943160e8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1639762 Dec 23 15:55:15.860235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36842) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:15.866746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'eb7499ad-1fee-495c-b0a8-cba8a2d53a59', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:15.873594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:15.877852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:15.880965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:15.888607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:15.906012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.974808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.978251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:15.980169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ceba9eb3-3c27-4f17-9920-7b0b4d038c06 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:16.007134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c4467b-79e7-414b-ab72-5c83bd004834,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:16.011793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:16.015895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.017203 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1558449 Dec 23 15:55:16.021488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36846) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:16.027475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'eb7499ad-1fee-495c-b0a8-cba8a2d53a59', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:16.033978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:16.038177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:16.041333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:16.047531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:16.066269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.133987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.137209 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.139097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-372e8704-6a24-4cda-a559-97a9ea0954d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:16.164178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a210d49c-c76c-40f6-aac5-4e9b5a817fb3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:16.168395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:16.176394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.177726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-be067d02-b5c2-432b-8411-36d14ee8db77 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1552351 Dec 23 15:55:16.180985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:16.187673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'eb7499ad-1fee-495c-b0a8-cba8a2d53a59', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:16.194547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:16.198976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:16.202269 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:16.208553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:16.219564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:55:16.226775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.304463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.308693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.316580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dec51776-3a68-49b8-921a-d06ca31ed461 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:16.335852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e46068-4ea9-4cb1-8be3-1b7a430c08d9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:16.338236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:16.345953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.347409 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8d1d135f-2133-4489-a4d5-2a23d0c6e014 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1653728 Dec 23 15:55:16.350645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36856) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:16.357204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'security_group_rule': {'security_group_id': 'eb7499ad-1fee-495c-b0a8-cba8a2d53a59', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:16.364018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:16.368312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:security_group_rule and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:16.371493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:16.378026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:16.389120 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Project a6241fb4ccf94429b8cbdc9e2b54ceb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:55:16.396348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.465364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.469471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.471395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ea8ef1bd-dac5-41b4-b4d3-5aa517b4663f tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:16.495598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61ee01a-9140-4e60-bd21-6883a9e8cbd7,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:16.499852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:16.507964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.509351 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c73b95ba-399e-4526-82d4-84cd90145c75 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575494 Dec 23 15:55:16.513591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36860) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:16.519531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'network': {'name': 'tempest-network-smoke--784271802', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'port_security_enabled': True}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:16.524911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:16.529442 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:network and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:16.532503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:16.538773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:16.549682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:55:16.555123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.585071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:55:16.594224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.594629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Added segment f9c9327d-7229-4d47-b7f3-5307e3333f5b of type vlan for network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 Dec 23 15:55:16.622872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.656434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.660536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:16.661205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.665034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-52540894-0802-48ef-9eae-923ba0552ab4 tempest-RoutersNegativeTest-2138990463 tempest-RoutersNegativeTest-2138990463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:16.774139 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2593997 Dec 23 15:55:16.777232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36864) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:16.785125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'admin_state_up': True, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:16.791030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Network': ['ID=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:16.794612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4ae1663c-6753-4de4-b868-39054ae52521 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:16.795900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:16.799824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:router and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:16.802781 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:55:16.802911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:16.809613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:16.820414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.821464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.845864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:16.883688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a94a-9b3d-4cef-893a-b0356b201f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:17.242164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:17.439015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:17.474445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:17.628778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.197 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/f666866c-e25a-452f-926b-5ef104c7ff49) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:55:17.792091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:17.822734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:17.826770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:17.903671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:55:17.904688 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=f666866c-e25a-452f-926b-5ef104c7ff49,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:17.907488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:17.909408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:17.910144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:55:18.077414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:18.078187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:18.279617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:18.333633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ac8bcc4d-2552-49e4-b00d-3367b5af5761 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:55:18.559742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:55:18.575051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Sync routers for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:55:18.587049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:18.588424 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8101490 Dec 23 15:55:18.589794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:18.590507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:54:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:18.591876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36872) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:18.637633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6ad04496-027e-4cf3-80ae-31e663f11817 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444851 Dec 23 15:55:18.640405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36876) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:18.784173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed821db-c6a5-4a9c-b00e-8419e67aa8fc tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:18.785897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bed821db-c6a5-4a9c-b00e-8419e67aa8fc tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445060 Dec 23 15:55:18.789152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36882) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:18.796750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:18.834984 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9cedc1ca-edc6-47f6-bcc7-0cf68f157f67 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=2197a5c8-80bf-448e-89f2-9f905ac038d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444710 Dec 23 15:55:18.838051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36886) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:18.844236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949665408', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:18.942218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9023908-fdb1-4460-99ea-d9f8f967facd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:18.964481 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:18.968771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:subnet and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:18.971891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:18.978281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:18.991201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:55:19.106490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.124806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:18Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:19.129310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Checking router: ac8bcc4d-2552-49e4-b00d-3367b5af5761 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:55:19.129725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Updating router ac8bcc4d-2552-49e4-b00d-3367b5af5761 port f666866c-e25a-452f-926b-5ef104c7ff49 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:55:19.185751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.344741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.349423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4697fe0-2336-4686-857d-7a765880b529 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:19.429429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Subnet': ['ID=ea9ae6b9-7255-4985-822b-9dc1be3c317c,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:19.435416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:19.447529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Checking segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:55:19.447955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network hostable DHCP agents. Network: 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:55:19.473126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:55:19.483940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:19.488371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:19.489034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.516765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-369acf26-4f0c-493a-be85-f75eda0ca3b3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6775687 Dec 23 15:55:19.519762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36890) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:19.580713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563c9fc-471b-4ee9-835a-ad1b607de77b None None] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:55:19.715934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.930278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.945677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:55:19.946586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.959999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Transition to ACTIVE for port object f666866c-e25a-452f-926b-5ef104c7ff49 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:19.972042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:19.977126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0f935760-f56c-4e07-8cd6-b82acea269cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:20.117233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db40edd-9b05-4589-a9ec-809179f4064b None None] Pushing event updated for resources: {'Port': ['ID=f666866c-e25a-452f-926b-5ef104c7ff49,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:20.126714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6db40edd-9b05-4589-a9ec-809179f4064b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:20.134243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Attempting to bind port f666866c-e25a-452f-926b-5ef104c7ff49 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:55:20.134661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Attempting to bind port f666866c-e25a-452f-926b-5ef104c7ff49 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:55:20.135076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Attempting to bind port f666866c-e25a-452f-926b-5ef104c7ff49 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:55:20.184368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:55:20.184763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:55:20.185284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:20.185689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:55:20.186212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Bound port: f666866c-e25a-452f-926b-5ef104c7ff49, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:55:20.186628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:20.265968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Allocated IP 172.20.0.2 (9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09/ea9ae6b9-7255-4985-822b-9dc1be3c317c/5e7fa06d-e373-4fbf-a3d0-8f7813d94902) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:55:20.289792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] For port f666866c-e25a-452f-926b-5ef104c7ff49, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:55:20.332967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:20.371972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] For port f666866c-e25a-452f-926b-5ef104c7ff49, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f666866c-e25a-452f-926b-5ef104c7ff49,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:55:20.381759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:20.388310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6db40edd-9b05-4589-a9ec-809179f4064b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:20.507857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db40edd-9b05-4589-a9ec-809179f4064b None None] Pushing event updated for resources: {'Port': ['ID=f666866c-e25a-452f-926b-5ef104c7ff49,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:20.513666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6db40edd-9b05-4589-a9ec-809179f4064b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:20.559804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:20.560521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:55:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:20.682584 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:20.756761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Transition to ACTIVE for port object 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:20.799019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Transition to ACTIVE for port object 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:20.806342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:20.811570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:20.847093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:20.870736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.1 (9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09/ea9ae6b9-7255-4985-822b-9dc1be3c317c/a879990f-af98-4bda-b1bb-bba21b89fa2c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:55:20.996757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:55:21.015385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:21.020162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Pushing event updated for resources: {'Port': ['ID=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:21.026486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:55:21.079978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:21.156192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.239949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Attempting to bind port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:55:21.240379 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Attempting to bind port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:55:21.240798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Attempting to bind port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 on network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:55:21.281116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.281639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:55:21.282074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Checking segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:55:21.282561 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.282984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Bound using segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:55:21.283523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Bound port: 5e7fa06d-e373-4fbf-a3d0-8f7813d94902, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:55:21.283943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.297875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object a879990f-af98-4bda-b1bb-bba21b89fa2c will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:21.320577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.324702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a076cfe9-5e68-45d0-af18-ee10e88e6ca4 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:21.396526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:18Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:21.401251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:55:21.402223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=a879990f-af98-4bda-b1bb-bba21b89fa2c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:21.404840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45339d-b8b2-477e-a945-7004489d6f04 None None] The sync data for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv is: [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:18Z', 'revision_number': 3, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:55:21.405019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:21.406777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:21.406930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] For port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:55:21.407513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:55:21.411046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] For port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:55:21.418234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.422528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:21.468267 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:21.506709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Pushing event updated for resources: {'Port': ['ID=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:21.510172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:21.558170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:22.032318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:22.036743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:22.065404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:22.163236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=a879990f-af98-4bda-b1bb-bba21b89fa2c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:22.166121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:22.170319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:22.322725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:55:22.323955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:22.742103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ac8bcc4d-2552-49e4-b00d-3367b5af5761 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:55:22.964360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:55:22.978756 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/ac8bcc4d-2552-49e4-b00d-3367b5af5761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4577172 Dec 23 15:55:23.053997 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db9091-73d4-4961-95ef-0ac94d1f50cb None None] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:55:23.166119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-33f67475-6703-4055-96f1-4d0995be45ec req-f042929c-b761-4c7a-ba87-d6bfbf9fda3b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:23.184543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-33f67475-6703-4055-96f1-4d0995be45ec req-f042929c-b761-4c7a-ba87-d6bfbf9fda3b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:23.188228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-32af10c2-6beb-4978-b7f6-6822395a8d22 None None] Provisioning for port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:23.188440 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-f042929c-b761-4c7a-ba87-d6bfbf9fda3b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392308283&fields=id&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 267 time: 0.0714750 Dec 23 15:55:23.292039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f666866c-e25a-452f-926b-5ef104c7ff49 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:23.367352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67475-6703-4055-96f1-4d0995be45ec req-1737a4b9-52cb-46ef-8d57-5dda534241a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:23.368219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-33f67475-6703-4055-96f1-4d0995be45ec req-1737a4b9-52cb-46ef-8d57-5dda534241a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:23.383855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-33f67475-6703-4055-96f1-4d0995be45ec req-1737a4b9-52cb-46ef-8d57-5dda534241a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:23.390380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f666866c-e25a-452f-926b-5ef104c7ff49 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:23.391538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-1737a4b9-52cb-46ef-8d57-5dda534241a8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 796 time: 0.1924024 Dec 23 15:55:23.395783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f666866c-e25a-452f-926b-5ef104c7ff49 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:23.396210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:23.409842 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-547868ea-1284-4577-8d18-4319cfd0b844 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/quotas/a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 375 time: 0.0172291 Dec 23 15:55:23.498668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-33f67475-6703-4055-96f1-4d0995be45ec req-9ecef3b9-a164-4039-b555-c2d624d5d895 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:23.516666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-33f67475-6703-4055-96f1-4d0995be45ec req-9ecef3b9-a164-4039-b555-c2d624d5d895 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:23.518214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-9ecef3b9-a164-4039-b555-c2d624d5d895 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075261 Dec 23 15:55:23.694369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-75d028be-6b21-4763-8ac0-332380d48a54 service neutron] 10.222.0.49 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623383 Dec 23 15:55:23.694605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:23.718168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port f666866c-e25a-452f-926b-5ef104c7ff49, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f666866c-e25a-452f-926b-5ef104c7ff49,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:23.723896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:23.724824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:23.760330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8068772f-5e07-4ee3-ad62-1bdf48e65e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:23.843954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Provisioning for port a879990f-af98-4bda-b1bb-bba21b89fa2c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:23.847632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-a6470870-984f-41f9-9775-d2be94cdaa53 service neutron] 10.222.0.49 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463366 Dec 23 15:55:23.863203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Provisioning complete for port a879990f-af98-4bda-b1bb-bba21b89fa2c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:23.863629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:23.902519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=f666866c-e25a-452f-926b-5ef104c7ff49,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:23.908575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:23.933703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Port a879990f-af98-4bda-b1bb-bba21b89fa2c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:55:23.946071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:23.955857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:23.956283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:23.994167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Provisioning complete for port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:23.994595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:24.103366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ed770c75-2d4c-481c-b910-4d7cffae07d2 req-ad4291b5-d745-4771-8719-5c7f7ba20475 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:24.129127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-ed770c75-2d4c-481c-b910-4d7cffae07d2 req-ad4291b5-d745-4771-8719-5c7f7ba20475 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:24.130508 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ed770c75-2d4c-481c-b910-4d7cffae07d2 req-ad4291b5-d745-4771-8719-5c7f7ba20475 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 210 time: 0.0841887 Dec 23 15:55:24.241386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:24.254609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:24.297313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:24.329581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:24.341316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:24.418693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:55:24.418971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-28dbee97-6cd5-4ed0-b83b-34c2dafcd48a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:55:24.420501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Sync routers for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:55:24.427466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:24.430840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:24.434493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:24.435188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:55:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:24.623110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:25.101465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59243c30-b9a5-4f38-bbae-70620f1e0af2 None None] Provisioning complete for port a879990f-af98-4bda-b1bb-bba21b89fa2c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:25.102035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59243c30-b9a5-4f38-bbae-70620f1e0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.110058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 2, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:25.114144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Checking router: ac8bcc4d-2552-49e4-b00d-3367b5af5761 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:55:25.114544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Updating router ac8bcc4d-2552-49e4-b00d-3367b5af5761 port a879990f-af98-4bda-b1bb-bba21b89fa2c binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:55:25.167909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.174858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-59243c30-b9a5-4f38-bbae-70620f1e0af2 None None] Port a879990f-af98-4bda-b1bb-bba21b89fa2c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:55:25.244432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f666866c-e25a-452f-926b-5ef104c7ff49 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:25.336546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f666866c-e25a-452f-926b-5ef104c7ff49 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:25.336970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.443867 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4f709375-12d4-40b4-af6c-ddb2c0212705 req-a7fc0174-8ee1-4063-bbf1-8fd5928d2f11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 210 time: 0.1011703 Dec 23 15:55:25.467064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:25.520632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67475-6703-4055-96f1-4d0995be45ec req-89618a7a-d521-4efc-9dde-8d666dca01d6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:25.522576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-89618a7a-d521-4efc-9dde-8d666dca01d6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 796 time: 0.3136163 Dec 23 15:55:25.540494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:25.540918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.581724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-fc83af37-c9ea-4251-9e42-ab6892cb01f9 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0 HTTP/1.1" status: 200 len: 379 time: 0.0485556 Dec 23 15:55:25.591719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'port': {'device_id': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'admin_state_up': True, 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'security_groups': ['eb7499ad-1fee-495c-b0a8-cba8a2d53a59']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:25.624124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.637113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Transition to ACTIVE for port object a879990f-af98-4bda-b1bb-bba21b89fa2c will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:25.643899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.648387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d61de6c4-c0a7-444e-aa58-5a9daff9cb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:25.741744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:25.752412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:25.763015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Made reservation on behalf of a6241fb4ccf94429b8cbdc9e2b54ceb0 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:55:25.768758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.775424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Pushing event updated for resources: {'Port': ['ID=a879990f-af98-4bda-b1bb-bba21b89fa2c,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:25.791486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.791877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.792263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.792645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.793020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.793427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.793803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.794177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.794546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.794918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.795290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:55:25.799100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:25.888815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Attempting to bind port a879990f-af98-4bda-b1bb-bba21b89fa2c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:55:25.889250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Attempting to bind port a879990f-af98-4bda-b1bb-bba21b89fa2c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:55:25.889657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Attempting to bind port a879990f-af98-4bda-b1bb-bba21b89fa2c on network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:55:25.897035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:55:25.897480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Checking segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:55:25.897921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.898356 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Bound using segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:55:25.898933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Bound port: a879990f-af98-4bda-b1bb-bba21b89fa2c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:55:25.899342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:25.957276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.20.0.8 (9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09/ea9ae6b9-7255-4985-822b-9dc1be3c317c/be02ab0f-2273-4f80-8ae5-7373eb40b216) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:55:25.992106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] For port a879990f-af98-4bda-b1bb-bba21b89fa2c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:55:25.995624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] For port a879990f-af98-4bda-b1bb-bba21b89fa2c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a879990f-af98-4bda-b1bb-bba21b89fa2c,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:55:26.002491 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:26.007872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4e1f3b9d-3cda-4d15-98a5-417b1eeba2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:26.091897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Pushing event updated for resources: {'Port': ['ID=a879990f-af98-4bda-b1bb-bba21b89fa2c,revision_number=4']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:26.095327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-24f35ba0-ae8e-4429-a3ae-31957fcf0d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:26.098235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:26.098923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:55:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:26.167149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:26.184965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Transition to ACTIVE for port object be02ab0f-2273-4f80-8ae5-7373eb40b216 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:26.206272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:26.212775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:26.292615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:55:26.293558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=be02ab0f-2273-4f80-8ae5-7373eb40b216,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:26.296359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:26.296905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:26.298355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:26.299096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:55:26.367206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:26.367819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:26.398128 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105330 Dec 23 15:55:26.411694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Request body: {'port': {'device_id': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:26.536999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:26.655830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25e09b06-4425-447e-95ad-bba746faf5dc None None] Provisioning for port be02ab0f-2273-4f80-8ae5-7373eb40b216 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:26.662256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-25e09b06-4425-447e-95ad-bba746faf5dc None None] Provisioning complete for port be02ab0f-2273-4f80-8ae5-7373eb40b216 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:26.662835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-25e09b06-4425-447e-95ad-bba746faf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:26.680123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ac4f9-befe-434e-9b21-6ed87690dea5 req-f42b7df9-1aa0-4379-aac5-9075d96c81c8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:26.682767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc2ac4f9-befe-434e-9b21-6ed87690dea5 req-f42b7df9-1aa0-4379-aac5-9075d96c81c8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 931 time: 0.0956717 Dec 23 15:55:26.688018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:25Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:26.693651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5085de7-a300-4cb7-98f2-bcf1f759b27e None None] The sync data for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv is: [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:25Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:55:26.736626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-25e09b06-4425-447e-95ad-bba746faf5dc None None] Port be02ab0f-2273-4f80-8ae5-7373eb40b216 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:55:26.747201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc2ac4f9-befe-434e-9b21-6ed87690dea5 req-5a9e604b-29d7-4efc-aa3b-a5ff11e4a27e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561166 Dec 23 15:55:27.204977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be02ab0f-2273-4f80-8ae5-7373eb40b216 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:55:27.213520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.232062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Transition to ACTIVE for port object be02ab0f-2273-4f80-8ae5-7373eb40b216 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:55:27.235674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.239072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a879990f-af98-4bda-b1bb-bba21b89fa2c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:27.239939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5e44e6bd-f434-4511-9e1c-056bf1ffb9e2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:27.325859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a879990f-af98-4bda-b1bb-bba21b89fa2c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:27.331816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a879990f-af98-4bda-b1bb-bba21b89fa2c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:27.332458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.391886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Pushing event updated for resources: {'Port': ['ID=be02ab0f-2273-4f80-8ae5-7373eb40b216,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:27.396833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:27.492355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.527743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Attempting to bind port be02ab0f-2273-4f80-8ae5-7373eb40b216 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:55:27.527919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Attempting to bind port be02ab0f-2273-4f80-8ae5-7373eb40b216 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:55:27.528549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Attempting to bind port be02ab0f-2273-4f80-8ae5-7373eb40b216 on network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:55:27.535829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Port be02ab0f-2273-4f80-8ae5-7373eb40b216 on network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:55:27.536203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Attempting to bind port be02ab0f-2273-4f80-8ae5-7373eb40b216 on network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:55:27.540565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port a879990f-af98-4bda-b1bb-bba21b89fa2c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a879990f-af98-4bda-b1bb-bba21b89fa2c,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:27.543798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:55:27.544178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Checking segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:55:27.544612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Bound using segment: {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:55:27.545098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Bound port: be02ab0f-2273-4f80-8ae5-7373eb40b216, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c9327d-7229-4d47-b7f3-5307e3333f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:55:27.545443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.546145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.548704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:27.620703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=a879990f-af98-4bda-b1bb-bba21b89fa2c,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:27.632099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:27.658509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] For port be02ab0f-2273-4f80-8ae5-7373eb40b216, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:55:27.661926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] For port be02ab0f-2273-4f80-8ae5-7373eb40b216, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:55:27.666548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.671830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e7f5143-9070-4392-82c1-a13481c3646b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:27.741419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:27.743135 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] 10.222.0.65 "PUT /v2.0/ports/be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 1093 time: 1.3369629 Dec 23 15:55:27.743744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:55:27.758421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Pushing event updated for resources: {'Port': ['ID=be02ab0f-2273-4f80-8ae5-7373eb40b216,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:27.762305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:27.832445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'status': 'completed', 'code': 200} Dec 23 15:55:27.877551 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-d04a61d9-7375-4069-8a3f-99d67eed026b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1096 time: 0.0938687 Dec 23 15:55:27.956973 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-2bd35440-8585-418b-a74c-e2551c69d9bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 217 time: 0.0721838 Dec 23 15:55:28.019322 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2433-c3c6-475f-aa8e-e911de5c245d req-c662b07b-a77a-424e-b61b-4bb6557bf30a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:28.021410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f65c2433-c3c6-475f-aa8e-e911de5c245d req-c662b07b-a77a-424e-b61b-4bb6557bf30a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 943 time: 0.0986087 Dec 23 15:55:28.037268 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67475-6703-4055-96f1-4d0995be45ec req-8b238f37-3bd8-4cb7-b600-8ae36721cad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:28.039250 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-8b238f37-3bd8-4cb7-b600-8ae36721cad9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 200 len: 835 time: 0.0754535 Dec 23 15:55:28.074369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f65c2433-c3c6-475f-aa8e-e911de5c245d req-c80faeb4-1589-4481-bb6a-c114b42ddc03 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Dec 23 15:55:28.132870 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-4db42653-0564-466e-9244-b7e4f137ce43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872784 Dec 23 15:55:28.284574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-25a2ab75-76f1-480f-9d97-3eb7d562dabb service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450467 Dec 23 15:55:28.435884 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33f67475-6703-4055-96f1-4d0995be45ec req-d7d191ef-b7a9-437c-bbc8-5cb2d04d05ba service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442151 Dec 23 15:55:28.567205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-9429fdd0-a870-4b37-a27c-fa70b756cc43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1096 time: 0.0827537 Dec 23 15:55:28.717697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-0490b549-1bef-461d-a2c1-e9cecd82626c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:28.719362 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-0490b549-1bef-461d-a2c1-e9cecd82626c service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 897 time: 0.1455312 Dec 23 15:55:28.793022 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-ca80cfa6-06a4-4ea5-b7cc-b8eadf548a0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 217 time: 0.0662448 Dec 23 15:55:28.867783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-82b941e5-380d-45b5-ba67-94a6b1d49cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:28.869567 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-82b941e5-380d-45b5-ba67-94a6b1d49cbd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 200 len: 835 time: 0.0697067 Dec 23 15:55:28.953633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-a3bdacf3-59cd-471e-b8ff-b45a6b93631e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760305 Dec 23 15:55:29.100855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-dd301e50-82f3-454e-bd57-cd3b17a86bf3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404295 Dec 23 15:55:29.209504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a879990f-af98-4bda-b1bb-bba21b89fa2c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:29.285089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a879990f-af98-4bda-b1bb-bba21b89fa2c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:29.285771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:29.301436 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c5465d3a-d73a-46dc-b915-359752cb76e9 req-aed1e936-9ca9-4cf1-b1ee-76f1dea3c2e3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934323 Dec 23 15:55:29.326867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684505f-2d54-4a57-938a-7deae2a4932a req-8d1dd135-419c-4d6a-8bf2-3ba0d3813810 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:29.327647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7684505f-2d54-4a57-938a-7deae2a4932a req-8d1dd135-419c-4d6a-8bf2-3ba0d3813810 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:55:29.344711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7684505f-2d54-4a57-938a-7deae2a4932a req-8d1dd135-419c-4d6a-8bf2-3ba0d3813810 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:55:29.346266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7684505f-2d54-4a57-938a-7deae2a4932a req-8d1dd135-419c-4d6a-8bf2-3ba0d3813810 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 943 time: 0.1454096 Dec 23 15:55:29.413360 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7684505f-2d54-4a57-938a-7deae2a4932a req-b5111b58-6798-4369-a433-39d191a4ec2a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531940 Dec 23 15:55:30.636814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199a2f7-3f8f-4cfe-b6b7-db713911fb52 req-81cb568a-e24a-4dd7-85d1-555083132c45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:30.638541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9199a2f7-3f8f-4cfe-b6b7-db713911fb52 req-81cb568a-e24a-4dd7-85d1-555083132c45 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 943 time: 0.0961473 Dec 23 15:55:30.688639 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9199a2f7-3f8f-4cfe-b6b7-db713911fb52 req-258b2afa-ab2d-4399-91c6-c604a710bbf2 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436721 Dec 23 15:55:31.042274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device be02ab0f-2273-4f80-8ae5-7373eb40b216 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:55:31.193211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port be02ab0f-2273-4f80-8ae5-7373eb40b216, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:31.211536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'port_id': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'mac_address': 'fa:16:3e:67:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:55:31.268834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:31.278420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:31.296598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be02ab0f-2273-4f80-8ae5-7373eb40b216 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:55:31.313984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port be02ab0f-2273-4f80-8ae5-7373eb40b216, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:31.317906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:31.319808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:31.387416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=be02ab0f-2273-4f80-8ae5-7373eb40b216,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:31.390724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:31.534518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['be02ab0f-2273-4f80-8ae5-7373eb40b216'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:55:31.896543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b71a8-97cc-455b-a637-92743b176116 req-4231de3c-61d4-4746-bb7e-9a639f2bb64d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:31.898194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-173b71a8-97cc-455b-a637-92743b176116 req-4231de3c-61d4-4746-bb7e-9a639f2bb64d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 944 time: 0.0869548 Dec 23 15:55:31.947638 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-173b71a8-97cc-455b-a637-92743b176116 req-c560a109-94fb-4aa7-ba0d-bdc3e81feb23 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 Dec 23 15:55:33.037940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device be02ab0f-2273-4f80-8ae5-7373eb40b216 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:55:33.111045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port be02ab0f-2273-4f80-8ae5-7373eb40b216 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:55:33.116089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port be02ab0f-2273-4f80-8ae5-7373eb40b216 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:55:33.116525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:33.169422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e8d7-0373-43b6-bd72-6ef74fcefdde req-4d8fc36c-09d3-4a7b-a720-59936263181a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:33.171046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eca3e8d7-0373-43b6-bd72-6ef74fcefdde req-4d8fc36c-09d3-4a7b-a720-59936263181a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 944 time: 0.0848906 Dec 23 15:55:33.226686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eca3e8d7-0373-43b6-bd72-6ef74fcefdde req-0b57b06a-876e-4d1e-8476-cbbf1808c558 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494475 Dec 23 15:55:33.237423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:33.265757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:55:33.276102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port be02ab0f-2273-4f80-8ae5-7373eb40b216, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:55:33.280122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:33.282150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:33.351547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=be02ab0f-2273-4f80-8ae5-7373eb40b216,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:33.355295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:33.401660 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'code': 200} Dec 23 15:55:33.659006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a416188-64fd-414d-b661-6b0009972fff req-9fb72ac4-2fc0-4221-b8ac-5c2d83532e64 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1098 time: 0.0831449 Dec 23 15:55:33.705031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a416188-64fd-414d-b661-6b0009972fff req-d1a06ff6-632c-4d07-9c24-69ac2399ef22 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Dec 23 15:55:34.436708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e093d3-dcd4-4223-901b-e4c5c1c57b42 req-97684f80-6a73-4fea-9b08-c570c58c1efd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:34.438390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-65e093d3-dcd4-4223-901b-e4c5c1c57b42 req-97684f80-6a73-4fea-9b08-c570c58c1efd tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0873411 Dec 23 15:55:34.488117 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-65e093d3-dcd4-4223-901b-e4c5c1c57b42 req-fa85fb04-728d-4200-97a0-49dcb3f163cb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Dec 23 15:55:35.717700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d8db4-2e87-4d87-a7f5-654fc4e89529 req-ce9381db-91aa-44ea-96c0-33379cc1799a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:35.719262 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-375d8db4-2e87-4d87-a7f5-654fc4e89529 req-ce9381db-91aa-44ea-96c0-33379cc1799a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0937958 Dec 23 15:55:35.767704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-375d8db4-2e87-4d87-a7f5-654fc4e89529 req-a2d33297-8265-461c-b197-e2f3ba81c32e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 Dec 23 15:55:36.002496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d4766-3fcc-4e29-95f8-cd71f4501f7c req-275ffb08-835a-42a9-b6be-6fb5de4dd294 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:36.004054 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-809d4766-3fcc-4e29-95f8-cd71f4501f7c req-275ffb08-835a-42a9-b6be-6fb5de4dd294 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.1135812 Dec 23 15:55:36.059448 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-809d4766-3fcc-4e29-95f8-cd71f4501f7c req-b34a2b73-328b-40ee-b17a-0b36d35bd6bf tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478137 Dec 23 15:55:36.086841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36950) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:36.163285 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d686780c-6c94-4cf2-b2dd-c3c87f9d0c24 tempest-TestNetworkAdvancedServerOps-1162633692 tempest-TestNetworkAdvancedServerOps-1162633692-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1093 time: 0.0751212 Dec 23 15:55:36.166402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:36.172039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:36.178164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:55:36.182405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Usage tracker for resource:floatingip and tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:55:36.186012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:55:36.192544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:55:36.203798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:36.358076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:36.513249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Allocated IP 172.26.2.103 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/9fed5f91-2ebd-4217-bb2e-8b36b9d1f7fc) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:55:36.679273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:36.707670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:36.711525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23187aab-f31d-4d76-b3cf-2ba64c9c6072 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:36.783157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:55:36.784033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=9fed5f91-2ebd-4217-bb2e-8b36b9d1f7fc,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:36.786858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:55:36.788835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:36.789589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:55:37.332265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:37.393946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:37.609290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:37.614529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:37.618347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-efd60d88-bfff-47f9-b4bd-11465bbe632f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:55:37.721094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event updated for resources: {'Port': ['ID=9fed5f91-2ebd-4217-bb2e-8b36b9d1f7fc,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:55:37.729450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:55:37.743464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:37.951952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Floating IP ecca5e08-5880-4b94-8965-255af076c9da associated. External IP: 172.26.2.103, port: be02ab0f-2273-4f80-8ae5-7373eb40b216. Dec 23 15:55:38.090036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:55:38.632809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ac8bcc4d-2552-49e4-b00d-3367b5af5761 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:55:38.860430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:55:38.871151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] Sync routers for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:55:38.889029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:38.889371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:38.889760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:55:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:38.946369 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1f26ec10-e2a3-4a69-ab6b-846321b61d42 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7788618 Dec 23 15:55:38.947123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:55:39.003224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'status': 'completed', 'code': 200} Dec 23 15:55:39.085127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:39.162235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-d2ca503b-0943-4557-abfa-7bb02d4a4ea3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1098 time: 0.1371768 Dec 23 15:55:39.251888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce742a6-01ba-4fea-bc74-8bdc442390f6 req-2cb9b4db-aa8e-4da2-a77d-f7e52ce7d46e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:39.253531 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dce742a6-01ba-4fea-bc74-8bdc442390f6 req-2cb9b4db-aa8e-4da2-a77d-f7e52ce7d46e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.1945519 Dec 23 15:55:39.347933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dce742a6-01ba-4fea-bc74-8bdc442390f6 req-f82ed87a-fb78-4b28-b4c9-9fc7d1c7af6c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871603 Dec 23 15:55:39.350486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14671861-8e26-4a68-849c-dc4c521418db req-a9218d96-e46b-46fd-a10d-34fe55e0ba63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:39.352010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-a9218d96-e46b-46fd-a10d-34fe55e0ba63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 897 time: 0.1827416 Dec 23 15:55:39.378427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:39.465692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ecca5e08-5880-4b94-8965-255af076c9da', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.103', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'port_id': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'mac_address': 'fa:16:3e:67:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:55:37Z', 'updated_at': '2021-12-23T15:55:37Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:27Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:39.470001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] Checking router: ac8bcc4d-2552-49e4-b00d-3367b5af5761 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:55:39.479253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-113d1acb-7fd2-4d2c-a364-0370a810b507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 999 time: 0.1193478 Dec 23 15:55:39.482203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:55:39.482947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:55:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:39.503097 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-06d133b7-d062-4628-801a-a8a6f1361d0e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/ecca5e08-5880-4b94-8965-255af076c9da HTTP/1.1" status: 200 len: 991 time: 0.1229959 Dec 23 15:55:39.549436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14671861-8e26-4a68-849c-dc4c521418db req-deba0ea9-793d-4421-8221-0a09a216525b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:39.551090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-deba0ea9-793d-4421-8221-0a09a216525b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 200 len: 835 time: 0.0658343 Dec 23 15:55:39.638525 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-a52b5185-0843-44ab-a755-5894942bbd86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808697 Dec 23 15:55:39.671604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:55:39.783953 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-30df5e2a-0c6c-4d71-acbd-b292b898370b service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386123 Dec 23 15:55:40.169191 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-14671861-8e26-4a68-849c-dc4c521418db req-2a0232dd-687a-4c58-aaf3-960b7ed70eb3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789151 Dec 23 15:55:40.223144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ecca5e08-5880-4b94-8965-255af076c9da', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.103', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'port_id': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'mac_address': 'fa:16:3e:67:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:55:37Z', 'updated_at': '2021-12-23T15:55:37Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:27Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:55:40.227702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8404b-d0b8-4330-9c1a-aa1866b0036e None None] The sync data for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv is: [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ecca5e08-5880-4b94-8965-255af076c9da', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'floating_ip_address': '172.26.2.103', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'port_id': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'mac_address': 'fa:16:3e:67:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:55:37Z', 'updated_at': '2021-12-23T15:55:37Z', 'revision_number': 0, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:27Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:55:40.507342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36966) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:40.574998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659c91e-57e4-48f1-8542-dc4c2a17e780 None None] New status for floating IP ecca5e08-5880-4b94-8965-255af076c9da: ACTIVE {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:55:40.625545 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dd8a6928-0b6f-4631-a744-52a826165363 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/ecca5e08-5880-4b94-8965-255af076c9da HTTP/1.1" status: 200 len: 991 time: 0.1156027 Dec 23 15:55:41.628907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 36970) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:41.745727 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-192b0c37-96b6-44fd-a539-0ae721913917 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/ecca5e08-5880-4b94-8965-255af076c9da HTTP/1.1" status: 200 len: 993 time: 0.1148965 Dec 23 15:55:44.483045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-914f4fc9-49ca-4ac2-a585-92d2e60f9036 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870457 Dec 23 15:55:44.647433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-b231f3ec-72c5-4d0c-8758-0f5c1ad9ce86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1098 time: 0.0927174 Dec 23 15:55:44.812946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-8181a76e-94e9-46d3-9085-b19339bf2b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:44.814619 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-8181a76e-94e9-46d3-9085-b19339bf2b42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 897 time: 0.1429937 Dec 23 15:55:44.927278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-8ddbef21-ce94-4d55-8877-a94b2d3812cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 1001 time: 0.1058838 Dec 23 15:55:44.998397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-da0f1670-ee51-4950-9105-5486e2f3881b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:55:45.000060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-da0f1670-ee51-4950-9105-5486e2f3881b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 200 len: 835 time: 0.0661883 Dec 23 15:55:45.086860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-6ae91624-7fe1-4573-8b6a-727eb995492d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803332 Dec 23 15:55:45.235205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-53ce5933-a243-4a03-87da-d2a64e55a534 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415336 Dec 23 15:55:45.396197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e417bd54-1466-4fd0-9302-39cca483cd7b req-43f17998-cc4e-40fc-82f5-1b8b56b82a58 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547823 Dec 23 15:55:46.813986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5de92ee0-43fe-4c02-b339-e527db44153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:48.286304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:48.861548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e4a04f01-e754-4b5f-adba-40ea477f6f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:49.618606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:55:51.059292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:01.250702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:11.482822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e056-2dbb-404d-bcb7-f810f854df9e req-599aeecb-64ef-4ed2-85f5-325095a03e4c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:11.484484 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2958e056-2dbb-404d-bcb7-f810f854df9e req-599aeecb-64ef-4ed2-85f5-325095a03e4c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0943565 Dec 23 15:56:11.534408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2958e056-2dbb-404d-bcb7-f810f854df9e req-e1d73cfd-978a-4e05-89af-56567feaf4ef tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Dec 23 15:56:12.763609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ea23e-2585-4a86-acfd-638b8b174479 req-a16ec44a-d7a2-41e4-bf9d-c4eb2ac3e7e3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:12.765144 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b93ea23e-2585-4a86-acfd-638b8b174479 req-a16ec44a-d7a2-41e4-bf9d-c4eb2ac3e7e3 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0864699 Dec 23 15:56:12.817526 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b93ea23e-2585-4a86-acfd-638b8b174479 req-a7576e9f-ace7-487f-8dd6-3e20593695f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 Dec 23 15:56:12.853298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 36990) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:12.977190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4f38b7e0-b813-48d7-bc2d-55a8297a2812 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/ecca5e08-5880-4b94-8965-255af076c9da HTTP/1.1" status: 200 len: 993 time: 0.1224895 Dec 23 15:56:14.523410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-6448607a-2017-4c9b-88dd-e153cbb0e2bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1098 time: 0.0856295 Dec 23 15:56:14.527205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f78fec-9b51-43ff-be67-edcf4000ece4 req-f3641f99-1877-443d-bae9-018a2770476e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:14.528938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19f78fec-9b51-43ff-be67-edcf4000ece4 req-f3641f99-1877-443d-bae9-018a2770476e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0912137 Dec 23 15:56:14.578776 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19f78fec-9b51-43ff-be67-edcf4000ece4 req-4b21fe04-dc72-46f0-9edf-3a2aad66381a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433388 Dec 23 15:56:14.669219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-2e37f3fe-3f7a-4eee-b5fb-25fbf0ad4029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:14.670849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-2e37f3fe-3f7a-4eee-b5fb-25fbf0ad4029 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 897 time: 0.1416006 Dec 23 15:56:14.781599 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-9e6778f5-684a-4fc2-8a9b-de22e002b140 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 1001 time: 0.1028044 Dec 23 15:56:14.854039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-9d142622-4f31-4cad-8822-6d53bd2414e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:14.856422 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-9d142622-4f31-4cad-8822-6d53bd2414e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 200 len: 835 time: 0.0673525 Dec 23 15:56:14.941075 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-08a428f0-34ad-4d74-9048-a4a89a4e7895 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792680 Dec 23 15:56:15.088482 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-224e0973-7ee1-4261-88e1-f1903f8c34f9 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407521 Dec 23 15:56:15.091674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:56:15.235321 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-beb923d2-83cf-423b-b41c-892af2f539a6 req-66cc5a52-f11b-432c-8814-ec290459a34a service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404555 Dec 23 15:56:15.801857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1cc6b-1844-419b-8d38-6b89ff970815 req-9c6172d5-0acf-4460-9c71-2400b8238589 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:15.803450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6bd1cc6b-1844-419b-8d38-6b89ff970815 req-9c6172d5-0acf-4460-9c71-2400b8238589 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0903952 Dec 23 15:56:15.965985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6bd1cc6b-1844-419b-8d38-6b89ff970815 req-b02d3a95-b68b-422a-b637-783e1981f154 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559319 Dec 23 15:56:16.814386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-85e22714-0dbb-415c-b340-be2d0510474c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:17.274773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a93e9-3001-4e0d-8937-5342161be25e req-e65ce6be-a183-41e1-802b-6fc199b7a0e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:17.276349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f79a93e9-3001-4e0d-8937-5342161be25e req-e65ce6be-a183-41e1-802b-6fc199b7a0e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.1735728 Dec 23 15:56:17.328709 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f79a93e9-3001-4e0d-8937-5342161be25e req-954f3b65-b2bb-44d4-ac99-dfdefa752668 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434210 Dec 23 15:56:17.361768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37008) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:17.472892 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-dc6650ca-bb4b-4fac-b9fa-44aaf2a4596a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/floatingips/ecca5e08-5880-4b94-8965-255af076c9da HTTP/1.1" status: 200 len: 993 time: 0.1097515 Dec 23 15:56:17.770126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37016) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:17.996875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port 9fed5f91-2ebd-4217-bb2e-8b36b9d1f7fc {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:56:17.997482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:18.176521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:18.176907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:18.280113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:18.303661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for 9fed5f91-2ebd-4217-bb2e-8b36b9d1f7fc owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:56:18.474324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:18.478136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80e9139f-469d-4083-86a7-2ac722f7b7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:18.523498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=9fed5f91-2ebd-4217-bb2e-8b36b9d1f7fc,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:18.598742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.599118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.599582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.600004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.600418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.600893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.601339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.601756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.602168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.602575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.602983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:18.606640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:18.640044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:18.856622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-091450d1-8f28-476a-a005-43c1cb1311f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:19.309025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ac8bcc4d-2552-49e4-b00d-3367b5af5761 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:56:19.546319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:56:19.556906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] Sync routers for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:56:19.568114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:19.570754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:19.571476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:19.628344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/floatingips/ecca5e08-5880-4b94-8965-255af076c9da HTTP/1.1" status: 204 len: 168 time: 1.8564992 Dec 23 15:56:19.629055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:56:19.663981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:19.686536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'status': 'completed', 'code': 200} Dec 23 15:56:19.785451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:19.790006 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-65897f68-2dd3-46ca-b0f6-8544546873b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 1098 time: 0.0785611 Dec 23 15:56:19.945978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-f991cf52-5399-467b-b981-81a3048592d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:19.947609 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-f991cf52-5399-467b-b981-81a3048592d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 200 len: 897 time: 0.1509895 Dec 23 15:56:20.065488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-1af4b27b-38fa-48d9-80c8-e19d145fa72c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 200 len: 217 time: 0.0776527 Dec 23 15:56:20.135550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:27Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:20.139914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] Checking router: ac8bcc4d-2552-49e4-b00d-3367b5af5761 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:56:20.152225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:20.152999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:20.158099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdaba7-948d-489d-9575-7753d0c9bc8b req-86170a07-6ac7-49bd-9029-14148415bb52 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:20.158881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-98cdaba7-948d-489d-9575-7753d0c9bc8b req-86170a07-6ac7-49bd-9029-14148415bb52 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Synchronizing usage tracker for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:56:20.162310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-bf90e10b-b100-49e2-aeb8-0341636e27da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:20.163966 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-bf90e10b-b100-49e2-aeb8-0341636e27da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 200 len: 835 time: 0.0901635 Dec 23 15:56:20.219392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-98cdaba7-948d-489d-9575-7753d0c9bc8b req-86170a07-6ac7-49bd-9029-14148415bb52 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Unset dirty status for tenant:a6241fb4ccf94429b8cbdc9e2b54ceb0 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:56:20.220704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-98cdaba7-948d-489d-9575-7753d0c9bc8b req-86170a07-6ac7-49bd-9029-14148415bb52 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.2710021 Dec 23 15:56:20.290979 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-2db9461e-abea-40ac-a51d-e745634775c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176767 Dec 23 15:56:20.293537 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-98cdaba7-948d-489d-9575-7753d0c9bc8b req-f1657fbc-b2f3-452e-a51d-2423b70825cb tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654716 Dec 23 15:56:20.345569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:20.439667 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-d7e6303c-d8c0-4e72-8358-29b3d948ea8c service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415074 Dec 23 15:56:20.596376 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c0605aba-3a04-4d83-a62e-cbfeafd15ff3 req-5f4591e7-94f6-4d9b-be46-bee97b5c8e38 service neutron] 10.222.0.65 "GET /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502032 Dec 23 15:56:20.688817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:27Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:20.693177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63caed2e-0e59-4d1e-8b9d-f2d549886cff None None] The sync data for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv is: [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:55:21Z', 'revision_number': 4, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'a879990f-af98-4bda-b1bb-bba21b89fa2c', 'name': '', 'network_id': '9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'mac_address': 'fa:16:3e:93:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:20Z', 'updated_at': '2021-12-23T15:55:27Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'subnets': [{'id': 'ea9ae6b9-7255-4985-822b-9dc1be3c317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:56:21.060610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:21.147494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59304409-95c9-4883-9e40-0764eb2c49e7 None None] New status for floating IP ecca5e08-5880-4b94-8965-255af076c9da: DOWN {{(pid=88875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:56:21.514094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd334200-4689-4415-a4ee-79ebafe1614a req-4082e6f8-a834-46c4-87e6-023e0a950570 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:21.515754 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dd334200-4689-4415-a4ee-79ebafe1614a req-4082e6f8-a834-46c4-87e6-023e0a950570 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.0917208 Dec 23 15:56:21.524299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb81e-da53-45ef-a58b-434304877896 req-45abdc41-0826-4134-8b14-e5fc921ddc64 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:21.526012 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-42ebb81e-da53-45ef-a58b-434304877896 req-45abdc41-0826-4134-8b14-e5fc921ddc64 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 945 time: 0.1013613 Dec 23 15:56:21.575668 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-42ebb81e-da53-45ef-a58b-434304877896 req-f2bf2d80-ff42-4fb5-bf99-46b4b7c803ea tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb7499ad-1fee-495c-b0a8-cba8a2d53a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Dec 23 15:56:21.595818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port be02ab0f-2273-4f80-8ae5-7373eb40b216 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:56:21.596208 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:21.875054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port be02ab0f-2273-4f80-8ae5-7373eb40b216, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be02ab0f-2273-4f80-8ae5-7373eb40b216,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:21.875453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:22.013678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for be02ab0f-2273-4f80-8ae5-7373eb40b216 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:56:22.167634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:22.174141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:22.219103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=be02ab0f-2273-4f80-8ae5-7373eb40b216,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:22.223476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:22.302903 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] No DVR routers for this DVR port be02ab0f-2273-4f80-8ae5-7373eb40b216 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:56:22.305921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:22.309113 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'name': 'network-vif-deleted', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:56:22.324391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dd334200-4689-4415-a4ee-79ebafe1614a req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.65 "DELETE /v2.0/ports/be02ab0f-2273-4f80-8ae5-7373eb40b216 HTTP/1.1" status: 204 len: 173 time: 0.8030317 Dec 23 15:56:22.365228 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959fa8ab-32bb-4182-a728-b7c794fd12af', 'name': 'network-vif-deleted', 'tag': 'be02ab0f-2273-4f80-8ae5-7373eb40b216', 'status': 'completed', 'code': 200} Dec 23 15:56:22.766673 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-afeb914b-a90e-4abe-a790-2fad5ffffed6 req-382c9e72-4570-4801-bf27-dbb0fef87090 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "GET /v2.0/ports?device_id=959fa8ab-32bb-4182-a728-b7c794fd12af HTTP/1.1" status: 200 len: 210 time: 0.0485868 Dec 23 15:56:23.888973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37034) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:24.321789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:25.210665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port a879990f-af98-4bda-b1bb-bba21b89fa2c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:56:25.211164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:25.225434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device be02ab0f-2273-4f80-8ae5-7373eb40b216 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:56:25.263103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: be02ab0f-2273-4f80-8ae5-7373eb40b216 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:56:25.263515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device be02ab0f-2273-4f80-8ae5-7373eb40b216 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:56:25.414085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port a879990f-af98-4bda-b1bb-bba21b89fa2c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a879990f-af98-4bda-b1bb-bba21b89fa2c,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:25.414490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:25.541473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for a879990f-af98-4bda-b1bb-bba21b89fa2c owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:56:25.736535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:25.740489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8ece6f83-e524-4719-a74d-8bda2e972d8d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:25.786991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=a879990f-af98-4bda-b1bb-bba21b89fa2c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:25.789698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:26.104646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:26.741312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Router ac8bcc4d-2552-49e4-b00d-3367b5af5761 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:56:26.956546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:56:26.966949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] Sync routers for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:56:26.970736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "PUT /v2.0/routers/ac8bcc4d-2552-49e4-b00d-3367b5af5761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0805378 Dec 23 15:56:26.973792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37040) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:26.980663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:26.981282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:27.169336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:27.180164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting subnet ea9ae6b9-7255-4985-822b-9dc1be3c317c {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 15:56:27.183825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:27.243681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:27.332751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:27.416981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:27.421692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eaca2557-a586-4bd4-bf54-b77fedda29fa tempest-NetworksTestDHCPv6-2059786486 tempest-NetworksTestDHCPv6-2059786486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:27.458924 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9ae6b9-7255-4985-822b-9dc1be3c317c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:27.462132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:27.467613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:27.473029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:56:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:27.474404 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d9c97535-cd44-4e87-8dc6-3c3bd23f31d7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/subnets/ea9ae6b9-7255-4985-822b-9dc1be3c317c HTTP/1.1" status: 204 len: 168 time: 0.4995565 Dec 23 15:56:27.476834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b4e325-f928-41da-9d07-20f3a65b3983 None None] Network 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:56:27.477509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37044) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:27.498239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] Checking router: ac8bcc4d-2552-49e4-b00d-3367b5af5761 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:56:27.590616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] Routers {'ac8bcc4d-2552-49e4-b00d-3367b5af5761'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:27.591320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:27.704579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.046743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] Set router ac8bcc4d-2552-49e4-b00d-3367b5af5761 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:28.156641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] DHCP port deletion for 9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 15:56:28.167677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.176676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Deleting port f666866c-e25a-452f-926b-5ef104c7ff49 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:56:28.177044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.185907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Deleting port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 15:56:28.186347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.360448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] For port f666866c-e25a-452f-926b-5ef104c7ff49, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f666866c-e25a-452f-926b-5ef104c7ff49,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:28.360756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.492178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Calling delete_port for f666866c-e25a-452f-926b-5ef104c7ff49 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:56:28.544180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] For port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,segment=NetworkSegment(f9c9327d-7229-4d47-b7f3-5307e3333f5b),segment_id=f9c9327d-7229-4d47-b7f3-5307e3333f5b)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:28.544632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.680904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.681690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Calling delete_port for 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 15:56:28.685855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-04d7800c-5aed-4aed-a980-185c158cf234 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:28.728164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Port': ['ID=f666866c-e25a-452f-926b-5ef104c7ff49,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:28.729190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:56:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:28.732149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:28.739895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a49919-3724-4f89-88e6-3c56a9a4921e None None] The sync data for ids ['ac8bcc4d-2552-49e4-b00d-3367b5af5761'] in dv-neutron-822797-1-hyperv is: [{'id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938467561', 'tenant_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:55:16Z', 'updated_at': '2021-12-23T15:56:25Z', 'revision_number': 5, 'project_id': 'a6241fb4ccf94429b8cbdc9e2b54ceb0', 'gw_port': {'id': 'f666866c-e25a-452f-926b-5ef104c7ff49', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8bcc4d-2552-49e4-b00d-3367b5af5761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:55:17Z', 'updated_at': '2021-12-23T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:56:28.766993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:28.772381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:28.820314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Pushing event deleted for resources: {'Port': ['ID=5e7fa06d-e373-4fbf-a3d0-8f7813d94902,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:28.828035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] No DVR routers for this DVR port 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 15:56:28.840580 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.840953 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.841489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.841880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.842260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.842634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.843052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.843426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.843795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.844163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.844529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:28.848182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:28.976334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.251620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.256225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.284377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.284973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Fanout notify agent at l3_agent the message router_deleted on router ac8bcc4d-2552-49e4-b00d-3367b5af5761 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 15:56:29.286003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a879990f-af98-4bda-b1bb-bba21b89fa2c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:56:29.300755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.304209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/routers/ac8bcc4d-2552-49e4-b00d-3367b5af5761 HTTP/1.1" status: 204 len: 168 time: 1.8235075 Dec 23 15:56:29.305237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37048) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:29.324598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a879990f-af98-4bda-b1bb-bba21b89fa2c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:56:29.325002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a879990f-af98-4bda-b1bb-bba21b89fa2c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:56:29.325534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:56:29.359385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:56:29.359787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5e7fa06d-e373-4fbf-a3d0-8f7813d94902 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:56:29.453237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.600014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.631415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:29.645097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c9327d-7229-4d47-b7f3-5307e3333f5b') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:29.645425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c9327d-7229-4d47-b7f3-5307e3333f5b') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:29.658003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.673453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.680065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 15:56:29.680492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:56:29.696492 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:56:29.781874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.785566 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-418f94da-f1c8-45ee-a57e-0f24738edef6 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:29.805211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.817884 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'Network': ['ID=9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:29.830003 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/networks/9e0e9ab8-a636-4aa4-b9b2-86ba5cba7a09 HTTP/1.1" status: 204 len: 168 time: 0.5235858 Dec 23 15:56:29.832402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.832846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.833292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37052) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:29.833452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.833716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.834265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.834718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.835142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.835565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.835986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.836404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.836822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:29.840378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6600c6e9-6671-4569-9d1d-8820979448e5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:29.911693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:29.946745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.007669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.013031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-13d612b9-c294-4a8b-850c-efc8d1170b35 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:30.029213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7499ad-1fee-495c-b0a8-cba8a2d53a59,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:30.032219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:30.038790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.040066 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] 10.222.0.49 "DELETE /v2.0/security-groups/eb7499ad-1fee-495c-b0a8-cba8a2d53a59 HTTP/1.1" status: 204 len: 168 time: 0.2056427 Dec 23 15:56:30.490906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37062) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:30.697785 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b4852e7e-b5ee-464c-a22e-fec0fc7e06c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6241fb4ccf94429b8cbdc9e2b54ceb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2053919 Dec 23 15:56:30.700401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37068) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:30.763290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.791503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.845406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.850837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3a176435-6bb8-462b-889a-da48de704a02 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:30.865913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a976b-9fb5-4565-aac9-16980ec714d3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:30.868316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:30.873573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:30.874782 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b94e3ead-43f3-4393-a6ca-741a06bfabd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f00a976b-9fb5-4565-aac9-16980ec714d3 HTTP/1.1" status: 204 len: 168 time: 0.1734335 Dec 23 15:56:31.197807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f666866c-e25a-452f-926b-5ef104c7ff49 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:56:31.237521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:31.244341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f666866c-e25a-452f-926b-5ef104c7ff49 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 15:56:31.244752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f666866c-e25a-452f-926b-5ef104c7ff49 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 15:56:31.252750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.258811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.296610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:31.301046 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Usage tracker for resource:security_group_rule and tenant:16fd2dfcbb104e75b0ee21bcb66c9d23 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:31.304410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:31.311114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:31.384929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.388235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.395454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c5801db9-5406-4a10-b2fe-094dac3c6af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:31.438158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a7a1d-40fa-4525-8040-2fa6b40758d2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:31.441787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:31.444570 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-0020102e-a1b2-4660-a4a5-ecf41e5b6270 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16fd2dfcbb104e75b0ee21bcb66c9d23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2058139 Dec 23 15:56:31.447689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37080) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:31.523751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.550918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.599727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.604800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a4ebd9f0-4484-4009-9227-dc068a4c1f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:31.617872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a7a1d-40fa-4525-8040-2fa6b40758d2,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:31.620316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:31.623979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:31.625917 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d6924bb5-79d2-410c-b54f-08e04a4f834d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c5a7a1d-40fa-4525-8040-2fa6b40758d2 HTTP/1.1" status: 204 len: 168 time: 0.1770408 Dec 23 15:56:32.697791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37102) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:32.854751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-946208957-network', 'tenant_id': '85fdad14f6114378b4408b99d993daf3'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:32.860180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:32.864438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Usage tracker for resource:network and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:32.867718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:32.875631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:32.886346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Made reservation on behalf of 85fdad14f6114378b4408b99d993daf3 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:56:32.891089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:32.904656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:32.938053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:32.942216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:32.945406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:32.951482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:33.022346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.025747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.028774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8667df48-b7db-4c87-a52c-9298665022be tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:33.059254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:56:33.068159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3909be9c-da92-4a7d-9316-6a4f654d5ffa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:33.071690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:33.077247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.077517 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Added segment 1475b6ca-2183-450b-a743-116d2701aff1 of type vlan for network 56406984-14ff-4f2c-8d2d-360241f53438 Dec 23 15:56:33.110999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.146568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.148043 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:33.148983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.157323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5b537ad9-8760-421c-8495-0b2800dbfa30 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:33.268119 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5689957 Dec 23 15:56:33.268881 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Pushing event updated for resources: {'Network': ['ID=56406984-14ff-4f2c-8d2d-360241f53438,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:33.271578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:33.274326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4d456005-6309-47ee-88fa-25ef8d25bb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:33.278464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Request body: {'subnet': {'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-946208957-subnet', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:33.280703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network 56406984-14ff-4f2c-8d2d-360241f53438 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:56:33.283998 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:33.288318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Usage tracker for resource:subnet and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:33.291463 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:33.297692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:33.312587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Made reservation on behalf of 85fdad14f6114378b4408b99d993daf3 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:56:33.317512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.540735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.544739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a6e9cbdd-de4e-4d0e-81bc-3d7723229c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:33.608840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=611af87e-b035-4210-8e2c-a9d2a322197b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:33.611788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:33.637462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Checking segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:33.637859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Network hostable DHCP agents. Network: 56406984-14ff-4f2c-8d2d-360241f53438, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:56:33.661957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Network 56406984-14ff-4f2c-8d2d-360241f53438 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:56:33.671432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, 56406984-14ff-4f2c-8d2d-360241f53438) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:33.675915 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:33.676568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.683534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b56de24-1eb2-4a28-b69b-e98756ea34fb None None] Network 56406984-14ff-4f2c-8d2d-360241f53438 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:56:33.699016 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2294677f-2cdf-45a4-8f2a-819bc51bf4ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4263198 Dec 23 15:56:33.702297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:33.708169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:33.713711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:33.718105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Usage tracker for resource:router and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:33.721300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:33.727801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:33.741592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.742607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.762547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.909654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-56406984-14ff-4f2c-8d2d-360241f53438', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:56:33.910668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:33.917800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.080670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Allocated IP 172.20.0.2 (56406984-14ff-4f2c-8d2d-360241f53438/611af87e-b035-4210-8e2c-a9d2a322197b/33fdd140-d8c6-4f7a-b083-509545583291) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:34.120362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.153381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.298363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.303899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Allocated IP 172.26.2.222 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/786e7340-c7f8-438f-b75f-3182843e2194) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:34.310238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Transition to ACTIVE for port object 33fdd140-d8c6-4f7a-b083-509545583291 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:34.333596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Transition to ACTIVE for port object 33fdd140-d8c6-4f7a-b083-509545583291 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:34.338645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.343272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:34.409326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Network 56406984-14ff-4f2c-8d2d-360241f53438 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:34.417021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:34.422318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:34.424546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Pushing event updated for resources: {'Port': ['ID=33fdd140-d8c6-4f7a-b083-509545583291,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:34.427610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:34.467372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.495229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.499281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e86871d4-fd8f-4bc9-a3cf-ef06e2f655ac tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:34.515598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Attempting to bind port 33fdd140-d8c6-4f7a-b083-509545583291 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:34.516025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Attempting to bind port 33fdd140-d8c6-4f7a-b083-509545583291 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:34.516440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Attempting to bind port 33fdd140-d8c6-4f7a-b083-509545583291 on network 56406984-14ff-4f2c-8d2d-360241f53438 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:34.523765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:34.524199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Checking segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:34.524836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.525325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Bound using segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:34.525864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Bound port: 33fdd140-d8c6-4f7a-b083-509545583291, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:34.526295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.565990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:34.573546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:34.576165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:34.613328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Pushing event updated for resources: {'Port': ['ID=786e7340-c7f8-438f-b75f-3182843e2194,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:34.616486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:34.623763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] For port 33fdd140-d8c6-4f7a-b083-509545583291, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:34.627141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] For port 33fdd140-d8c6-4f7a-b083-509545583291, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=33fdd140-d8c6-4f7a-b083-509545583291,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:34.631297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.635823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6db40edd-9b05-4589-a9ec-809179f4064b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:34.724161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Pushing event updated for resources: {'Port': ['ID=33fdd140-d8c6-4f7a-b083-509545583291,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:34.728993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:34.763531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:34.764328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:35.280367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 33fdd140-d8c6-4f7a-b083-509545583291 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:35.298024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:56:35.360944 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 33fdd140-d8c6-4f7a-b083-509545583291 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:35.515559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:56:35.525214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:56:35.538090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:35.538776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:35.541784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:35.543274 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7aaa3dc4-7a58-43dc-a99a-7854365a6721 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8399465 Dec 23 15:56:35.546395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37116) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:35.732085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:36.046224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:34Z', 'revision_number': 3, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:36.052205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:56:36.052619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Updating router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d port 786e7340-c7f8-438f-b75f-3182843e2194 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:56:36.108439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.356372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.362964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eada900-46b4-4646-a0af-e43a9dc768dd None None] Network 56406984-14ff-4f2c-8d2d-360241f53438 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:56:36.481719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.489307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Provisioning for port 33fdd140-d8c6-4f7a-b083-509545583291 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:36.496931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Transition to ACTIVE for port object 786e7340-c7f8-438f-b75f-3182843e2194 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:36.500153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Provisioning complete for port 33fdd140-d8c6-4f7a-b083-509545583291 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:36.500671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.503427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.509470 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:36.585032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Allocated IP 172.20.0.1 (56406984-14ff-4f2c-8d2d-360241f53438/611af87e-b035-4210-8e2c-a9d2a322197b/2fa63a74-9cbc-4dd6-ab58-bbf742544630) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:36.587051 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Attempting to bind port 786e7340-c7f8-438f-b75f-3182843e2194 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:36.587564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Attempting to bind port 786e7340-c7f8-438f-b75f-3182843e2194 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:36.587932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Attempting to bind port 786e7340-c7f8-438f-b75f-3182843e2194 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:36.604250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Pushing event updated for resources: {'Port': ['ID=786e7340-c7f8-438f-b75f-3182843e2194,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:36.609564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:36.609955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:36.610406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.610828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:36.611355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Bound port: 786e7340-c7f8-438f-b75f-3182843e2194, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:36.611948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.654366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.654763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.655168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.655513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.655885 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.656266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.656589 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.656961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.657352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.657717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.658106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:56:36.662412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:36.716015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] For port 786e7340-c7f8-438f-b75f-3182843e2194, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:36.721361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] For port 786e7340-c7f8-438f-b75f-3182843e2194, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=786e7340-c7f8-438f-b75f-3182843e2194,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:36.725382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.734529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb23baac-c20c-4b72-a2f0-2e647726c489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:36.759307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.778362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Transition to ACTIVE for port object 2fa63a74-9cbc-4dd6-ab58-bbf742544630 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:36.805443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.810934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01400cc4-ec10-484f-8a64-d91664469219 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:36.823544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:36.824223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:36.873887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Pushing event updated for resources: {'Port': ['ID=786e7340-c7f8-438f-b75f-3182843e2194,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:36.877333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-15338fb8-7a72-47a4-9533-c497b0d9cd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:36.887399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Network 56406984-14ff-4f2c-8d2d-360241f53438 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:36.891901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:36.894148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa63a74-9cbc-4dd6-ab58-bbf742544630,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:36.896513 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:36.913788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.927211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:36.954818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.983822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] For port 33fdd140-d8c6-4f7a-b083-509545583291, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=33fdd140-d8c6-4f7a-b083-509545583291,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:36.986957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:36.989891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:37.026098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:37.046148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.070378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Pushing event updated for resources: {'Port': ['ID=33fdd140-d8c6-4f7a-b083-509545583291,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:37.073823 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:37.266147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 33fdd140-d8c6-4f7a-b083-509545583291 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:37.325689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.331390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.347920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a383bddb-7a27-4e35-b595-49a7be2f60c9 None None] Provisioning complete for port 33fdd140-d8c6-4f7a-b083-509545583291 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:37.348360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a383bddb-7a27-4e35-b595-49a7be2f60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.369151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:37.400376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 33fdd140-d8c6-4f7a-b083-509545583291 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:37.400801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.446462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:34Z', 'revision_number': 3, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:37.452070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e486e-0bb9-4f5f-80c2-898ed346316f None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:34Z', 'revision_number': 3, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:56:37.468963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa63a74-9cbc-4dd6-ab58-bbf742544630,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:37.471813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.480473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:37.619523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a383bddb-7a27-4e35-b595-49a7be2f60c9 None None] Provisioning for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:37.627911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a383bddb-7a27-4e35-b595-49a7be2f60c9 None None] Provisioning complete for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:37.628355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a383bddb-7a27-4e35-b595-49a7be2f60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.643691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Network 56406984-14ff-4f2c-8d2d-360241f53438 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:37.644912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:37.686390 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a383bddb-7a27-4e35-b595-49a7be2f60c9 None None] Port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:37.816909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-31550f09-19e1-4909-9f32-6990adf8fe86 None None] Provisioning complete for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:37.817507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-31550f09-19e1-4909-9f32-6990adf8fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:37.878880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-31550f09-19e1-4909-9f32-6990adf8fe86 None None] Port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:38.007820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-717be360-230f-4aee-8e1d-f32bf3ad7622 None None] Provisioning complete for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:38.008257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-717be360-230f-4aee-8e1d-f32bf3ad7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:38.069109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-717be360-230f-4aee-8e1d-f32bf3ad7622 None None] Port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:38.353745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:56:38.572238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:56:38.582138 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8befed4f-8472-40ff-994f-10d8e7b15796 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0345752 Dec 23 15:56:39.267650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 786e7340-c7f8-438f-b75f-3182843e2194 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:39.343846 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 786e7340-c7f8-438f-b75f-3182843e2194 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:39.350642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 786e7340-c7f8-438f-b75f-3182843e2194 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:39.350893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.471412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.487745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 786e7340-c7f8-438f-b75f-3182843e2194, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=786e7340-c7f8-438f-b75f-3182843e2194,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:39.492023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.494003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:39.512770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37138) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:39.519507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-300006264-network', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:39.525118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:39.530370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Usage tracker for resource:network and tenant:ebbfb1a9bd544cfd977c78e62e780f01 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:39.532477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:39.538982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:39.553496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Made reservation on behalf of ebbfb1a9bd544cfd977c78e62e780f01 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:56:39.558679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.564441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=786e7340-c7f8-438f-b75f-3182843e2194,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:39.567718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:39.573459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.607212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:39.611361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Usage tracker for resource:security_group_rule and tenant:ebbfb1a9bd544cfd977c78e62e780f01 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:39.614383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:39.620484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:39.690988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.695044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.698316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1c7c90b7-ebaa-4229-b415-8529389a6e4f tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:39.729615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 15:56:39.739031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59047d01-2b10-4750-9cbf-3dd5ec48deb6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:39.742523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:39.746637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.747026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Added segment cd0f598a-5a5f-4027-abda-f43a293b5650 of type vlan for network f6306e8b-6d36-4ca3-8a30-092b764042b1 Dec 23 15:56:39.774890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.806712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.808031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:39.808673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:39.812297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-886ae364-417a-4c4b-a251-c8bedd33d93b tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:39.923294 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4092185 Dec 23 15:56:39.924510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Pushing event updated for resources: {'Network': ['ID=f6306e8b-6d36-4ca3-8a30-092b764042b1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:39.926464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37142) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:39.927620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-afdfa49f-eae2-4ef8-8c52-2838364b2beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:39.933441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Request body: {'subnet': {'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-300006264-subnet', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:39.935889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 15:56:39.939730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:39.944145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Usage tracker for resource:subnet and tenant:ebbfb1a9bd544cfd977c78e62e780f01 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:39.947420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:39.955173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:39.965496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Made reservation on behalf of ebbfb1a9bd544cfd977c78e62e780f01 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:56:39.970408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.192385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.198520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e1bf524b-0ccf-42b5-a1e6-ade54683c16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:40.277722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad57bb34-8145-4a04-90a0-52466ce9e362,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:40.282518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:40.294090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Checking segment: {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:40.294570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Network hostable DHCP agents. Network: f6306e8b-6d36-4ca3-8a30-092b764042b1, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 15:56:40.319541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 15:56:40.330871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, f6306e8b-6d36-4ca3-8a30-092b764042b1) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:40.335007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:40.335654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.340574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ea6bc-f1cc-4afd-9a33-e7251e05c055 None None] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:56:40.358753 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6f80c6f0-a97d-4cee-8720-eb01011c1a8a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4311082 Dec 23 15:56:40.361528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37146) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:40.367503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:40.372717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:40.376936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Usage tracker for resource:router and tenant:ebbfb1a9bd544cfd977c78e62e780f01 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:40.380053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:40.386316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:40.397058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.398521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.417328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.454530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:56:40.525973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:40.526729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:40.570835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.727800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-f6306e8b-6d36-4ca3-8a30-092b764042b1', 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'fixed_ips': [{'subnet_id': 'ad57bb34-8145-4a04-90a0-52466ce9e362'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 15:56:40.728744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.777882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.810987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:40.829755 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:40.960458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Allocated IP 172.26.2.73 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/e47ead23-61b8-49c1-8a31-32386b493724) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:41.118485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.131288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Allocated IP 172.20.0.2 (f6306e8b-6d36-4ca3-8a30-092b764042b1/ad57bb34-8145-4a04-90a0-52466ce9e362/a7297be0-d8a4-4aaf-bc76-c13541c30826) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:41.150571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.155346 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fc406f59-28da-4eb0-992e-6e3b5f089faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:41.224639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:41.228981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:41.231188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Pushing event updated for resources: {'Port': ['ID=e47ead23-61b8-49c1-8a31-32386b493724,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:41.233562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:41.263261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:41.267773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 786e7340-c7f8-438f-b75f-3182843e2194 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:41.409889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.410690 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.665544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Router ed4cee6d-77d6-4d01-8113-345b7b31f417 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 15:56:41.670057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 786e7340-c7f8-438f-b75f-3182843e2194 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:41.670488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.709543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:37Z', 'revision_number': 2, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:41.722696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.737632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:56:41.738001 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Updating router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:56:41.764913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Transition to ACTIVE for port object a7297be0-d8a4-4aaf-bc76-c13541c30826 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:41.817721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Transition to ACTIVE for port object a7297be0-d8a4-4aaf-bc76-c13541c30826 will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:41.833389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.843624 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.848957 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:41.883735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:56:41.898587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Sync routers for ids ['ed4cee6d-77d6-4d01-8113-345b7b31f417'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:56:41.911552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Routers {'ed4cee6d-77d6-4d01-8113-345b7b31f417'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:41.912309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ed4cee6d-77d6-4d01-8113-345b7b31f417'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:41.914742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:41.919090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e26d9a72-a914-407e-a605-22d4be6c5535 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5536952 Dec 23 15:56:41.919429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37150) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:42.009147 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Pushing event updated for resources: {'Port': ['ID=a7297be0-d8a4-4aaf-bc76-c13541c30826,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:42.020189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:42.031033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:42.043164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:42.053450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:42.108030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Set router ed4cee6d-77d6-4d01-8113-345b7b31f417 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:42.242676 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Attempting to bind port a7297be0-d8a4-4aaf-bc76-c13541c30826 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:42.243033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Attempting to bind port a7297be0-d8a4-4aaf-bc76-c13541c30826 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:42.243426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Attempting to bind port a7297be0-d8a4-4aaf-bc76-c13541c30826 on network f6306e8b-6d36-4ca3-8a30-092b764042b1 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:42.302447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:42.302917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Checking segment: {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:42.303431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.303883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Bound using segment: {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:42.304411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Bound port: a7297be0-d8a4-4aaf-bc76-c13541c30826, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:42.304815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.417821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:41Z', 'revision_number': 3, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:42.423555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Checking router: ed4cee6d-77d6-4d01-8113-345b7b31f417 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:56:42.424134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Updating router ed4cee6d-77d6-4d01-8113-345b7b31f417 port e47ead23-61b8-49c1-8a31-32386b493724 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:56:42.433776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] For port a7297be0-d8a4-4aaf-bc76-c13541c30826, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:42.437047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] For port a7297be0-d8a4-4aaf-bc76-c13541c30826, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a7297be0-d8a4-4aaf-bc76-c13541c30826,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:42.452643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.459283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-116187d0-1823-4e93-9f05-dc9edf92773e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:42.484012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.541261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Pushing event updated for resources: {'Port': ['ID=a7297be0-d8a4-4aaf-bc76-c13541c30826,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:42.546318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:42.634555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.647812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Transition to ACTIVE for port object 2fa63a74-9cbc-4dd6-ab58-bbf742544630 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:42.656041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.661787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:42.732565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b0f96-a31e-4d9d-b1ac-5a96fae79cdf None None] Pushing event updated for resources: {'Port': ['ID=2fa63a74-9cbc-4dd6-ab58-bbf742544630,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:42.738460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca9b0f96-a31e-4d9d-b1ac-5a96fae79cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:42.763189 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.911506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Attempting to bind port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:42.912095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Attempting to bind port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:42.912704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Attempting to bind port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 on network 56406984-14ff-4f2c-8d2d-360241f53438 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:42.920486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:42.921053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Checking segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:42.921643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:42.922196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Bound using segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:42.922850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Bound port: 2fa63a74-9cbc-4dd6-ab58-bbf742544630, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:42.923441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.107578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Allocated IP 172.20.0.1 (f6306e8b-6d36-4ca3-8a30-092b764042b1/ad57bb34-8145-4a04-90a0-52466ce9e362/34ca905b-2f7d-473e-abce-34f8ccee495c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:43.149805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] For port 2fa63a74-9cbc-4dd6-ab58-bbf742544630, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:43.154700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] For port 2fa63a74-9cbc-4dd6-ab58-bbf742544630, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2fa63a74-9cbc-4dd6-ab58-bbf742544630,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:43.159465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.172807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3b392c52-bb9a-4656-b259-1b2c70fb7ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:43.212508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.277367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Transition to ACTIVE for port object e47ead23-61b8-49c1-8a31-32386b493724 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:43.281331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:43.282060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:43.295294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.313539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7bdf9f27-b968-4d67-b9b6-0a05fa612245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:43.350079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.369965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Transition to ACTIVE for port object 34ca905b-2f7d-473e-abce-34f8ccee495c will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:43.394066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.409128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4f2cc596-f83a-45b6-9712-a2db74d4f1df tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:43.435312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a7297be0-d8a4-4aaf-bc76-c13541c30826 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:43.460922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cc7ac-b8c5-424b-93a6-3d67f59013f6 None None] Pushing event updated for resources: {'Port': ['ID=e47ead23-61b8-49c1-8a31-32386b493724,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:43.468080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-753cc7ac-b8c5-424b-93a6-3d67f59013f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:43.470156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Attempting to bind port e47ead23-61b8-49c1-8a31-32386b493724 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:43.470562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Attempting to bind port e47ead23-61b8-49c1-8a31-32386b493724 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:43.470966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Attempting to bind port e47ead23-61b8-49c1-8a31-32386b493724 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:43.478036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:43.478457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:43.478902 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.479336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:43.479845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Bound port: e47ead23-61b8-49c1-8a31-32386b493724, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:43.480259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.491904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Pushing event updated for resources: {'Port': ['ID=34ca905b-2f7d-473e-abce-34f8ccee495c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:43.496403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:43.497939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:43.498935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:43.502126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:43.570609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] For port e47ead23-61b8-49c1-8a31-32386b493724, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:43.574474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] For port e47ead23-61b8-49c1-8a31-32386b493724, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e47ead23-61b8-49c1-8a31-32386b493724,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:43.578406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b0f96-a31e-4d9d-b1ac-5a96fae79cdf None None] Pushing event updated for resources: {'Port': ['ID=2fa63a74-9cbc-4dd6-ab58-bbf742544630,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:43.579512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.580200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.588053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca9b0f96-a31e-4d9d-b1ac-5a96fae79cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:43.600941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b75958cd-c765-4fb7-87c4-0134e93d8684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:43.661102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port a7297be0-d8a4-4aaf-bc76-c13541c30826 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:43.669574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:43.693898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.709110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Routers {'ed4cee6d-77d6-4d01-8113-345b7b31f417'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:43.710006 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ed4cee6d-77d6-4d01-8113-345b7b31f417'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:43.778775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cc7ac-b8c5-424b-93a6-3d67f59013f6 None None] Pushing event updated for resources: {'Port': ['ID=e47ead23-61b8-49c1-8a31-32386b493724,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:43.782155 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-753cc7ac-b8c5-424b-93a6-3d67f59013f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:43.909507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] Set router ed4cee6d-77d6-4d01-8113-345b7b31f417 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:43.957654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.962169 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:43.992384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8319fe31-15d2-4418-9841-1cc459c36861 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:44.024488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-a6813119-3d74-47c3-a692-97337367d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:44.029194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6813119-3d74-47c3-a692-97337367d80f None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:56:44.079490 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:44.084002 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Pushing event updated for resources: {'Port': ['ID=34ca905b-2f7d-473e-abce-34f8ccee495c,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:44.088423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:44.285037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '34ca905b-2f7d-473e-abce-34f8ccee495c', 'name': '', 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'mac_address': 'fa:16:3e:0f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:42Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 1, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'subnets': [{'id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:44.290134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010115bf-b92a-4ebc-a087-bc43242f5905 None None] The sync data for ids ['ed4cee6d-77d6-4d01-8113-345b7b31f417'] in dv-neutron-822797-1-hyperv is: [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '34ca905b-2f7d-473e-abce-34f8ccee495c', 'name': '', 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'mac_address': 'fa:16:3e:0f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:42Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 1, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'subnets': [{'id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:56:44.300626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:44.302215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:44.745983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217320b3-3b60-4b68-8167-6183143fe9db None None] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 15:56:44.790704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Router ed4cee6d-77d6-4d01-8113-345b7b31f417 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:56:44.903803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Provisioning for port a7297be0-d8a4-4aaf-bc76-c13541c30826 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:44.915575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Provisioning complete for port a7297be0-d8a4-4aaf-bc76-c13541c30826 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:44.915993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:45.144797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:45.196266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] For port a7297be0-d8a4-4aaf-bc76-c13541c30826, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a7297be0-d8a4-4aaf-bc76-c13541c30826,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:45.212539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:45.215575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca9b0f96-a31e-4d9d-b1ac-5a96fae79cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:45.315680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Pushing event updated for resources: {'Port': ['ID=a7297be0-d8a4-4aaf-bc76-c13541c30826,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:45.319508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-261554ab-2f12-40cf-a011-e5a4b150ca4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:45.354425 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2fa63a74-9cbc-4dd6-ab58-bbf742544630 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:45.368609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:56:45.412274 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] 10.222.0.49 "PUT /v2.0/routers/ed4cee6d-77d6-4d01-8113-345b7b31f417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4817064 Dec 23 15:56:45.458478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:45.470100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:45.470988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:45.623869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:45.662763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 2fa63a74-9cbc-4dd6-ab58-bbf742544630, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2fa63a74-9cbc-4dd6-ab58-bbf742544630,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:45.667583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:45.670276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:45.775797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13efe3f6-4279-4d3b-bb02-bd112d6e047b None None] Provisioning for port 34ca905b-2f7d-473e-abce-34f8ccee495c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:45.781290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=2fa63a74-9cbc-4dd6-ab58-bbf742544630,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:45.788569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:45.789636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13efe3f6-4279-4d3b-bb02-bd112d6e047b None None] Provisioning complete for port 34ca905b-2f7d-473e-abce-34f8ccee495c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:45.790080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13efe3f6-4279-4d3b-bb02-bd112d6e047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.070085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-13efe3f6-4279-4d3b-bb02-bd112d6e047b None None] Port 34ca905b-2f7d-473e-abce-34f8ccee495c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:46.084073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-13efe3f6-4279-4d3b-bb02-bd112d6e047b None None] Provisioning complete for port a7297be0-d8a4-4aaf-bc76-c13541c30826 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:46.084543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-13efe3f6-4279-4d3b-bb02-bd112d6e047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.222218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:46.228550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583403893', 'description': 'tempest-secgroup-smoke-583403893 description', 'project_id': '85fdad14f6114378b4408b99d993daf3'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:46.235507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:46.240028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:46.243416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:46.250190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:46.261992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.315970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:46.320591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:46.323913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:46.330597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:46.362931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e75cec25-658b-474c-a99d-85ef30027735 None None] Provisioning complete for port 34ca905b-2f7d-473e-abce-34f8ccee495c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:46.363360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e75cec25-658b-474c-a99d-85ef30027735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.401310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.404938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.411452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a88f5957-ab36-4b3b-98c3-f6e509abd468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:46.437929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e75cec25-658b-474c-a99d-85ef30027735 None None] Port 34ca905b-2f7d-473e-abce-34f8ccee495c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:46.464542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fc82f-f9c6-4be6-81e6-4072d000b362,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:46.467995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.468905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2460563 Dec 23 15:56:46.470101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-008b9b58-dc4e-415e-9efd-457b2a4972cc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:46.472779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37164) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:46.480454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': 'a01fc82f-f9c6-4be6-81e6-4072d000b362', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:46.489592 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:46.494297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:46.499131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:46.506216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:46.526958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.562732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2bec6ff9-14c6-4130-80bf-8868616b222b None None] Provisioning complete for port 34ca905b-2f7d-473e-abce-34f8ccee495c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:46.563158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2bec6ff9-14c6-4130-80bf-8868616b222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.603372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.606523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.609104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e88985e5-66a6-48db-8a7f-6e5ac9728723 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:46.621763 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2bec6ff9-14c6-4130-80bf-8868616b222b None None] Port 34ca905b-2f7d-473e-abce-34f8ccee495c cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:46.638475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30769079-12a9-46a1-9ba2-15b432ac143d,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:46.643360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:46.651212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.652580 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-96ac2396-fef8-46ea-bd1d-08125a1d9c5f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1786516 Dec 23 15:56:46.655574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37168) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:46.661860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': 'a01fc82f-f9c6-4be6-81e6-4072d000b362', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:46.669000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:46.673353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:46.676569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:46.683414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:46.707899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:46.809548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-23c7267d-a9d8-4ed0-b07e-ee85b1deae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.019819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.023347 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.025317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2e633b80-12c7-459b-aa72-1f803e057a91 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:47.049466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ecb46a-21ef-467e-861e-1a7355569123,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:47.052177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:47.059983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.061313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-220c58c7-8278-4cee-85b0-5275c99a215d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4046817 Dec 23 15:56:47.064335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37172) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:47.070357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': 'a01fc82f-f9c6-4be6-81e6-4072d000b362', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:47.077358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:47.081774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:47.085144 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:47.091672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:47.108382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.174018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.178065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.180003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-846700da-df2e-4649-85a5-4beda2f19618 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:47.205299 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bbccaa-7ce6-4f6e-afc9-cd3cebdb394a,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:47.207934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:47.215964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.217268 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e6131218-cea0-4570-9815-2835dde6c968 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518784 Dec 23 15:56:47.220366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37176) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:47.226892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': 'a01fc82f-f9c6-4be6-81e6-4072d000b362', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:47.233912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:47.239907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:47.243256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:47.250008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:47.267677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.334893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2fa63a74-9cbc-4dd6-ab58-bbf742544630 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:47.340469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.343336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.345374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c2ea9ae8-142d-4b82-826f-92cd3c105f6e tempest-TestMinimumBasicScenario-531397389 tempest-TestMinimumBasicScenario-531397389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:47.367494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1819f458-57ce-41a1-be96-71f348993f46,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:47.371856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:47.379143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.383164 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-30bf0e30-f9b9-4057-988b-ae9d5abc4179 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1589854 Dec 23 15:56:47.383395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:47.389643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': 'a01fc82f-f9c6-4be6-81e6-4072d000b362', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:47.396166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:47.400388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:47.403539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:47.409736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:47.420037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Project 85fdad14f6114378b4408b99d993daf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:56:47.427000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.427740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:47.428214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.502759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.506165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.508074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ed3cfa48-cfb2-4220-afea-7ee7f1f6f16e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:47.532134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e75f860-283f-4007-a88f-32adb6055667,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:47.534748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:47.541933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.545952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1588635 Dec 23 15:56:47.546202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:47.552238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': 'a01fc82f-f9c6-4be6-81e6-4072d000b362', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:47.555740 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e47ead23-61b8-49c1-8a31-32386b493724 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:47.559225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:47.563459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:47.566610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:47.572980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:47.583312 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Project 85fdad14f6114378b4408b99d993daf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:56:47.590306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.626477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port e47ead23-61b8-49c1-8a31-32386b493724 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:47.632254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e47ead23-61b8-49c1-8a31-32386b493724 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:47.632695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.664807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.668009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.674121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-25bc9af7-ab17-49ae-b9c7-c9831e757719 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:47.695492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df84484f-8332-43c8-9c04-7cf9a987ea0e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:47.697943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:47.704792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.706253 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-689c6a89-7779-4d1e-a21f-ca40a95b12ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1589637 Dec 23 15:56:47.756309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.773894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port e47ead23-61b8-49c1-8a31-32386b493724, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e47ead23-61b8-49c1-8a31-32386b493724,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:47.777118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:47.778084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a7297be0-d8a4-4aaf-bc76-c13541c30826 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:47.806716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:47.886319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-915ad319-eb06-40d0-a8e8-46946bdfe9bd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:56:47.902985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=e47ead23-61b8-49c1-8a31-32386b493724,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:47.904815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-915ad319-eb06-40d0-a8e8-46946bdfe9bd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:56:47.906152 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-915ad319-eb06-40d0-a8e8-46946bdfe9bd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583403893&fields=id&tenant_id=85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 267 time: 0.0656080 Dec 23 15:56:47.907795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:47.917827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port a7297be0-d8a4-4aaf-bc76-c13541c30826 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:47.918262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:48.074095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-3a5a7915-a5f0-4cbb-bbf7-a75003a4e5f2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:48.074862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-3a5a7915-a5f0-4cbb-bbf7-a75003a4e5f2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:56:48.092728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-3a5a7915-a5f0-4cbb-bbf7-a75003a4e5f2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:56:48.094071 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-3a5a7915-a5f0-4cbb-bbf7-a75003a4e5f2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 808 time: 0.1799963 Dec 23 15:56:48.114063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ba1d5f92-6df9-42f8-910d-939575243677 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/quotas/85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 375 time: 0.0117512 Dec 23 15:56:48.207472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-6a85e2eb-e4bd-45d4-82cf-613f01864d8d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:56:48.225860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-6a85e2eb-e4bd-45d4-82cf-613f01864d8d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:56:48.227263 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-6a85e2eb-e4bd-45d4-82cf-613f01864d8d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077580 Dec 23 15:56:48.244539 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-d0679f21-2a33-4175-94d5-199faf106602 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 15:56:48.245643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-d0679f21-2a33-4175-94d5-199faf106602 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056369 Dec 23 15:56:48.283293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:48.397783 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-9e4b52b9-0624-4f9f-bee5-9a2abe3447f9 service neutron] 10.222.0.49 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459606 Dec 23 15:56:48.558712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-fefe0428-34df-4592-8313-6f53a0f88740 service neutron] 10.222.0.49 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514430 Dec 23 15:56:48.768057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d7daa7dd-1495-4c64-8116-1a63a718f5a7 req-4ba53a58-f914-482e-afcd-c3c716fd6937 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 210 time: 0.0498462 Dec 23 15:56:48.863166 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-61999750-5223-40c1-9d8a-f199eeef0958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:49.066887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Sync routers for ids ['ed4cee6d-77d6-4d01-8113-345b7b31f417'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:56:49.080622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Routers {'ed4cee6d-77d6-4d01-8113-345b7b31f417'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:49.081354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ed4cee6d-77d6-4d01-8113-345b7b31f417'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:49.264609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e47ead23-61b8-49c1-8a31-32386b493724 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:49.338230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Set router ed4cee6d-77d6-4d01-8113-345b7b31f417 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:49.492097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port e47ead23-61b8-49c1-8a31-32386b493724 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:49.492422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:49.652989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:49.831866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '34ca905b-2f7d-473e-abce-34f8ccee495c', 'name': '', 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'mac_address': 'fa:16:3e:0f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:42Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 2, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'subnets': [{'id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:49.836516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Checking router: ed4cee6d-77d6-4d01-8113-345b7b31f417 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:56:49.836926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Updating router ed4cee6d-77d6-4d01-8113-345b7b31f417 port 34ca905b-2f7d-473e-abce-34f8ccee495c binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 15:56:49.904427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-2da792a5-5d42-4791-9ad0-3d307de6f6c5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:49.906634 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-2da792a5-5d42-4791-9ad0-3d307de6f6c5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 808 time: 0.1789978 Dec 23 15:56:49.909281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:49.954201 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1160382b-83ce-4f5b-8cab-d51688fd90ad req-9a269f54-1e8c-42f5-923d-7b6113f7c2f2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 210 time: 0.0487227 Dec 23 15:56:49.978258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-4e1ac0ae-7f9f-4d66-9bcf-050171bd508f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 379 time: 0.0599647 Dec 23 15:56:49.986959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'port': {'device_id': '038fb63a-046e-4b15-a951-ebbe76f90586', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'admin_state_up': True, 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'security_groups': ['a01fc82f-f9c6-4be6-81e6-4072d000b362']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:50.136368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:50.147840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:50.158633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Made reservation on behalf of 85fdad14f6114378b4408b99d993daf3 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 15:56:50.164500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.284991 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.298284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Transition to ACTIVE for port object 34ca905b-2f7d-473e-abce-34f8ccee495c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:50.304275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.309037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a0b01eb4-a8fa-4dc6-884f-b8c6c9ee63ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:50.341750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Allocated IP 172.20.0.9 (56406984-14ff-4f2c-8d2d-360241f53438/611af87e-b035-4210-8e2c-a9d2a322197b/3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:56:50.438160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801740e-8bb6-49c7-b500-bd7c150f36b2 None None] Pushing event updated for resources: {'Port': ['ID=34ca905b-2f7d-473e-abce-34f8ccee495c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:50.442653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3801740e-8bb6-49c7-b500-bd7c150f36b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:50.539642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Attempting to bind port 34ca905b-2f7d-473e-abce-34f8ccee495c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:50.540374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Attempting to bind port 34ca905b-2f7d-473e-abce-34f8ccee495c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:50.540496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Attempting to bind port 34ca905b-2f7d-473e-abce-34f8ccee495c on network f6306e8b-6d36-4ca3-8a30-092b764042b1 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:50.548036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:50.548473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Checking segment: {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:50.548930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.549413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Bound using segment: {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:50.549946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Bound port: 34ca905b-2f7d-473e-abce-34f8ccee495c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0f598a-5a5f-4027-abda-f43a293b5650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:50.550376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.560368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.580035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Transition to ACTIVE for port object 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:50.601381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.608387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b791cc-3c26-40f3-b070-31ade8baee1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:50.646760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] For port 34ca905b-2f7d-473e-abce-34f8ccee495c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:50.649258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] For port 34ca905b-2f7d-473e-abce-34f8ccee495c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=34ca905b-2f7d-473e-abce-34f8ccee495c,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:50.652559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.657325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:50.685507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Network 56406984-14ff-4f2c-8d2d-360241f53438 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:56:50.688899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:56:50.691852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:56:50.746120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:50.749617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:50.770960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801740e-8bb6-49c7-b500-bd7c150f36b2 None None] Pushing event updated for resources: {'Port': ['ID=34ca905b-2f7d-473e-abce-34f8ccee495c,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:50.783775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:50.785457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:50.788238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3801740e-8bb6-49c7-b500-bd7c150f36b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:50.789394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Routers {'ed4cee6d-77d6-4d01-8113-345b7b31f417'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:56:50.790168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ed4cee6d-77d6-4d01-8113-345b7b31f417'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:50.816115 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332388 Dec 23 15:56:50.985545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Request body: {'port': {'device_id': '038fb63a-046e-4b15-a951-ebbe76f90586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:51.011461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] Set router ed4cee6d-77d6-4d01-8113-345b7b31f417 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:56:51.103402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.186749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.350368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 34ca905b-2f7d-473e-abce-34f8ccee495c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:51.385020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75ba4-a5f0-40d9-af62-96785679fcd6 req-eb564fc4-819b-4b9f-9556-88981852a8e1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:51.386263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-efc75ba4-a5f0-40d9-af62-96785679fcd6 req-eb564fc4-819b-4b9f-9556-88981852a8e1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 15:56:51.404614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e9a8f8e5-93a3-4858-8037-9c8b20bea900 None None] Provisioning for port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:51.475419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e9a8f8e5-93a3-4858-8037-9c8b20bea900 None None] Provisioning complete for port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:51.476129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f8e5-93a3-4858-8037-9c8b20bea900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.496674 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-efc75ba4-a5f0-40d9-af62-96785679fcd6 req-eb564fc4-819b-4b9f-9556-88981852a8e1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 15:56:51.498014 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-efc75ba4-a5f0-40d9-af62-96785679fcd6 req-eb564fc4-819b-4b9f-9556-88981852a8e1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 931 time: 0.3774419 Dec 23 15:56:51.563890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8f8e5-93a3-4858-8037-9c8b20bea900 None None] Port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 15:56:51.588124 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-efc75ba4-a5f0-40d9-af62-96785679fcd6 req-66ef842c-3703-4f6e-8507-4b2b53c8a4ef tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830874 Dec 23 15:56:51.639810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 34ca905b-2f7d-473e-abce-34f8ccee495c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:51.650179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 34ca905b-2f7d-473e-abce-34f8ccee495c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:51.650610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.669609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:56:51.677086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.694788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Transition to ACTIVE for port object 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 15:56:51.697762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.702553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d6f62c6c-7276-4feb-8a86-e39fa0c907f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:51.740156 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-c7471efa-a0a7-49ea-af0f-7d3a10c0efaf None None] Provisioning complete for port 34ca905b-2f7d-473e-abce-34f8ccee495c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:51.740523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7471efa-a0a7-49ea-af0f-7d3a10c0efaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.833099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:51.836374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:51.844153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '34ca905b-2f7d-473e-abce-34f8ccee495c', 'name': '', 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'mac_address': 'fa:16:3e:0f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:42Z', 'updated_at': '2021-12-23T15:56:50Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'subnets': [{'id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:56:51.857913 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e499-19dc-4308-8750-3de04ae4869b None None] The sync data for ids ['ed4cee6d-77d6-4d01-8113-345b7b31f417'] in dv-neutron-822797-1-hyperv is: [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:43Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '34ca905b-2f7d-473e-abce-34f8ccee495c', 'name': '', 'network_id': 'f6306e8b-6d36-4ca3-8a30-092b764042b1', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'mac_address': 'fa:16:3e:0f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:42Z', 'updated_at': '2021-12-23T15:56:50Z', 'revision_number': 4, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'subnets': [{'id': 'ad57bb34-8145-4a04-90a0-52466ce9e362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:56:51.875574 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.953918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Attempting to bind port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 15:56:51.954315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Attempting to bind port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 15:56:51.954689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Attempting to bind port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 on network 56406984-14ff-4f2c-8d2d-360241f53438 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:51.962010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 on network 56406984-14ff-4f2c-8d2d-360241f53438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:56:51.962445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Attempting to bind port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 on network 56406984-14ff-4f2c-8d2d-360241f53438 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 15:56:51.967397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 34ca905b-2f7d-473e-abce-34f8ccee495c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=34ca905b-2f7d-473e-abce-34f8ccee495c,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:51.970297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 15:56:51.970642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c7471efa-a0a7-49ea-af0f-7d3a10c0efaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.970747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Checking segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 15:56:51.971098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Bound using segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 15:56:51.971587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Bound port: 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 15:56:51.971978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.985545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:51.989705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71d08858-29cd-4f37-988a-ed94dbefa121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:52.083226 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 15:56:52.087184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 15:56:52.092308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:52.094055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:56:52.097139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:52.119974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=34ca905b-2f7d-473e-abce-34f8ccee495c,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:52.126007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:52.126906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-c7471efa-a0a7-49ea-af0f-7d3a10c0efaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:56:52.127320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-c7471efa-a0a7-49ea-af0f-7d3a10c0efaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 15:56:52.154896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:52.156662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] 10.222.0.65 "PUT /v2.0/ports/3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 1093 time: 1.3327568 Dec 23 15:56:52.159588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:56:52.193149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:52.197435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:52.246379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'status': 'completed', 'code': 200} Dec 23 15:56:52.292837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-4f441c6e-35fe-4c6d-8fb8-3de573b34b26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1096 time: 0.0875933 Dec 23 15:56:52.370361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-8c6150ea-9f3b-4ec0-a621-3f5ec1e1f1aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 217 time: 0.0692990 Dec 23 15:56:52.451840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-3e2bd8b2-6018-488d-8410-29b5831217e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:52.453522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-3e2bd8b2-6018-488d-8410-29b5831217e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0755363 Dec 23 15:56:52.540573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-72b1bf39-2b33-4527-b0b4-5c262ed31d7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801601 Dec 23 15:56:52.697249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-31ba417e-4d75-4761-8fe8-eb3c9b1d4b4a service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487451 Dec 23 15:56:52.905877 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2009dde6-cc17-431f-a18e-08760be98ef7 req-8b3441d8-1159-496d-bfaf-282615d8b76b service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020078 Dec 23 15:56:52.921545 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8a8fa-d3a3-4659-91fe-4d8c55cdd702 req-05077781-8273-4fcb-9d65-ca817815473f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:52.923168 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fe8a8fa-d3a3-4659-91fe-4d8c55cdd702 req-05077781-8273-4fcb-9d65-ca817815473f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.1973965 Dec 23 15:56:53.019666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2fe8a8fa-d3a3-4659-91fe-4d8c55cdd702 req-2d847e30-e3ab-4536-acc1-09011b14dcc1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898175 Dec 23 15:56:53.055659 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-7ee2257f-6800-4b58-b750-ed280089f07b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1096 time: 0.0942225 Dec 23 15:56:53.206899 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-233c5298-e90a-470e-b9e6-1e4fffd58c1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:53.208546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-233c5298-e90a-470e-b9e6-1e4fffd58c1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1463339 Dec 23 15:56:53.257412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 34ca905b-2f7d-473e-abce-34f8ccee495c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:53.291454 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-8992b891-e861-436f-8500-ebe0253c01b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 217 time: 0.0752575 Dec 23 15:56:53.341496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 34ca905b-2f7d-473e-abce-34f8ccee495c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:53.342054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:53.362707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-fd8134c2-e345-4189-a53f-0570eeb71efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:53.364329 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-fd8134c2-e345-4189-a53f-0570eeb71efb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0668523 Dec 23 15:56:53.451444 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-eb8cd376-a90e-4f80-a58f-a62ed582f10e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804038 Dec 23 15:56:53.613232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-1c3d8d41-18d3-42e5-b83f-9d49aca12df5 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540895 Dec 23 15:56:53.998635 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e19b4b0-1621-45f3-ad6d-a10f76715c01 req-16205ed3-1070-44fd-81f0-8fc7bcd38332 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783143 Dec 23 15:56:54.234082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546040b2-dcfc-4676-b2cb-5e46d7012dcd req-8b209da9-1082-4939-b855-c8092632783b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:54.236475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-546040b2-dcfc-4676-b2cb-5e46d7012dcd req-8b209da9-1082-4939-b855-c8092632783b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0888195 Dec 23 15:56:54.291439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-546040b2-dcfc-4676-b2cb-5e46d7012dcd req-62834a63-0c69-49ad-acf2-7fbcd56ceba3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480890 Dec 23 15:56:55.383029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:56:55.515557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eed27-ca5a-4085-8045-791a880b4385 req-1a78f4b9-af4d-4c28-bdd6-3a533eb9c24a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:55.517218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8b9eed27-ca5a-4085-8045-791a880b4385 req-1a78f4b9-af4d-4c28-bdd6-3a533eb9c24a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0861664 Dec 23 15:56:55.535828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:55.550860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'mac_address': 'fa:16:3e:52:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:56:55.566906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8b9eed27-ca5a-4085-8045-791a880b4385 req-6edf61d7-5a04-46b7-b3f9-d8d3ae10f90a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Dec 23 15:56:55.608952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:55.630989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:56:55.646883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:55.650717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:55.653413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:55.721464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:55.724806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:55.876831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:56:56.787955 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509197fd-ac63-4a02-a6c7-a999889e27ea req-56eac7da-a110-445c-9f47-470e947e2526 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:56.789538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-509197fd-ac63-4a02-a6c7-a999889e27ea req-56eac7da-a110-445c-9f47-470e947e2526 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 944 time: 0.0914888 Dec 23 15:56:56.839251 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-509197fd-ac63-4a02-a6c7-a999889e27ea req-7f919dcc-748b-4964-8627-d155dd2089a4 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Dec 23 15:56:56.883349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-094e0ffa-b5b4-4e19-987a-159e6c86a008 req-c0155c35-578c-490b-8e57-55ea459671d7 service neutron] (88873) timed out ('10.222.0.49', 32856) {{(pid=88873) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 23 15:56:57.395852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:56:57.472747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 15:56:57.477849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:56:57.478282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:57.596536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:57.624696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:56:57.635066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:56:57.638308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:56:57.640282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3801740e-8bb6-49c7-b500-bd7c150f36b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:56:57.691648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'code': 200} Dec 23 15:56:57.721852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:56:57.725032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:56:57.933511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-28890f7f-ba1c-4931-ac06-752709db6bde req-2a963dee-676c-4b57-a237-1e89301fa20f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1098 time: 0.0819402 Dec 23 15:56:57.983157 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-28890f7f-ba1c-4931-ac06-752709db6bde req-a30ef158-408a-4093-9912-2756ac3d8b99 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 Dec 23 15:56:58.067206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f607bd-39b9-4e46-bc18-fe595b9143e0 req-26fc9aa3-3fe2-4e8a-9b77-a0d8f16fd066 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:58.068866 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-79f607bd-39b9-4e46-bc18-fe595b9143e0 req-26fc9aa3-3fe2-4e8a-9b77-a0d8f16fd066 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.1045146 Dec 23 15:56:58.118791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-79f607bd-39b9-4e46-bc18-fe595b9143e0 req-77d32745-87ff-48a6-a4fe-5add3f0607d4 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Dec 23 15:56:59.345093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773c75-c206-4ed3-9a15-02d8b64873e0 req-e7486562-6aa9-4839-ac2f-f9e12c3271ea tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:59.346786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae773c75-c206-4ed3-9a15-02d8b64873e0 req-e7486562-6aa9-4839-ac2f-f9e12c3271ea tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0872436 Dec 23 15:56:59.398354 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae773c75-c206-4ed3-9a15-02d8b64873e0 req-56266e2c-4a81-43d8-b45f-8393c123f9c7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452735 Dec 23 15:56:59.604729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cd49c-905d-46f5-918b-caf88c21afc2 req-8c0b2b0b-eed9-4618-9af8-1bb7c582ae2f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:56:59.606374 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-186cd49c-905d-46f5-918b-caf88c21afc2 req-8c0b2b0b-eed9-4618-9af8-1bb7c582ae2f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0870650 Dec 23 15:56:59.658619 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-186cd49c-905d-46f5-918b-caf88c21afc2 req-0f0b6456-6e56-4d27-8753-aac73631dbc5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Dec 23 15:56:59.695176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37238) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:59.848378 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-71190261-c080-43db-a38a-78e94d865946 tempest-TestShelveInstance-1514997245 tempest-TestShelveInstance-1514997245-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1093 time: 0.1518931 Dec 23 15:56:59.852613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37244) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:59.858320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:59.864411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 15:56:59.868634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:floatingip and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 15:56:59.871756 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 15:56:59.877996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 15:56:59.888821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:00.042159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:00.194752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Allocated IP 172.26.2.151 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/6c2510ad-ee3f-4d33-bb54-80ea2a72b473) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 15:57:00.354817 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:00.383247 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:00.388484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8353dbdb-10f9-45e2-a9d7-11a5a1ea40b0 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:57:00.459936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 15:57:00.464098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 15:57:00.466801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 15:57:00.493492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'Port': ['ID=6c2510ad-ee3f-4d33-bb54-80ea2a72b473,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:57:00.496310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:57:01.024616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:01.081773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:01.255534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:01.300729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:01.305037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:01.310161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9f26341a-11bf-435d-8ee0-424eeeebd2ad tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:57:01.423186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'Port': ['ID=6c2510ad-ee3f-4d33-bb54-80ea2a72b473,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:57:01.427754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:57:01.434993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:01.639880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Floating IP 77efcddf-8f23-4b53-be12-69e0477da897 associated. External IP: 172.26.2.151, port: 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3. Dec 23 15:57:02.291557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 15:57:02.509049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 15:57:02.519868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 15:57:02.537065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:02.537742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:57:02.538429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:57:02.605237 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7420030 Dec 23 15:57:02.605237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:57:02.657603 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'status': 'completed', 'code': 200} Dec 23 15:57:02.731041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:57:02.770108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-9aa7f329-e4f7-4ce7-95c6-753481886b2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1098 time: 0.0808697 Dec 23 15:57:02.920984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-0572f362-2380-4470-b590-b7ebd865577e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:57:02.922539 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-0572f362-2380-4470-b590-b7ebd865577e service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1456690 Dec 23 15:57:03.042604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-292c85d8-7b07-45c5-8018-758b85bc7253 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 999 time: 0.1120341 Dec 23 15:57:03.104370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '77efcddf-8f23-4b53-be12-69e0477da897', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'floating_ip_address': '172.26.2.151', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'mac_address': 'fa:16:3e:52:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038fb63a-046e-4b15-a951-ebbe76f90586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:57:00Z', 'updated_at': '2021-12-23T15:57:00Z', 'revision_number': 0, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:57:03.108742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 15:57:03.119514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-10219140-1a91-472e-8d60-f14e72714186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:57:03.120380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 15:57:03.121053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T15:56:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:57:03.121194 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-10219140-1a91-472e-8d60-f14e72714186 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0713942 Dec 23 15:57:03.204764 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-17f94efd-d9f1-44bf-82d5-bd9ff30f5a97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775061 Dec 23 15:57:03.308033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 15:57:03.352177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-d4c60663-d4f5-4202-a103-837f35fc9eaf service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394153 Dec 23 15:57:03.500248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-affd8cff-bd0d-4d32-b8c7-f81a1e0eb881 req-04839ff7-ab3b-482c-a529-6dc006199b6b service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405323 Dec 23 15:57:03.683177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '77efcddf-8f23-4b53-be12-69e0477da897', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'floating_ip_address': '172.26.2.151', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'mac_address': 'fa:16:3e:52:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038fb63a-046e-4b15-a951-ebbe76f90586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:57:00Z', 'updated_at': '2021-12-23T15:57:00Z', 'revision_number': 0, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 15:57:03.687656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162893-9d8d-4dc5-845d-31a4c5a2226e None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '77efcddf-8f23-4b53-be12-69e0477da897', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'floating_ip_address': '172.26.2.151', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'mac_address': 'fa:16:3e:52:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038fb63a-046e-4b15-a951-ebbe76f90586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:57:00Z', 'updated_at': '2021-12-23T15:57:00Z', 'revision_number': 0, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 15:57:04.051444 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133de2f-befa-4aae-907f-6c9caf82b6a3 None None] New status for floating IP 77efcddf-8f23-4b53-be12-69e0477da897: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 15:57:16.821692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-80476d12-a213-40b1-b772-9937384885b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:18.297126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:18.868106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-10644070-0dd8-41b8-a8ab-10264d1ad1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:19.627977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:21.069778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:29.099964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:57:31.261541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:46.824743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a21efe06-79ae-446d-a6df-998e095bf8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:47.471909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-9dbb036f-4c1d-4e92-aa90-56f3e4520252 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856779 Dec 23 15:57:47.645654 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-c6637c80-8e1e-41ff-969e-9ef9a9b8a50f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1098 time: 0.0847707 Dec 23 15:57:47.809259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-5f2837f7-27ac-4baa-947a-cab69daef4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:57:47.811019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-5f2837f7-27ac-4baa-947a-cab69daef4c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1461103 Dec 23 15:57:47.923879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-096c02d5-0931-4d7a-8362-fb30d4cade66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 1001 time: 0.1063771 Dec 23 15:57:47.999635 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-768aa47f-29c0-45f8-b168-697fe1c70e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:57:48.001315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-768aa47f-29c0-45f8-b168-697fe1c70e4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0711737 Dec 23 15:57:48.088803 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-bdc17bfa-0f31-4864-b9c5-b478574cf6aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808873 Dec 23 15:57:48.247481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-fe3407c0-65b5-4ac4-adf7-de4f9ed26ba6 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512017 Dec 23 15:57:48.291159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:48.396179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4b7db0c6-8ea0-4e5e-b10b-4fe133b7d15a req-50d63b06-1c7c-410e-9128-70def64cbe2f service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425829 Dec 23 15:57:48.872577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4f857d67-57a6-45ff-83c2-5264d7439c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:49.637890 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:57:51.075487 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:01.270029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:06.109242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:58:16.828375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c3429dd1-adef-4e85-8ef5-a68ca9441270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:18.302834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:18.874595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8e82d506-f94c-4c15-a257-c76077a44f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:19.635273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:21.078461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:31.453696 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:43.106648 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:58:46.831555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c035ac09-9e94-4999-a32b-9f0eaf2e0b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:48.301262 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:48.867042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a3b7d6f7-a023-47e6-a647-c82c574ec5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:49.396669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-e4035e98-07cf-447b-8e74-df6b6e54943d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785067 Dec 23 15:58:49.552712 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-d078a5a4-b83c-43d7-8c11-90399ed957f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1098 time: 0.0770140 Dec 23 15:58:49.632369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:49.720605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-925241d2-6026-46d0-b401-16559321692c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:58:49.722271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-925241d2-6026-46d0-b401-16559321692c service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1424217 Dec 23 15:58:49.835087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-51e09762-1739-47b8-a169-ea0055cfbafc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 1001 time: 0.1051991 Dec 23 15:58:49.909204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-2fbd53bd-84d1-4658-a9b8-ecb3b3f6a36c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:58:49.910840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-2fbd53bd-84d1-4658-a9b8-ecb3b3f6a36c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0676560 Dec 23 15:58:49.993987 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-a558dc0b-6572-4c1c-98d7-0bc77f44b054 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756426 Dec 23 15:58:50.149145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-99d7a9dd-0cf1-40bd-a705-1f56b3a8f5d1 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473682 Dec 23 15:58:50.298287 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19fbf18f-ae81-4b32-aa2c-b40ee785066f req-a22aee20-710f-4c56-8249-1b577485bb10 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422412 Dec 23 15:58:51.086047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:58:58.026946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1434e3-3c23-49d1-ba4a-69f17467cd96 req-570ae351-c230-4d91-b865-3627fa9b894a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:58:58.028635 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c1434e3-3c23-49d1-ba4a-69f17467cd96 req-570ae351-c230-4d91-b865-3627fa9b894a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0912941 Dec 23 15:58:58.084761 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8c1434e3-3c23-49d1-ba4a-69f17467cd96 req-d203259f-28d4-4809-80e9-a9a17ae2d5d3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Dec 23 15:58:59.329048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f397cc-010c-43d1-b1f2-1ad88ae80ba9 req-b4755ef8-1278-4b4f-8dcb-53d352fddeb9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:58:59.330818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78f397cc-010c-43d1-b1f2-1ad88ae80ba9 req-b4755ef8-1278-4b4f-8dcb-53d352fddeb9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0981164 Dec 23 15:58:59.386918 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-78f397cc-010c-43d1-b1f2-1ad88ae80ba9 req-79f568da-4397-45f4-9662-24e603ad7e4c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Dec 23 15:59:00.630348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6baab-0274-4100-8fc7-245f7e25cc2c req-91a3c56d-aa35-43bb-8522-fa6237183f55 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:00.631967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55a6baab-0274-4100-8fc7-245f7e25cc2c req-91a3c56d-aa35-43bb-8522-fa6237183f55 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0979979 Dec 23 15:59:00.683239 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55a6baab-0274-4100-8fc7-245f7e25cc2c req-f034db42-59d9-4889-905e-7662120f470d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447574 Dec 23 15:59:01.289633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:01.915403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef96ee-b06e-4e56-b4cf-18a7d4391c71 req-30dac02d-acbd-4b77-9afb-27f2d09fb414 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:01.917048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6bef96ee-b06e-4e56-b4cf-18a7d4391c71 req-30dac02d-acbd-4b77-9afb-27f2d09fb414 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0887294 Dec 23 15:59:01.970561 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6bef96ee-b06e-4e56-b4cf-18a7d4391c71 req-278ce63b-4a0b-4b3c-b080-bab0eead73d4 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472937 Dec 23 15:59:03.186433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654243dd-1a61-4fc6-b2b4-19db60e49666 req-d4ed3fc5-0fac-4728-9314-cb942cdb6491 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:03.188082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-654243dd-1a61-4fc6-b2b4-19db60e49666 req-d4ed3fc5-0fac-4728-9314-cb942cdb6491 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0932984 Dec 23 15:59:03.238468 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-654243dd-1a61-4fc6-b2b4-19db60e49666 req-e7eef144-9485-4ba8-939f-3409c4330d82 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Dec 23 15:59:04.461352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd87cc-a3c1-4cfd-a511-09c60edaf3b7 req-89f6c04c-2827-44cd-9afc-c23bb9474882 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:04.463026 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fcfd87cc-a3c1-4cfd-a511-09c60edaf3b7 req-89f6c04c-2827-44cd-9afc-c23bb9474882 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0870621 Dec 23 15:59:04.512977 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fcfd87cc-a3c1-4cfd-a511-09c60edaf3b7 req-63604a9a-2fa1-4902-9656-adce2d513df4 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Dec 23 15:59:05.740687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d42a-c90d-4100-b25e-990145a4d5ce req-c6b7f6f8-2fac-4a7e-b571-d5544a66b626 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:05.742416 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c85d42a-c90d-4100-b25e-990145a4d5ce req-c6b7f6f8-2fac-4a7e-b571-d5544a66b626 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0932541 Dec 23 15:59:05.793098 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3c85d42a-c90d-4100-b25e-990145a4d5ce req-7e2c9428-4bf6-49f7-b75b-1095b2fa8235 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443587 Dec 23 15:59:07.021948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014f4b5-4f09-4105-82d0-63eb7d926fba req-33cde167-15a8-425f-9e21-ee64d4b3c5eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:07.023582 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a014f4b5-4f09-4105-82d0-63eb7d926fba req-33cde167-15a8-425f-9e21-ee64d4b3c5eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0939307 Dec 23 15:59:07.074435 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a014f4b5-4f09-4105-82d0-63eb7d926fba req-9fde345c-add7-43e3-ba6e-95beffc8e14b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436616 Dec 23 15:59:08.292859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4c4e-6b54-4e83-b4c6-b7d533ad93fe req-7b5351c8-2db4-4c27-adaa-896a77c9cf92 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:08.294522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-120a4c4e-6b54-4e83-b4c6-b7d533ad93fe req-7b5351c8-2db4-4c27-adaa-896a77c9cf92 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0903058 Dec 23 15:59:08.349865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-120a4c4e-6b54-4e83-b4c6-b7d533ad93fe req-e3b5b296-4537-4758-a957-80588578a22f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453169 Dec 23 15:59:09.566364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210957-3005-4802-861e-699623da3adc req-9e5d7301-aff0-44aa-98b0-99f11d6f350e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:09.567920 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-03210957-3005-4802-861e-699623da3adc req-9e5d7301-aff0-44aa-98b0-99f11d6f350e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0949690 Dec 23 15:59:09.620991 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-03210957-3005-4802-861e-699623da3adc req-7ba67d68-f21c-40b5-be12-eb70f6a56c1d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 Dec 23 15:59:09.955836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:59:10.107181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:10.121646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'mac_address': 'fa:16:3e:52:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:59:10.177665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:10.200591 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:59:10.221345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:10.225427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:10.227302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:59:10.298218 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:59:10.306314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:59:10.351015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.351415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.351809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.352200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.352587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.352967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.353377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.353720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.354104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.354504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.354936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 15:59:10.361184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:59:10.832302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82812ee4-43fb-48f3-b776-2f6bad9fb400 req-a5afef89-cd07-446f-8a37-c1c3e10bf168 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:10.834044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82812ee4-43fb-48f3-b776-2f6bad9fb400 req-a5afef89-cd07-446f-8a37-c1c3e10bf168 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 944 time: 0.0879416 Dec 23 15:59:10.884692 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82812ee4-43fb-48f3-b776-2f6bad9fb400 req-3810083d-300e-467a-b8cd-714b7864a876 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Dec 23 15:59:11.974307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:59:12.060618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:59:12.061598 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:12.126930 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fe060-c274-4357-ac83-c6dc64534fda req-6fef2c72-37ae-4d2a-94a0-d4447b558fff tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:12.129576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c26fe060-c274-4357-ac83-c6dc64534fda req-6fef2c72-37ae-4d2a-94a0-d4447b558fff tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 944 time: 0.0991414 Dec 23 15:59:12.194818 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c26fe060-c274-4357-ac83-c6dc64534fda req-f3187f45-e210-4e77-b3b4-3f5b38324fa3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579689 Dec 23 15:59:12.206304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:12.242316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:59:12.256248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:12.261833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:12.263931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1e71d03-f800-4486-b55a-2342ba0f458a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:59:12.347436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:59:12.351508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:59:13.327208 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'code': 200} Dec 23 15:59:13.433845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76fa2-f47c-4812-81bf-65c16b3efeb2 req-3a5ab13c-21c5-4ac8-944b-0a5a081ecd42 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:13.435586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ef76fa2-f47c-4812-81bf-65c16b3efeb2 req-3a5ab13c-21c5-4ac8-944b-0a5a081ecd42 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.1033299 Dec 23 15:59:13.505591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ef76fa2-f47c-4812-81bf-65c16b3efeb2 req-3542d902-9e85-48cc-97fc-e05da52f0bf7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632644 Dec 23 15:59:14.724466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79ecf-d109-43b1-ac14-95114d945452 req-9c145b0b-9950-4bac-923b-8144feda6bf3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:14.726045 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dd79ecf-d109-43b1-ac14-95114d945452 req-9c145b0b-9950-4bac-923b-8144feda6bf3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0952594 Dec 23 15:59:14.782752 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2dd79ecf-d109-43b1-ac14-95114d945452 req-8a4ba734-b530-4558-989d-b9a65e0110d0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477941 Dec 23 15:59:16.005488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca3401-2b9d-442e-894b-ecf38708db8d req-2c18c93c-866a-4484-989b-8de3ebafbe64 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:16.007453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15ca3401-2b9d-442e-894b-ecf38708db8d req-2c18c93c-866a-4484-989b-8de3ebafbe64 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0953043 Dec 23 15:59:16.060349 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15ca3401-2b9d-442e-894b-ecf38708db8d req-4b8be2d2-7898-4130-85a6-97c9f5381fa1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Dec 23 15:59:16.826452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f7b7ed2a-4f4f-4200-99da-8b47e770dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:17.291515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53534f-410d-4e71-b3ff-aeca022fe6bd req-4e27af06-3e7f-4c76-adfe-24168dc8e227 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:17.293728 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b53534f-410d-4e71-b3ff-aeca022fe6bd req-4e27af06-3e7f-4c76-adfe-24168dc8e227 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0902247 Dec 23 15:59:17.627423 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5b53534f-410d-4e71-b3ff-aeca022fe6bd req-d8c2e56a-43ea-4c99-b156-ae1021055d81 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269277 Dec 23 15:59:18.296008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:18.857952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294efb90-8598-467e-8d52-e3635285a2bf req-d1de39e9-d0cb-471b-b52c-3d352dcc354a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:18.861195 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-294efb90-8598-467e-8d52-e3635285a2bf req-d1de39e9-d0cb-471b-b52c-3d352dcc354a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.1013379 Dec 23 15:59:18.872535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a4b0817d-dd59-47f1-a3f6-94a7ffed4c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:18.917037 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-294efb90-8598-467e-8d52-e3635285a2bf req-682455e5-9021-4fcf-ac27-a37beab5de8a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501208 Dec 23 15:59:19.641776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:20.097618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 15:59:20.141828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e56dd-35ba-4f75-840e-728f503d7857 req-85cff8f2-04f9-42cc-b9cf-6f8fa399645c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:20.143445 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-447e56dd-35ba-4f75-840e-728f503d7857 req-85cff8f2-04f9-42cc-b9cf-6f8fa399645c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0974145 Dec 23 15:59:20.196541 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-447e56dd-35ba-4f75-840e-728f503d7857 req-87120212-1885-409b-9b72-6b1a2cb6868a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439456 Dec 23 15:59:20.605392 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-99799fa7-40ca-45d4-a8ac-e81b9b3588fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1098 time: 0.0816786 Dec 23 15:59:20.751809 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-187aeb64-0c63-4364-8851-19d9f77e7ee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:20.753453 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-187aeb64-0c63-4364-8851-19d9f77e7ee3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1418295 Dec 23 15:59:20.865051 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-c1ef7b4b-0818-45de-9f73-13a903720195 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 1001 time: 0.1037946 Dec 23 15:59:20.934548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-51de238d-ca8b-4cb7-aefa-e35511bb2a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:20.936089 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-51de238d-ca8b-4cb7-aefa-e35511bb2a1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0650070 Dec 23 15:59:21.024252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-01c9bebb-2a79-468a-adfc-acd27308ef7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754087 Dec 23 15:59:21.083750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:21.171108 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-512cdfbb-28af-46be-9e01-0cdddc18f0c9 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396177 Dec 23 15:59:21.317047 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3e57cee3-63ea-46e1-ac79-3c3e209be865 req-bfb5e05d-8eaa-40e6-91d6-a19308596928 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 Dec 23 15:59:21.403234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43e4a6-ed0c-4c46-a824-1b24e6b0bb0e req-a2e3c44b-e798-4a04-af7f-a7904ac1f727 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:21.404881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3b43e4a6-ed0c-4c46-a824-1b24e6b0bb0e req-a2e3c44b-e798-4a04-af7f-a7904ac1f727 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0836611 Dec 23 15:59:21.456915 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3b43e4a6-ed0c-4c46-a824-1b24e6b0bb0e req-3f40468e-35d2-4e1a-8eee-deb2bddd6a8c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Dec 23 15:59:22.679914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291812c1-ac91-4dca-b313-d66979b96fe1 req-8d9daacb-0e73-4a57-8c23-785a89ee1152 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:22.681472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-291812c1-ac91-4dca-b313-d66979b96fe1 req-8d9daacb-0e73-4a57-8c23-785a89ee1152 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0897932 Dec 23 15:59:22.730175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-291812c1-ac91-4dca-b313-d66979b96fe1 req-7cc3ccf4-fe1f-43cb-b04d-5b48b4aeedf0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Dec 23 15:59:23.941103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a415bf-fd30-4ce0-a16d-beae870abdd8 req-ade34cae-2845-465a-8551-28d6f3c12d16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:23.942771 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41a415bf-fd30-4ce0-a16d-beae870abdd8 req-ade34cae-2845-465a-8551-28d6f3c12d16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 945 time: 0.0905156 Dec 23 15:59:23.994379 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-41a415bf-fd30-4ce0-a16d-beae870abdd8 req-ba131d96-247c-4019-94c9-05072036a842 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Dec 23 15:59:24.011357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:59:24.130965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:24.159867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:59:24.170388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:24.173617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:24.175601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:59:24.218396 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'code': 422} returned with failed status Dec 23 15:59:24.244150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:59:24.247602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:59:24.273695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-58589ceb-e121-4645-b49b-57624ba4af2e req-7dc58117-ac0b-4a3f-acd4-41b6e073800f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1519310 Dec 23 15:59:24.480376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37414) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:24.581327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289734f8-3c11-4290-9fbf-bbbefd933a6f req-828e698d-916b-4553-9ca5-84b9cbb4c54c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:24.582951 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-289734f8-3c11-4290-9fbf-bbbefd933a6f req-828e698d-916b-4553-9ca5-84b9cbb4c54c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0864842 Dec 23 15:59:24.635392 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-07eb12d3-d800-4231-9f39-5d3f18ec5778 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527567 Dec 23 15:59:24.636266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-289734f8-3c11-4290-9fbf-bbbefd933a6f req-b0b9d8bf-49ec-4c18-8a86-7b52b1a2edba tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Dec 23 15:59:25.214696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-e7ed5996-22f0-4f89-8f8e-bc4453c04715 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&tenant_id=85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 1096 time: 0.0786741 Dec 23 15:59:25.318429 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-167dd928-9c1b-4136-969b-eb368d13c8fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1096 time: 0.0826137 Dec 23 15:59:25.473039 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-7eb00bd0-d2c6-4dbc-b821-90f73fd09927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:25.475439 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-7eb00bd0-d2c6-4dbc-b821-90f73fd09927 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1502604 Dec 23 15:59:25.586863 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-608e33cd-3943-48dd-8e55-b98b51970400 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 999 time: 0.1046624 Dec 23 15:59:25.657452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-154705b3-e237-4a9b-a1c3-13e713f23c53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:25.658941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-154705b3-e237-4a9b-a1c3-13e713f23c53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0660996 Dec 23 15:59:25.743214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-c6122f78-a83f-43c4-a1e5-a7feb3cdfa4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767207 Dec 23 15:59:25.943770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-9c7d3631-d13d-47d0-a3be-3f40e421e420 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940401 Dec 23 15:59:25.984687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e635d-51a3-4d86-89b6-0d328ec84e50 req-404d4696-bd61-4dce-8830-1082eaa6d3bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:25.986271 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a1e635d-51a3-4d86-89b6-0d328ec84e50 req-404d4696-bd61-4dce-8830-1082eaa6d3bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.2125092 Dec 23 15:59:26.145895 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9a1e635d-51a3-4d86-89b6-0d328ec84e50 req-e6146b29-8de3-4e60-a9ec-e9d4e8d1af50 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982604 Dec 23 15:59:26.166970 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-6d40c9d7-d4e0-4f16-ad53-149c01cc4fa5 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142115 Dec 23 15:59:27.373732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc977c0e-0243-4b47-8a17-6c2246d69f54 req-8e9e1347-32a2-49f3-86ae-6121d4322569 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:27.377747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc977c0e-0243-4b47-8a17-6c2246d69f54 req-8e9e1347-32a2-49f3-86ae-6121d4322569 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.1014526 Dec 23 15:59:27.434085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-bc977c0e-0243-4b47-8a17-6c2246d69f54 req-bce09b84-d38d-4fee-b9ef-16759ebee27b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516231 Dec 23 15:59:28.045417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 15:59:28.662287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72472aa-1df6-4128-aaee-df3919bf95e9 req-980085c9-5e01-440b-b5b5-44e72be7a017 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:28.663984 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e72472aa-1df6-4128-aaee-df3919bf95e9 req-980085c9-5e01-440b-b5b5-44e72be7a017 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0911174 Dec 23 15:59:28.715941 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e72472aa-1df6-4128-aaee-df3919bf95e9 req-f3b3fe94-262f-40e3-967c-3ba55dc08054 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451109 Dec 23 15:59:29.942749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ce6a-c6a0-4a61-9b2e-12e604ecb24e req-7a261853-55e3-441d-b144-64474dd4d2f7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:29.944420 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e44ce6a-c6a0-4a61-9b2e-12e604ecb24e req-7a261853-55e3-441d-b144-64474dd4d2f7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0908587 Dec 23 15:59:30.003576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4e44ce6a-c6a0-4a61-9b2e-12e604ecb24e req-92d0350c-a73e-4069-a897-8d5e00c686a5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521061 Dec 23 15:59:31.220433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c781-f0c4-4eaa-abe4-379d3bf941e6 req-54c53777-cac5-47f6-91e3-8cffc23aed20 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:31.222132 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5e7c781-f0c4-4eaa-abe4-379d3bf941e6 req-54c53777-cac5-47f6-91e3-8cffc23aed20 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0911613 Dec 23 15:59:31.274386 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f5e7c781-f0c4-4eaa-abe4-379d3bf941e6 req-bceff74c-ee66-455f-92a9-af03d58fd58d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455661 Dec 23 15:59:31.285922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:32.517091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83009-55e9-4425-8154-ced3f0c1eabb req-a740e9fd-a2f7-4684-a674-c3dda977b288 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:32.518960 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55f83009-55e9-4425-8154-ced3f0c1eabb req-a740e9fd-a2f7-4684-a674-c3dda977b288 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0897677 Dec 23 15:59:32.576455 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-55f83009-55e9-4425-8154-ced3f0c1eabb req-48426175-08ba-420b-ae1d-b4786a7f582f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511191 Dec 23 15:59:33.794995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049356fb-d68e-463d-a507-1a07aead901b req-34378e2a-0be8-4676-8f3a-5f04d08607ac tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:33.796666 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-049356fb-d68e-463d-a507-1a07aead901b req-34378e2a-0be8-4676-8f3a-5f04d08607ac tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0908523 Dec 23 15:59:33.847971 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-049356fb-d68e-463d-a507-1a07aead901b req-77caa375-4f58-42b7-b020-e79d48b9382c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 Dec 23 15:59:35.066826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a05b0-d289-47c7-8b36-f0313a16a639 req-8e9b3c0e-d840-4f1a-a08c-6750a3fb1607 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:35.068508 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f13a05b0-d289-47c7-8b36-f0313a16a639 req-8e9b3c0e-d840-4f1a-a08c-6750a3fb1607 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0936706 Dec 23 15:59:35.124850 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f13a05b0-d289-47c7-8b36-f0313a16a639 req-43a9401e-6783-4387-bbbe-4b39d7846483 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490000 Dec 23 15:59:36.336949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aff5a-6c0b-4118-9d82-e30d0a12e241 req-80cbdf3b-c705-47a1-9b9c-a431bab4f1d5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:36.338671 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b13aff5a-6c0b-4118-9d82-e30d0a12e241 req-80cbdf3b-c705-47a1-9b9c-a431bab4f1d5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0907698 Dec 23 15:59:36.399855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b13aff5a-6c0b-4118-9d82-e30d0a12e241 req-d7d1fdb1-57fd-4958-b350-5cfbbf2c9d8f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534325 Dec 23 15:59:37.612860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00108b92-3cdb-42a7-bf64-ff782236ee50 req-3d238340-b194-4ce0-b7ec-f276876b0a83 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:37.614511 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00108b92-3cdb-42a7-bf64-ff782236ee50 req-3d238340-b194-4ce0-b7ec-f276876b0a83 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0880890 Dec 23 15:59:37.669737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-00108b92-3cdb-42a7-bf64-ff782236ee50 req-8dc3a415-1551-4e92-97cd-4339c151520f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459888 Dec 23 15:59:38.902569 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432c01-152d-4cdb-b0cc-d2599f45dc63 req-851ab339-0491-4fdf-b734-2582cae3f7a1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:38.904256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07432c01-152d-4cdb-b0cc-d2599f45dc63 req-851ab339-0491-4fdf-b734-2582cae3f7a1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0941100 Dec 23 15:59:38.955104 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-07432c01-152d-4cdb-b0cc-d2599f45dc63 req-c3c7c240-998f-4016-ab26-07af2302734e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444429 Dec 23 15:59:40.093204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 15:59:40.256664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:40.271373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'port_id': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'mac_address': 'fa:16:3e:52:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:59:40.315027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa00607-1e46-42e4-b9d4-588ed3a36d15 req-04d2f760-89d5-4d99-be5b-d1d99990b22d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:40.316676 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cfa00607-1e46-42e4-b9d4-588ed3a36d15 req-04d2f760-89d5-4d99-be5b-d1d99990b22d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 943 time: 0.0925798 Dec 23 15:59:40.340085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:40.359329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 15:59:40.373975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cfa00607-1e46-42e4-b9d4-588ed3a36d15 req-e1dfe5c2-d2b7-4f2c-9457-e24e2de119d8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507910 Dec 23 15:59:40.376095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:40.379454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:40.382275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:59:40.450438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=9']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:59:40.453833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:59:40.616118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 15:59:41.592627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb16e-ee1c-4a01-9950-0475b01d4d34 req-7d702283-87b3-40f0-8c6b-ff97db18ed7c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:41.594332 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dc5bb16e-ee1c-4a01-9950-0475b01d4d34 req-7d702283-87b3-40f0-8c6b-ff97db18ed7c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 944 time: 0.0968065 Dec 23 15:59:41.649489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-dc5bb16e-ee1c-4a01-9950-0475b01d4d34 req-bc171ef2-6bbd-4148-9e30-69c6183ffe85 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484235 Dec 23 15:59:42.109028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 15:59:42.192441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 15:59:42.192795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:42.312187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:42.341235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 15:59:42.351457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 15:59:42.355623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:42.357737 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bee3efb1-e8fb-482a-8fd2-4274ab6ba44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 15:59:42.404092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'code': 200} Dec 23 15:59:42.433105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=10']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 15:59:42.436535 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 15:59:42.669143 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd2778c5-8e07-40ae-983a-cac25fd0d12a req-848d2cf2-16a7-4272-a4e9-6f6a0c52052d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1099 time: 0.0801735 Dec 23 15:59:42.720033 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd2778c5-8e07-40ae-983a-cac25fd0d12a req-b2e6d025-b2a2-4781-acf3-8463430fc291 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443218 Dec 23 15:59:42.870446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd8cd3-5888-480d-ac0f-ee9391e0eb55 req-80f5c6c5-4fb3-4ba7-a9e2-c364588bf01d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:42.872127 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19cd8cd3-5888-480d-ac0f-ee9391e0eb55 req-80f5c6c5-4fb3-4ba7-a9e2-c364588bf01d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 946 time: 0.0985901 Dec 23 15:59:42.922914 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-19cd8cd3-5888-480d-ac0f-ee9391e0eb55 req-0fcc150d-d4e0-46ef-9024-ade3cb04730b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Dec 23 15:59:44.141489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abd702-81b6-41b3-9353-ad22cc4bd7d4 req-dab3169b-bd5e-4662-993a-dae015a97f47 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:44.143190 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82abd702-81b6-41b3-9353-ad22cc4bd7d4 req-dab3169b-bd5e-4662-993a-dae015a97f47 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 946 time: 0.0892293 Dec 23 15:59:44.200093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-82abd702-81b6-41b3-9353-ad22cc4bd7d4 req-2a778b37-cd0d-448e-8813-d962d6fa6b92 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503614 Dec 23 15:59:45.419125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad547b-5d3a-42a8-9b23-ec10dd4ad287 req-102a1fae-e149-4af9-9003-067abca0707a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:45.420795 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0ad547b-5d3a-42a8-9b23-ec10dd4ad287 req-102a1fae-e149-4af9-9003-067abca0707a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 946 time: 0.0899563 Dec 23 15:59:45.474131 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0ad547b-5d3a-42a8-9b23-ec10dd4ad287 req-834cadc5-4889-4654-a27d-6c9f3b3b9492 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469322 Dec 23 15:59:46.831618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ffd0810c-d0bd-4030-9677-1b6b7c6d20eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:48.299564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:48.877695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-70518f3c-f6ee-4b77-b829-8379f09ed318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:49.650895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:50.023926 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-c2bfade4-00d2-4237-824d-21fe96376787 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788605 Dec 23 15:59:50.185757 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-022636f1-dda8-4761-afe3-06b1ee1744fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1099 time: 0.0766466 Dec 23 15:59:50.344339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-e119bbd9-41a3-4dd3-a03d-7f612deb1044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:50.345969 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-e119bbd9-41a3-4dd3-a03d-7f612deb1044 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1397822 Dec 23 15:59:50.681601 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-c0d45a60-9a5f-4d55-9afa-ed4307bdca3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 1001 time: 0.3286185 Dec 23 15:59:50.764972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-ac91ac3a-ef97-49fe-ba96-68223caed87a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 15:59:50.766661 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-ac91ac3a-ef97-49fe-ba96-68223caed87a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0783963 Dec 23 15:59:50.853897 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-467add72-6032-4d85-8399-42e5e8aef3e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798349 Dec 23 15:59:51.003044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-eb82e74d-0cbb-46d7-8c2a-f2db22ba7bd0 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422164 Dec 23 15:59:51.087843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 15:59:51.160296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d0526a8c-2a59-4c45-9fc8-02d067e4ee02 req-9f4a2fd6-1666-479f-a3c7-f34e35317ed0 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501226 Dec 23 15:59:57.105816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:00:01.292308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:16.845422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-96dbfeb7-5d53-4f21-b192-6c5dd21a83ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:18.297754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:18.880406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f353f274-b8f0-4bd4-b7ca-96b1d4d2090e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:19.654779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:21.097078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:31.282680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:34.104034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:00:46.847274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3375f16f-fed4-4dec-a581-9b9ff32ef797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:48.296138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:48.878857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-359f47b1-903b-4521-9cdf-2798766b2e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:49.657506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:50.471816 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-0d550234-2ad7-445b-898e-2ab801f34c9f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771763 Dec 23 16:00:50.633044 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-b14b67b2-d052-473e-b457-a6c9355eaeb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1099 time: 0.0865583 Dec 23 16:00:50.799844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-2eb3939d-f68e-4f89-90e5-5850415344f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:00:50.801450 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-2eb3939d-f68e-4f89-90e5-5850415344f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1439562 Dec 23 16:00:50.923815 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-b11eff4f-078f-4191-a121-3ae056c1976b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 1001 time: 0.1156337 Dec 23 16:00:50.994609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-7782bf25-5c1b-472c-af84-36a9182d8228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:00:50.996197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-7782bf25-5c1b-472c-af84-36a9182d8228 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0651696 Dec 23 16:00:51.079466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-91f9c99c-c1c6-4c6c-9ed8-2ac982391c09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767059 Dec 23 16:00:51.093912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:51.225472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-553dcbac-72bc-4474-ac80-c4a0ff3021b3 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387017 Dec 23 16:00:51.379768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2b6fa87e-945a-4fb0-bab1-93e4522f5903 req-351c449e-4146-468d-82e2-2948024ed3e1 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471727 Dec 23 16:00:58.389668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37538) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:58.611874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Deleting port 6c2510ad-ee3f-4d33-bb54-80ea2a72b473 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:00:58.612252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:58.789271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:58.789523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:58.920330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Calling delete_port for 6c2510ad-ee3f-4d33-bb54-80ea2a72b473 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:00:59.080852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:59.084748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-06b3ebbe-892c-4140-b65e-7654235d87e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:00:59.129508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event deleted for resources: {'Port': ['ID=6c2510ad-ee3f-4d33-bb54-80ea2a72b473,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:00:59.213016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.213482 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.213945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.214371 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.214797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.215217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.215637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.216058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.216474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.216891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.217334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:00:59.223428 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:00:59.250788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:59.687798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:00:59.911719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:00:59.922983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:00:59.933186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:00:59.937310 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:00:59.938042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:00:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:00:59.989101 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fb6c51c3-e15e-47e7-85a8-111c1109a365 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "DELETE /v2.0/floatingips/77efcddf-8f23-4b53-be12-69e0477da897 HTTP/1.1" status: 204 len: 168 time: 1.5982015 Dec 23 16:00:59.989877 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:01:00.129100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:01:00.141057 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'status': 'completed', 'code': 200} Dec 23 16:01:00.251806 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-bb321374-5ae7-4519-9332-8708a661d72c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 1099 time: 0.0871019 Dec 23 16:01:00.472945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:00.477791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:01:00.490933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:01:00.491637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:00:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:00.683703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:01:00.708818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-6b3f4372-a41a-4b24-8a7a-4128a779f705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:00.710476 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-6b3f4372-a41a-4b24-8a7a-4128a779f705 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.4518368 Dec 23 16:01:00.780380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11640dd7-a45c-47d8-9df2-6a2ba6f5d0c6 req-ca56fd43-0187-4bc5-94ab-ee1a81692416 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:00.781068 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-11640dd7-a45c-47d8-9df2-6a2ba6f5d0c6 req-ca56fd43-0187-4bc5-94ab-ee1a81692416 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:01:00.805269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-23ad9dc8-b022-47ef-b7e7-0ffa280d52d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 200 len: 217 time: 0.0854785 Dec 23 16:01:00.810806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-11640dd7-a45c-47d8-9df2-6a2ba6f5d0c6 req-ca56fd43-0187-4bc5-94ab-ee1a81692416 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:01:00.812837 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-11640dd7-a45c-47d8-9df2-6a2ba6f5d0c6 req-ca56fd43-0187-4bc5-94ab-ee1a81692416 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 946 time: 0.4704287 Dec 23 16:01:00.919891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-bb4be035-f3dc-42a6-b854-3e24dfef7ba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:00.921585 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-bb4be035-f3dc-42a6-b854-3e24dfef7ba4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.1084414 Dec 23 16:01:00.925678 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-11640dd7-a45c-47d8-9df2-6a2ba6f5d0c6 req-2691525f-642b-4302-b9f4-164b7f6d7300 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754447 Dec 23 16:01:01.010345 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-9ad5c4cc-4046-46ca-8854-7b9ae714d42f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807133 Dec 23 16:01:01.018949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:01.023246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db3d7-7c9e-40db-b6a8-1ce081a7b53d None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:01:01.160264 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-389e05bd-44f4-42d5-9f0b-21fc4793c1ad service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430516 Dec 23 16:01:01.281529 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:01.311686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-15b0b49c-a4e3-4d52-8f35-ce96ce789e77 req-893951a4-1f4c-4750-ae69-fcf7d15c344d service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439528 Dec 23 16:01:01.475515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa5a62-682e-4d35-8786-7f9529678c0c None None] New status for floating IP 77efcddf-8f23-4b53-be12-69e0477da897: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:01:01.653074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-863b4d08-1c0c-4151-a0a1-297fc6d688ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:01.654704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-863b4d08-1c0c-4151-a0a1-297fc6d688ad tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 946 time: 0.0850072 Dec 23 16:01:01.735150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Deleting port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:01:01.735659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:01.991657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] For port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:01:01.992058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:02.125530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Calling delete_port for 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:01:02.135689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a11b5-fb91-4a95-bd08-e5beb5d2e249 req-64e7146d-bd35-4653-aa62-c1c6e072e611 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:02.137398 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b9a11b5-fb91-4a95-bd08-e5beb5d2e249 req-64e7146d-bd35-4653-aa62-c1c6e072e611 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=038fb63a-046e-4b15-a951-ebbe76f90586 HTTP/1.1" status: 200 len: 946 time: 0.0870430 Dec 23 16:01:02.187446 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9b9a11b5-fb91-4a95-bd08-e5beb5d2e249 req-601a0d5c-40e5-4126-a010-a3d3b8cc6c0f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01fc82f-f9c6-4be6-81e6-4072d000b362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Dec 23 16:01:02.277896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:02.283964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f28dce8-584b-47c3-bebd-594cfc0a031f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:02.331582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event deleted for resources: {'Port': ['ID=3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:02.336582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:02.411795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] No DVR routers for this DVR port 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:01:02.414384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:02.417245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-deleted', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:01:02.433770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cd8a4464-3de1-43d6-b8a2-93d06aaac5cb req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "DELETE /v2.0/ports/3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 HTTP/1.1" status: 204 len: 173 time: 0.7726865 Dec 23 16:01:02.474315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fb63a-046e-4b15-a951-ebbe76f90586', 'name': 'network-vif-deleted', 'tag': '3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3', 'status': 'completed', 'code': 200} Dec 23 16:01:03.310123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:03.392941 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:03.425337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:03.488603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:03.493952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-40e51673-6898-4e42-92d3-667b04569325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:03.509196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fc82f-f9c6-4be6-81e6-4072d000b362,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:03.512036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:03.519186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:03.520479 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-317a7ac1-25b6-4a70-8033-061607571b16 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "DELETE /v2.0/security-groups/a01fc82f-f9c6-4be6-81e6-4072d000b362 HTTP/1.1" status: 204 len: 168 time: 0.2092471 Dec 23 16:01:03.835133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37566) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:03.841549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745570846', 'description': 'tempest-secgroup-smoke-1745570846 description', 'project_id': '85fdad14f6114378b4408b99d993daf3'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:03.848385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:03.852940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:03.856138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:03.862315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:03.873714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:03.912954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:03.917335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:03.920308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:03.926593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:03.996462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.000453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.008263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6aad5293-8b05-4d50-8ffc-69c9d66dcffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:04.056071 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ccb87d-6786-4e79-b0e8-40f8322fdbdf,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:04.058972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:04.059843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.061604 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-88e192d3-5acb-48f6-80a0-e45f4d3b2f7e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2249453 Dec 23 16:01:04.064543 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37570) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:04.070452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': '87ccb87d-6786-4e79-b0e8-40f8322fdbdf', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:04.077210 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:04.081404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:04.084478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:04.090741 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:04.111486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.175097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.179270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.181202 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9e4dfbb-ebac-4e87-a31c-49a2af7ec4bd tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:04.205348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c565f3f-a270-4c3c-b730-a759e173dae2,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:04.207869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:04.215034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.216340 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7095bb08-7a02-4f83-9bcb-8fd491fa468d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1509013 Dec 23 16:01:04.219394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37574) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:04.225300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': '87ccb87d-6786-4e79-b0e8-40f8322fdbdf', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:04.231667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:04.235826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:04.238908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:04.245308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:04.262743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.332467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.336485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.342790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b18e3a3d-a68f-4c32-9371-ea9c93049bd8 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:04.366183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1c74e9-a5dd-4a89-bb8d-fe9935a6b22b,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:04.368772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:04.377220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.378716 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-f12d01cb-8fa9-4779-b681-3f2632a97321 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1583874 Dec 23 16:01:04.382061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:04.388393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': '87ccb87d-6786-4e79-b0e8-40f8322fdbdf', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:04.395308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:04.399631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:04.402804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:04.409056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:04.426946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.498066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.502116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.504064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-80351a16-d562-49c9-859b-1c9fa96d49f1 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:04.527658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73a8e4f-fbf0-44d2-956d-edd86ada5035,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:04.540711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.542065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1588621 Dec 23 16:01:04.544244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.544652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.545122 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.545518 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37582) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:04.545680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.545976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.546399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.546818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.547220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.547642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.548055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.548471 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:04.551896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5d7492e3-dbda-45a6-89c0-9f0d08549cca tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:04.553454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': '87ccb87d-6786-4e79-b0e8-40f8322fdbdf', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:04.560611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:04.565200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:04.568415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:04.574826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:04.592866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.669672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.673702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.675632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-370863ad-c765-403f-a024-a80468131d1e tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:04.700088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb06fe50-c074-4812-8637-87fcb6f7d867,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:04.703337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:04.710807 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.712132 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-91927a52-9994-47c8-b7d8-fb48ff967113 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1654978 Dec 23 16:01:04.715241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37586) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:04.721300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': '87ccb87d-6786-4e79-b0e8-40f8322fdbdf', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:04.728075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:04.732507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:04.735777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:04.742331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:04.753672 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Project 85fdad14f6114378b4408b99d993daf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:01:04.760705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.840921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.844555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.846480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1fead5cb-5401-451f-b0bd-4e189b09f403 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:04.870077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fede62-af0c-45ad-a0bc-2bfa93f38294,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:04.872611 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:04.879631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:04.880948 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1647170 Dec 23 16:01:04.883987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 37590) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:04.890033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'security_group_rule': {'security_group_id': '87ccb87d-6786-4e79-b0e8-40f8322fdbdf', 'project_id': '85fdad14f6114378b4408b99d993daf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:04.896475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:04.900724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:security_group_rule and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:04.903937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:04.910271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:04.922171 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Project 85fdad14f6114378b4408b99d993daf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:01:04.933477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:05.020466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:05.024027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:05.026025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6544befa-6c94-46a3-a957-55413de60f3b tempest-ServerActionsTestJSON-559780060 tempest-ServerActionsTestJSON-559780060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:05.052036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24f714f-1e79-4bf9-8fd8-c9d55c691eca,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:05.054967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:05.062389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:05.063686 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-27b11b56-8cb1-4b1b-a484-cf8c070c89e0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1786873 Dec 23 16:01:06.463029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:01:06.498541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:01:06.498942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 3931c134-5fc2-4ff0-bf4e-b5d2fa6716e3 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:01:11.096243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:01:16.839936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-48839ec1-0296-42ae-83b8-e10e1b701148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:18.290707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:18.881799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c6d94320-6ecc-4be1-9fc5-036610a336a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:19.669018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:21.097313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:21.588940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-48ba5f80-13eb-44fa-96a7-44cf3372e46d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:01:21.606412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-48ba5f80-13eb-44fa-96a7-44cf3372e46d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:01:21.607681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-48ba5f80-13eb-44fa-96a7-44cf3372e46d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745570846&fields=id&tenant_id=85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 267 time: 0.0652473 Dec 23 16:01:21.772288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-604548ab-d8a1-412c-8804-c9302bc39890 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:21.773843 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-604548ab-d8a1-412c-8804-c9302bc39890 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 808 time: 0.1588917 Dec 23 16:01:21.792729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-9d0fdd69-845d-4fd9-a415-1789af53056d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/quotas/85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 375 time: 0.0121312 Dec 23 16:01:21.879520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-079683fb-df83-4057-a6a7-e2f15e1d7878 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:01:21.896354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-079683fb-df83-4057-a6a7-e2f15e1d7878 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:01:21.897794 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-079683fb-df83-4057-a6a7-e2f15e1d7878 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998151 Dec 23 16:01:21.915372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-672cbf91-e952-42f8-89b8-afcc5a22ce16 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 16:01:21.916446 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-672cbf91-e952-42f8-89b8-afcc5a22ce16 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055120 Dec 23 16:01:22.060114 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-7f1f5f0d-a002-4d51-80e5-19fafef074ab service neutron] 10.222.0.49 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374288 Dec 23 16:01:22.208073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-5907d89d-7ca0-4b16-9657-de615cf04719 service neutron] 10.222.0.49 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389627 Dec 23 16:01:22.771272 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f46fb6a4-7f92-4524-9b63-49edecba6d80 req-33e5386f-90cc-4974-ac61-4f7f81a666af tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 210 time: 0.1707468 Dec 23 16:01:24.014432 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-75d9628b-cd00-4ce0-8942-09c32883da3e req-b2304a6a-a8a2-4491-afb0-9f83d3284c14 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 210 time: 0.1094375 Dec 23 16:01:24.091775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-699a7bcd-d5f8-414b-bc81-ffdff90c370a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:24.093550 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-699a7bcd-d5f8-414b-bc81-ffdff90c370a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 808 time: 0.2226946 Dec 23 16:01:24.150601 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-706b914a-1441-41c2-8ad6-2946ac7bd701 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 380 time: 0.0454190 Dec 23 16:01:24.159954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'port': {'device_id': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'admin_state_up': True, 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'security_groups': ['87ccb87d-6786-4e79-b0e8-40f8322fdbdf']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:24.307699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:24.318645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:24.329037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Made reservation on behalf of 85fdad14f6114378b4408b99d993daf3 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:01:24.334825 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:24.513204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Allocated IP 172.20.0.7 (56406984-14ff-4f2c-8d2d-360241f53438/611af87e-b035-4210-8e2c-a9d2a322197b/9504a9f7-2e0c-435c-b7ac-cec65146c750) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:01:24.719355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:24.735979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Transition to ACTIVE for port object 9504a9f7-2e0c-435c-b7ac-cec65146c750 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:01:24.756427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:24.762972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:24.836796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Network 56406984-14ff-4f2c-8d2d-360241f53438 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:01:24.841197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:01:24.843296 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:24.845649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:01:24.881822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:24.916771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:24.917617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:24.948729 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-cbbe8675-b169-4cef-b33f-5597b4421ece tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927594 Dec 23 16:01:24.959718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-8cfc8cde-e7c1-4fb9-89f8-3366dd53a69b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 16:01:24.960808 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-8cfc8cde-e7c1-4fb9-89f8-3366dd53a69b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056603 Dec 23 16:01:24.972008 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Request body: {'port': {'device_id': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:25.092031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:25.217383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e372042a-32fe-4d2f-b599-b15d0b796d3e None None] Provisioning for port 9504a9f7-2e0c-435c-b7ac-cec65146c750 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:01:25.222951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e372042a-32fe-4d2f-b599-b15d0b796d3e None None] Provisioning complete for port 9504a9f7-2e0c-435c-b7ac-cec65146c750 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:01:25.223627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e372042a-32fe-4d2f-b599-b15d0b796d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:25.236114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2a6d-11dc-441b-adec-c8e2d31759ef req-6f6fb611-63f3-4544-b937-5218703364de tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:25.237834 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-95eb2a6d-11dc-441b-adec-c8e2d31759ef req-6f6fb611-63f3-4544-b937-5218703364de tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 931 time: 0.0872631 Dec 23 16:01:25.286845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e372042a-32fe-4d2f-b599-b15d0b796d3e None None] Port 9504a9f7-2e0c-435c-b7ac-cec65146c750 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:01:25.298839 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-95eb2a6d-11dc-441b-adec-c8e2d31759ef req-41ecd0e4-295c-441c-a0a8-f98c935679eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535464 Dec 23 16:01:25.478653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9504a9f7-2e0c-435c-b7ac-cec65146c750 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:01:25.485921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:25.501451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Transition to ACTIVE for port object 9504a9f7-2e0c-435c-b7ac-cec65146c750 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:01:25.504616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:25.508571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-26453644-12a2-4fd1-bb6a-83c4ad7fe675 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:25.872288 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:25.882021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:25.996162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Attempting to bind port 9504a9f7-2e0c-435c-b7ac-cec65146c750 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:01:25.996517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Attempting to bind port 9504a9f7-2e0c-435c-b7ac-cec65146c750 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:01:25.996858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Attempting to bind port 9504a9f7-2e0c-435c-b7ac-cec65146c750 on network 56406984-14ff-4f2c-8d2d-360241f53438 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:01:26.003999 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Port 9504a9f7-2e0c-435c-b7ac-cec65146c750 on network 56406984-14ff-4f2c-8d2d-360241f53438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:01:26.004378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Attempting to bind port 9504a9f7-2e0c-435c-b7ac-cec65146c750 on network 56406984-14ff-4f2c-8d2d-360241f53438 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:01:26.012093 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:01:26.012478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Checking segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:01:26.012917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Bound using segment: {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:01:26.013492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Bound port: 9504a9f7-2e0c-435c-b7ac-cec65146c750, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1475b6ca-2183-450b-a743-116d2701aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:01:26.013874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:26.111510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:01:26.114704 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:01:26.119211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:26.123391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3312ad21-b081-4405-a481-3755729ae0e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:26.188429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:26.189975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] 10.222.0.65 "PUT /v2.0/ports/9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 1093 time: 1.2225950 Dec 23 16:01:26.190538 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:01:26.204308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:26.208514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:26.268765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'status': 'completed', 'code': 200} Dec 23 16:01:26.317992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-71aba334-8622-4e78-960b-ecec123158dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1096 time: 0.0849543 Dec 23 16:01:26.393137 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-51fba5b4-0a65-4ada-846d-3411f96c2405 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 217 time: 0.0674877 Dec 23 16:01:26.472329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-ed0e009d-c604-4332-878c-679d36126395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:26.473904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-ed0e009d-c604-4332-878c-679d36126395 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0735292 Dec 23 16:01:26.514707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb00eab-74c9-4f74-8560-2a0bf4ea44e7 req-7fdce00a-ddae-414a-ae26-60bc5a572184 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:26.516324 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fcb00eab-74c9-4f74-8560-2a0bf4ea44e7 req-7fdce00a-ddae-414a-ae26-60bc5a572184 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0859199 Dec 23 16:01:26.557289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-d0e49af0-3ea0-4263-9455-d4d353791a8d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765514 Dec 23 16:01:26.567642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fcb00eab-74c9-4f74-8560-2a0bf4ea44e7 req-34977bc2-a30c-43af-9185-c74068f67452 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Dec 23 16:01:26.704793 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-3a9558b6-adf4-47ab-8087-ee353a0d8181 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407571 Dec 23 16:01:26.852571 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c1c471a-1de9-4cd7-9e5b-2de3911c6e99 req-3e5c7862-dcfc-4a14-ab58-e5838d5b92bd service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409452 Dec 23 16:01:26.980724 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-e34966fb-e30a-439c-8eca-630937456b71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1096 time: 0.0819645 Dec 23 16:01:27.129278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-0075123b-93a8-4f0f-95b1-150d27347862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:27.130874 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-0075123b-93a8-4f0f-95b1-150d27347862 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1437445 Dec 23 16:01:27.208843 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-6dfd0b9c-237c-4621-9de1-1863a7b9eb9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 217 time: 0.0669622 Dec 23 16:01:27.282391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-2d3adc8e-f7fe-4493-bce9-8d232723c12f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:27.283891 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-2d3adc8e-f7fe-4493-bce9-8d232723c12f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0687180 Dec 23 16:01:27.368629 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-3051e538-d362-40c5-bd38-4af9861f80cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775759 Dec 23 16:01:27.529488 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-b82286d6-64f4-4453-a5b9-6874d16cbdc4 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537466 Dec 23 16:01:27.680674 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fabeed5c-febc-449f-8f0e-b92d7b9d354d req-a5c43614-1ea2-416b-ba71-c2891180bd41 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405435 Dec 23 16:01:27.775281 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b41c0e-1838-46f8-a0d1-6c1e9d4dc176 req-e73e4667-9435-435a-95fa-fc2b778f79cd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:27.776014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d8b41c0e-1838-46f8-a0d1-6c1e9d4dc176 req-e73e4667-9435-435a-95fa-fc2b778f79cd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:01:27.794044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d8b41c0e-1838-46f8-a0d1-6c1e9d4dc176 req-e73e4667-9435-435a-95fa-fc2b778f79cd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:01:27.795844 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8b41c0e-1838-46f8-a0d1-6c1e9d4dc176 req-e73e4667-9435-435a-95fa-fc2b778f79cd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.1044230 Dec 23 16:01:27.854270 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d8b41c0e-1838-46f8-a0d1-6c1e9d4dc176 req-019f1694-8a2c-49b2-a284-26315c1b1347 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 Dec 23 16:01:29.078457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e59af7-a54a-45b3-a795-b12324742afb req-aafa550c-3955-4480-aa6b-35d7a59ad16f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:29.080092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-90e59af7-a54a-45b3-a795-b12324742afb req-aafa550c-3955-4480-aa6b-35d7a59ad16f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0916603 Dec 23 16:01:29.352632 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-90e59af7-a54a-45b3-a795-b12324742afb req-9165deec-078c-4387-828e-3043fff5e7dc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635586 Dec 23 16:01:30.566918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7ee1-0d0a-4e7e-b7c0-7dbbd994b167 req-1fadb13f-e38d-404a-a490-4ee68b9f74fb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:30.568532 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e3f7ee1-0d0a-4e7e-b7c0-7dbbd994b167 req-1fadb13f-e38d-404a-a490-4ee68b9f74fb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0901704 Dec 23 16:01:30.618430 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0e3f7ee1-0d0a-4e7e-b7c0-7dbbd994b167 req-6ec50502-02ef-4546-b80b-c29cf7a4b1a1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Dec 23 16:01:31.284100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:31.829005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6736-6384-4971-b8f3-5cdf681596f0 req-91cd045b-6f02-49bc-90f7-f3b809f504a6 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:31.830664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee6e6736-6384-4971-b8f3-5cdf681596f0 req-91cd045b-6f02-49bc-90f7-f3b809f504a6 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0876238 Dec 23 16:01:31.879179 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ee6e6736-6384-4971-b8f3-5cdf681596f0 req-4f0642b3-3795-492b-8912-8a01e1f9b8f8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Dec 23 16:01:33.112720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dedb69-a464-4967-923d-d300d8542164 req-b2e9eb7b-2ff7-4904-b1e8-376da1a40e2c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:33.114373 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46dedb69-a464-4967-923d-d300d8542164 req-b2e9eb7b-2ff7-4904-b1e8-376da1a40e2c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0928121 Dec 23 16:01:33.164063 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-46dedb69-a464-4967-923d-d300d8542164 req-b2cd1656-50f8-4e66-9323-51fe3785329c tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Dec 23 16:01:34.389670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5acc5-6c26-43ef-bbca-defdc77bee60 req-eddcb345-ab5c-4dbd-a86c-af9900af32af tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:34.391559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fcf5acc5-6c26-43ef-bbca-defdc77bee60 req-eddcb345-ab5c-4dbd-a86c-af9900af32af tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0908825 Dec 23 16:01:34.447207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fcf5acc5-6c26-43ef-bbca-defdc77bee60 req-05fd56d6-dac8-4400-84a5-520b8d15c7bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487978 Dec 23 16:01:34.608323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 16:01:34.761235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:01:34.775784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'port_id': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'mac_address': 'fa:16:3e:c6:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:01:34.831687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:34.850940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9504a9f7-2e0c-435c-b7ac-cec65146c750 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:01:34.866492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:01:34.869776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:34.871660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:34.951328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:34.961259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.961666 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.962057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.962447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.962837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.963214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.963578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.963962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.964337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.964705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.965076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:01:34.969242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:35.101348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['9504a9f7-2e0c-435c-b7ac-cec65146c750'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 16:01:35.670127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510eb0a-4375-4784-9450-84f820a69b6c req-ea9225ce-9c8c-4b52-b564-33306f0c85f7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:35.671695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7510eb0a-4375-4784-9450-84f820a69b6c req-ea9225ce-9c8c-4b52-b564-33306f0c85f7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 944 time: 0.0939133 Dec 23 16:01:35.720906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7510eb0a-4375-4784-9450-84f820a69b6c req-1943dd8a-a851-4bd3-80de-b9fd1994fd6f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429854 Dec 23 16:01:36.613429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:01:36.694888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 9504a9f7-2e0c-435c-b7ac-cec65146c750 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:01:36.699977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 9504a9f7-2e0c-435c-b7ac-cec65146c750 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:01:36.700437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:36.935508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f739-ade2-4a7c-9a0e-d3aab3797fa9 req-3b1ca43b-1be7-49f8-a169-4d68e3d09dfa tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:36.937136 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c90f739-ade2-4a7c-9a0e-d3aab3797fa9 req-3b1ca43b-1be7-49f8-a169-4d68e3d09dfa tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 944 time: 0.0879061 Dec 23 16:01:36.983034 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:36.991024 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5c90f739-ade2-4a7c-9a0e-d3aab3797fa9 req-8f6f5c17-4653-4ec9-90e6-2069d0a56b17 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472624 Dec 23 16:01:37.011718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:01:37.022467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:01:37.026327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:37.028272 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:37.097072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:37.100321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:37.159153 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'code': 200} Dec 23 16:01:37.462218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4ae6bf4-ed00-4def-9408-1ab66bec3b12 req-3cd97a5c-e3be-4d00-97ba-a25a0e16fce3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0844259 Dec 23 16:01:37.509770 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c4ae6bf4-ed00-4def-9408-1ab66bec3b12 req-d2c7b77c-0ccd-407d-9ad8-a1a57148ceb0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Dec 23 16:01:38.213727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258f5d0-570b-482a-9b98-f83707623d7e req-245b669f-a53c-44b2-8be8-79d04bbe4822 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:38.215387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3258f5d0-570b-482a-9b98-f83707623d7e req-245b669f-a53c-44b2-8be8-79d04bbe4822 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0938752 Dec 23 16:01:38.266088 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3258f5d0-570b-482a-9b98-f83707623d7e req-2a114789-99a7-45d3-866b-c3064bd18e27 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Dec 23 16:01:39.493091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1fca9-b36e-47d2-b324-533a86fff979 req-0981bade-bffd-40be-8d51-af32dd4737e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:39.494853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66e1fca9-b36e-47d2-b324-533a86fff979 req-0981bade-bffd-40be-8d51-af32dd4737e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0906637 Dec 23 16:01:39.547235 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-66e1fca9-b36e-47d2-b324-533a86fff979 req-888ae782-3cd2-4f28-9b04-bf94dc539592 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462546 Dec 23 16:01:39.771233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b016347-0567-4723-b4b9-2818ac40d1ce req-df3c6317-58f6-42b2-958f-33846e057772 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:39.772853 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8b016347-0567-4723-b4b9-2818ac40d1ce req-df3c6317-58f6-42b2-958f-33846e057772 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0966051 Dec 23 16:01:39.822411 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8b016347-0567-4723-b4b9-2818ac40d1ce req-2a753ab9-baff-41cd-bc8a-c1639792236d tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Dec 23 16:01:39.849744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37784) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:39.927783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b1113cea-d679-40ba-b04c-2b4a790125de tempest-TestShelveInstance-1514997245 tempest-TestShelveInstance-1514997245-project-admin] Synchronizing usage tracker for tenant:ebbfb1a9bd544cfd977c78e62e780f01 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:01:39.946168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-b1113cea-d679-40ba-b04c-2b4a790125de tempest-TestShelveInstance-1514997245 tempest-TestShelveInstance-1514997245-project-admin] Unset dirty status for tenant:ebbfb1a9bd544cfd977c78e62e780f01 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:01:39.947437 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b1113cea-d679-40ba-b04c-2b4a790125de tempest-TestShelveInstance-1514997245 tempest-TestShelveInstance-1514997245-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1093 time: 0.0966501 Dec 23 16:01:39.950709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:39.956445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:39.962663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:01:39.966853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Usage tracker for resource:floatingip and tenant:85fdad14f6114378b4408b99d993daf3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:01:39.970179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:01:39.976973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:01:39.988552 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:40.145528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:40.301649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Allocated IP 172.26.2.180 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/de51e7e3-3d44-46bb-a09e-ef3e15d85993) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:01:40.469080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:40.497981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:40.501888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-42c5f87b-339e-4a48-90cb-92ea0e24aa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:40.574882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:01:40.575766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'Port': ['ID=de51e7e3-3d44-46bb-a09e-ef3e15d85993,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:40.578671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:01:40.580601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:40.581417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:01:41.139409 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:41.203888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:41.427922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:41.432284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:41.436045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9be23d4c-3e80-4847-97de-44957f2fa385 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:01:41.546062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event updated for resources: {'Port': ['ID=de51e7e3-3d44-46bb-a09e-ef3e15d85993,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:01:41.548990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:01:41.563026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:41.777466 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Floating IP 6e63ae1b-d262-44aa-98d6-903c4b72cc3f associated. External IP: 172.26.2.180, port: 9504a9f7-2e0c-435c-b7ac-cec65146c750. Dec 23 16:01:42.214641 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:01:42.433726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:01:42.444911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:01:42.458344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:01:42.459010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:01:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:42.460172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:42.518774 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5668159 Dec 23 16:01:42.519489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:01:42.647402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:01:42.663082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'status': 'completed', 'code': 200} Dec 23 16:01:42.766529 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-c533966a-9b8e-4364-86f0-c02c05053ad0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0764263 Dec 23 16:01:42.911682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-fa0bce7f-8fc3-4eeb-81f9-80b339008ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:42.913408 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-fa0bce7f-8fc3-4eeb-81f9-80b339008ea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1398487 Dec 23 16:01:43.032687 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-b5920643-0cd2-4b93-beae-fa25a3ff537d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 999 time: 0.1116192 Dec 23 16:01:43.103438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-e39dc1b1-75a0-45ab-98a3-acf067f91e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:43.105086 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-e39dc1b1-75a0-45ab-98a3-acf067f91e00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0660372 Dec 23 16:01:43.167115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '6e63ae1b-d262-44aa-98d6-903c4b72cc3f', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'port_id': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'mac_address': 'fa:16:3e:c6:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:01:40Z', 'updated_at': '2021-12-23T16:01:40Z', 'revision_number': 0, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:43.171392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:01:43.183723 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:01:43.184395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:01:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:43.190534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-26e260e2-2012-415c-a83e-a0475db45e0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785851 Dec 23 16:01:43.335993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-3a3afe8a-6717-46cc-b31b-9320418bb091 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384313 Dec 23 16:01:43.374096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:01:43.483188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-53d7d4a1-5d67-4dcd-843f-69b2320b1037 req-ee95c8ff-9421-46a6-9e7b-4dcc5efa3d40 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407187 Dec 23 16:01:43.754826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '6e63ae1b-d262-44aa-98d6-903c4b72cc3f', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'port_id': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'mac_address': 'fa:16:3e:c6:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:01:40Z', 'updated_at': '2021-12-23T16:01:40Z', 'revision_number': 0, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:01:43.759086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c707eb2-b72b-4f58-8f57-6ea3b9169dc4 None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': '6e63ae1b-d262-44aa-98d6-903c4b72cc3f', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'port_id': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'mac_address': 'fa:16:3e:c6:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:01:40Z', 'updated_at': '2021-12-23T16:01:40Z', 'revision_number': 0, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:01:44.165065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6e4e3c-4496-424a-a5ef-ca522f451201 None None] New status for floating IP 6e63ae1b-d262-44aa-98d6-903c4b72cc3f: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:01:46.848712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6a05aa1f-a0e6-4ffd-8568-a748b06d285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:48.104261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:01:48.306638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:48.875995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c757d84e-c041-4855-bcdd-d014fbf8ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:49.654862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:51.103577 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:01:52.570384 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-6aeac894-b13f-4b2c-9fea-73e1287e56be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1932902 Dec 23 16:01:52.728008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-5f55d5dd-7f72-4b2b-bdcf-bdd449ec45f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0777850 Dec 23 16:01:52.899407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-67948b08-00bc-4dce-aae2-7d9e87082737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:52.904259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-67948b08-00bc-4dce-aae2-7d9e87082737 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1528289 Dec 23 16:01:53.015665 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-c3ca442d-f145-47ee-9efe-a1a45bd17a72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 1001 time: 0.1055253 Dec 23 16:01:53.105526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-3cfebce7-add5-4cf7-9fb9-c8717ac9d56f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:01:53.107087 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-3cfebce7-add5-4cf7-9fb9-c8717ac9d56f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0729077 Dec 23 16:01:53.188780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-c8081e9a-2c21-4677-94d1-abc18ea736b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750389 Dec 23 16:01:53.334788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-6efec81b-74c7-4aa5-81a8-2790fcd20f16 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386948 Dec 23 16:01:53.718160 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4a786420-1f5f-49d4-a0ab-ab668e2abd7b req-534d99a9-ec1b-431b-8b0a-8590d62421ea service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749065 Dec 23 16:02:01.280689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:16.846380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2b19bfbc-dec9-4045-90c8-d2dfb5f51371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:18.291927 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:18.879547 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7441e039-faa3-462c-beb3-ed61876ca2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:19.661810 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:21.142721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:25.098697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:02:31.283407 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:46.847157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-87a4663e-56f2-44c3-9c71-45479f318b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:48.307494 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:48.894130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0134e389-d960-40c1-b3ab-7d1a605ab67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:49.666824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:51.119682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:02:53.056992 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-a0aab484-246e-4032-9cf7-936653ec59a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842514 Dec 23 16:02:53.214344 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-2ea22537-776a-4911-8161-2fa1fd4bcb97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0798624 Dec 23 16:02:53.380765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-9a395570-9d05-4b2a-9f69-0e470a0c4f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:02:53.382461 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-9a395570-9d05-4b2a-9f69-0e470a0c4f4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1427560 Dec 23 16:02:53.493215 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-2f310907-eafd-4929-b28f-ec31d23bae48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 1001 time: 0.1038067 Dec 23 16:02:53.575232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-33fc3980-2723-43a0-962f-f197ae0e2344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:02:53.576833 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-33fc3980-2723-43a0-962f-f197ae0e2344 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0775297 Dec 23 16:02:53.662780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-e3ee4630-bfcd-4b09-b1b3-067908a84f0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791087 Dec 23 16:02:53.822759 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-a95afa5e-1c4e-46e0-8102-585ede917863 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525021 Dec 23 16:02:53.971625 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3d8bf776-6609-4fb0-85e5-081fcc7d5c55 req-93a0f510-503f-4fc4-94a9-4acdaad92886 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425762 Dec 23 16:03:01.280802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:02.111882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:03:16.845004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e9284319-0da0-46e0-8dd5-c3311c6405e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:18.299405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:18.894381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-485f0b07-f46a-4431-99a2-4dc2327e29c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:19.674104 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:21.117355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:31.297508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:39.107627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:03:42.540160 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c5f56-4b97-43a5-baac-c59dd6feb7e9 req-062a4e77-5b79-42d4-8c35-414f8f9db315 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:42.541860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-495c5f56-4b97-43a5-baac-c59dd6feb7e9 req-062a4e77-5b79-42d4-8c35-414f8f9db315 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0879967 Dec 23 16:03:42.593768 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-495c5f56-4b97-43a5-baac-c59dd6feb7e9 req-fdff4e94-a488-4f2a-82b7-f201bbd571da tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Dec 23 16:03:43.836386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167510b2-d64f-44f8-8876-b70e8fa49701 req-c1441b46-6742-4fe4-961d-d586b1e0d08e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:43.838156 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-167510b2-d64f-44f8-8876-b70e8fa49701 req-c1441b46-6742-4fe4-961d-d586b1e0d08e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0992897 Dec 23 16:03:43.890258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-167510b2-d64f-44f8-8876-b70e8fa49701 req-8ea81727-21cd-4687-bd34-35dfa6903ad8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 Dec 23 16:03:45.127290 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42278e4-3961-4329-badf-fd4af2d407dc req-712eadb6-b86d-4620-9cba-eb8069c65b44 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:45.128841 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c42278e4-3961-4329-badf-fd4af2d407dc req-712eadb6-b86d-4620-9cba-eb8069c65b44 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0902488 Dec 23 16:03:45.178387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c42278e4-3961-4329-badf-fd4af2d407dc req-d9ce1483-f766-476e-ae87-7b38833d0dd4 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Dec 23 16:03:46.400900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eab89-f728-439a-99c8-a83528114cf2 req-b09eae59-e918-44ea-83d1-15f81ade20df tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:46.402591 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f54eab89-f728-439a-99c8-a83528114cf2 req-b09eae59-e918-44ea-83d1-15f81ade20df tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0838881 Dec 23 16:03:46.455655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f54eab89-f728-439a-99c8-a83528114cf2 req-cd6076a1-3c4d-44c4-92e3-a8dc3c90efa1 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469511 Dec 23 16:03:46.840848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-571857dc-9a06-4f11-b55e-e47f51259efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:47.683585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3975a-e747-474a-ae5b-26ad6f9c0dce req-dfa907d1-fd3d-4b14-aee7-8010c170d071 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:47.685197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8db3975a-e747-474a-ae5b-26ad6f9c0dce req-dfa907d1-fd3d-4b14-aee7-8010c170d071 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0891316 Dec 23 16:03:47.734456 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8db3975a-e747-474a-ae5b-26ad6f9c0dce req-09ad8717-63f1-42f1-a639-25802c169043 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Dec 23 16:03:48.300106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:48.887084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4af05c94-ef76-4e68-b99f-1bb10fe190eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:48.950962 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250d854-003e-46f2-ba52-5178bdda0188 req-d3e5b199-322c-4ea6-a391-0b46d729de6e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:48.952573 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1250d854-003e-46f2-ba52-5178bdda0188 req-d3e5b199-322c-4ea6-a391-0b46d729de6e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0847871 Dec 23 16:03:49.009310 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-1250d854-003e-46f2-ba52-5178bdda0188 req-7644dad5-9d54-42b4-95a2-a180712b385f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502901 Dec 23 16:03:49.677328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:50.257412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0031b9-9eed-4b61-852c-6c1c1e31b9f9 req-99e69b5c-f5ae-4edb-8f12-ef07019f5cff tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:50.259076 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf0031b9-9eed-4b61-852c-6c1c1e31b9f9 req-99e69b5c-f5ae-4edb-8f12-ef07019f5cff tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.1013756 Dec 23 16:03:50.308751 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf0031b9-9eed-4b61-852c-6c1c1e31b9f9 req-4677ce46-29b9-4b0a-9218-d6a34e8c2749 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Dec 23 16:03:51.125984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:51.537241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d261d5-e22f-4e96-926e-f3c1390d3213 req-85fdcb10-658c-4635-b4c2-abfeedf28edd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:51.538860 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0d261d5-e22f-4e96-926e-f3c1390d3213 req-85fdcb10-658c-4635-b4c2-abfeedf28edd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0913568 Dec 23 16:03:51.821485 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f0d261d5-e22f-4e96-926e-f3c1390d3213 req-d615d0c3-4e85-47f2-a2b1-448a442ec098 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761528 Dec 23 16:03:52.650589 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-4956afe2-ebd1-468a-b750-f2c767dc3805 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0826781 Dec 23 16:03:52.800727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b009823-d236-4f78-ab3a-b1743024f42f req-78fc1127-a6f4-495a-80ce-d33be6ec4f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:52.802472 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-78fc1127-a6f4-495a-80ce-d33be6ec4f96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1439550 Dec 23 16:03:52.920787 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-d1ce5979-b4ba-47ef-9ee2-6b54355a5f24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 1001 time: 0.1115708 Dec 23 16:03:53.042162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b009823-d236-4f78-ab3a-b1743024f42f req-705b5423-6eb0-4a98-a389-7e86c3b985e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:53.043780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-705b5423-6eb0-4a98-a389-7e86c3b985e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.1167562 Dec 23 16:03:53.120784 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9efb00-683a-41dd-8210-13a56ab77606 req-8a922cbc-f6b0-4660-adf1-9e0f64b090e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:53.122407 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be9efb00-683a-41dd-8210-13a56ab77606 req-8a922cbc-f6b0-4660-adf1-9e0f64b090e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.1593707 Dec 23 16:03:53.185855 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-5db30160-ca0b-4ed7-bc3a-ac6ceb6e6e62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1337106 Dec 23 16:03:53.191090 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be9efb00-683a-41dd-8210-13a56ab77606 req-541c3a56-eb91-4238-8cf7-02cd33538292 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614698 Dec 23 16:03:53.334391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-9703133f-f593-481c-934f-65b5692d3680 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400909 Dec 23 16:03:53.481196 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6b009823-d236-4f78-ab3a-b1743024f42f req-c205c74d-ce06-4a55-9997-a25a7a9fea2e service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395888 Dec 23 16:03:54.417221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead1047-7f0b-44bb-a620-12c3610cb6c6 req-45a8b52a-97cc-4ae7-88b4-8d18ab12bbf6 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:54.418902 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aead1047-7f0b-44bb-a620-12c3610cb6c6 req-45a8b52a-97cc-4ae7-88b4-8d18ab12bbf6 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0873189 Dec 23 16:03:54.468018 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-aead1047-7f0b-44bb-a620-12c3610cb6c6 req-5de1cab1-e28f-413d-9dc1-1027a3752122 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Dec 23 16:03:55.390387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-653a2d98-9203-4184-94c1-2d390d1d40fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0764847 Dec 23 16:03:55.556865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-de529d80-ec1b-4756-a688-07efa6f459d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:55.559747 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-de529d80-ec1b-4756-a688-07efa6f459d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1491697 Dec 23 16:03:55.724280 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-02c19216-f04f-4bda-b44d-5d08a5d800f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 1001 time: 0.1572189 Dec 23 16:03:55.790576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b1f9a-dd44-42c9-be85-4e5a2a0fdf2d req-296bf9fe-b42a-438e-8c68-97dcd4ab1dae tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:55.792240 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f0b1f9a-dd44-42c9-be85-4e5a2a0fdf2d req-296bf9fe-b42a-438e-8c68-97dcd4ab1dae tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.1697717 Dec 23 16:03:55.847013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-5283e9f9-6f3d-4959-988a-39bd46cbd802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:55.848576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-5283e9f9-6f3d-4959-988a-39bd46cbd802 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.1074345 Dec 23 16:03:55.895000 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7f0b1f9a-dd44-42c9-be85-4e5a2a0fdf2d req-7b379b0d-4db2-43ad-9692-498eaaaafac4 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953548 Dec 23 16:03:55.941655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-79c900c4-11cd-409f-985c-0e05b2e8efad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813999 Dec 23 16:03:56.098974 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-519322e4-68d5-4c00-a402-fec19ced1cba service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483183 Dec 23 16:03:56.246707 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f7d907bf-b15b-4c7d-82c9-053e7737dee9 req-d2590275-1e5b-486c-8751-f2b423a65159 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398838 Dec 23 16:03:57.124567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70a2f-c36e-48f4-93a9-9bb04243a3e7 req-53b78506-74a8-40a2-9a1b-e1b7b6662d70 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:57.126245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-57b70a2f-c36e-48f4-93a9-9bb04243a3e7 req-53b78506-74a8-40a2-9a1b-e1b7b6662d70 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0990334 Dec 23 16:03:57.174865 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-57b70a2f-c36e-48f4-93a9-9bb04243a3e7 req-1a110737-7ed0-4919-b9fe-dd4ce01d6328 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Dec 23 16:03:57.373534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3441208a-965e-4960-a023-652de9ff54f3 req-77e341c5-e53c-44be-9829-bc168a727afc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0823150 Dec 23 16:03:57.733567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f152436-7ad3-4a33-8403-f6a5af9ba8e1 req-9d9ea61f-ddc6-4e46-b343-539f47264178 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:57.735102 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f152436-7ad3-4a33-8403-f6a5af9ba8e1 req-9d9ea61f-ddc6-4e46-b343-539f47264178 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.1676018 Dec 23 16:03:57.741410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-8e3e7946-8894-46fa-be1a-bd0812168c3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2444277 Dec 23 16:03:57.788290 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f152436-7ad3-4a33-8403-f6a5af9ba8e1 req-10891e1c-c638-4494-bc3c-7361471da2b2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458539 Dec 23 16:03:59.009633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d6d6a-a896-4e56-9793-1404913b7842 req-35ed13cc-3c56-4417-ac2c-fea5c362a8d2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:03:59.011281 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-106d6d6a-a896-4e56-9793-1404913b7842 req-35ed13cc-3c56-4417-ac2c-fea5c362a8d2 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0947974 Dec 23 16:03:59.062361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-106d6d6a-a896-4e56-9793-1404913b7842 req-84221d1b-cee1-4213-8729-bfa3d4286fcd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446391 Dec 23 16:03:59.173693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:03:59.296087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:59.328433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:03:59.338800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:03:59.342860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:03:59.344776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:03:59.394260 dv-neutron-822797-1-hyperv neutron-server[88761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'code': 422} returned with failed status Dec 23 16:03:59.419875 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:03:59.429571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.429972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.430389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.430777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.431165 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.431550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.432233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.432614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.432992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.433410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.433789 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:03:59.438153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:03:59.852615 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-1fba09a7-ab66-4aed-82ab-c7bf16483f42 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb&tenant_id=85fdad14f6114378b4408b99d993daf3 HTTP/1.1" status: 200 len: 1096 time: 0.0916204 Dec 23 16:03:59.957440 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-c84d3705-4662-40c0-a5a4-a20a8ae17018 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1096 time: 0.0785792 Dec 23 16:04:00.118453 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-55ddbc17-8c42-4379-b851-9da264af8f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:00.120118 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-55ddbc17-8c42-4379-b851-9da264af8f85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1562855 Dec 23 16:04:00.517495 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-898ca5af-b87d-4d10-97c8-95230404bd0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 999 time: 0.3902466 Dec 23 16:04:00.592091 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fac1d-5d35-4498-9bb4-62518a094bd8 req-383d31d2-56d5-4c92-8994-e16a1e4c3a28 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:00.593710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a97fac1d-5d35-4498-9bb4-62518a094bd8 req-383d31d2-56d5-4c92-8994-e16a1e4c3a28 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.1772406 Dec 23 16:04:00.626599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-d7b50fb0-7f0e-4e2b-9ad8-e471fa7e00fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:00.628269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-d7b50fb0-7f0e-4e2b-9ad8-e471fa7e00fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.1020594 Dec 23 16:04:00.702602 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a97fac1d-5d35-4498-9bb4-62518a094bd8 req-b21b634b-dc2e-496a-9ae9-47a5fffb84c6 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014979 Dec 23 16:04:00.731245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-f43ce2eb-6571-468b-ae54-9d8519c41b18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912135 Dec 23 16:04:00.888467 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-62a48dcd-308f-45cd-90da-14774a457aed service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494257 Dec 23 16:04:01.037030 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3170e3b3-6717-443b-b39f-18d764e40af1 req-e79552b0-b552-428d-9700-0f7c69f6c19b service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401265 Dec 23 16:04:01.281779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:01.915505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749459d-95cf-4b29-8696-0afc73675870 req-304de92d-0ef3-43e8-ba2e-98e66102174f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:01.917132 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7749459d-95cf-4b29-8696-0afc73675870 req-304de92d-0ef3-43e8-ba2e-98e66102174f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0922241 Dec 23 16:04:01.969064 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7749459d-95cf-4b29-8696-0afc73675870 req-a0a7c9b9-7dc4-4ec3-9888-4e7e167d4ae0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Dec 23 16:04:03.178891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3012eff-b29e-4a8e-ae87-2464a4accfae req-1169b7cd-420f-41e2-9cca-fe891683988f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:03.180576 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3012eff-b29e-4a8e-ae87-2464a4accfae req-1169b7cd-420f-41e2-9cca-fe891683988f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0888968 Dec 23 16:04:03.229767 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d3012eff-b29e-4a8e-ae87-2464a4accfae req-c35ac83c-b7ec-4652-b861-5ddcafe3be3f tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Dec 23 16:04:04.450112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255add-f7fc-40d4-a41c-a7d3c6ea041a req-33e75e8d-3c27-45be-9961-146f51b94e6a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:04.451748 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0d255add-f7fc-40d4-a41c-a7d3c6ea041a req-33e75e8d-3c27-45be-9961-146f51b94e6a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0870051 Dec 23 16:04:04.502876 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0d255add-f7fc-40d4-a41c-a7d3c6ea041a req-50a64286-1fe6-496b-b62d-bd1fae492860 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Dec 23 16:04:05.732647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a339c1-3d7e-4de8-b0a4-6045abba6fae req-ef12db72-ddc2-4ebc-9bef-484a55e9da0e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:05.734216 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-61a339c1-3d7e-4de8-b0a4-6045abba6fae req-ef12db72-ddc2-4ebc-9bef-484a55e9da0e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0958569 Dec 23 16:04:05.786161 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-61a339c1-3d7e-4de8-b0a4-6045abba6fae req-ea60eacb-848c-4dfc-842f-47569e44ac74 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Dec 23 16:04:07.006073 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dc8e8-31e0-4ab5-9f1e-bd63221c0bf3 req-61ca2404-f2a4-41bf-9238-e6695d0d4192 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:07.007696 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf4dc8e8-31e0-4ab5-9f1e-bd63221c0bf3 req-61ca2404-f2a4-41bf-9238-e6695d0d4192 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0890255 Dec 23 16:04:07.058904 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cf4dc8e8-31e0-4ab5-9f1e-bd63221c0bf3 req-dd6a4d60-d139-4f4f-b2b1-a1648a439fac tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Dec 23 16:04:08.277607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faca85-046f-4165-a600-7549191e37c8 req-f6c56252-8207-4285-91ac-2138aac9f64e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:08.279259 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12faca85-046f-4165-a600-7549191e37c8 req-f6c56252-8207-4285-91ac-2138aac9f64e tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 943 time: 0.0917528 Dec 23 16:04:08.329554 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-12faca85-046f-4165-a600-7549191e37c8 req-4d1e3f43-7a5b-42d7-b973-57c3da5a2223 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Dec 23 16:04:09.221531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 16:04:09.375858 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:04:09.390549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'port_id': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'mac_address': 'fa:16:3e:c6:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:04:09.447430 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:09.469682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9504a9f7-2e0c-435c-b7ac-cec65146c750 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:04:09.485265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:04:09.488420 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:09.490337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:04:09.535730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0424-ef59-4f45-90e4-556356ef4cd4 req-3294a049-58cb-4b76-8da7-980421212a0a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:09.537367 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3aaf0424-ef59-4f45-90e4-556356ef4cd4 req-3294a049-58cb-4b76-8da7-980421212a0a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 944 time: 0.0850389 Dec 23 16:04:09.558130 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:04:09.561500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:04:09.593685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3aaf0424-ef59-4f45-90e4-556356ef4cd4 req-88c2f2aa-aa63-4ccd-bea6-e5fd2f681282 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494187 Dec 23 16:04:09.740458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['9504a9f7-2e0c-435c-b7ac-cec65146c750'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 16:04:10.820642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d82334-7f19-40fd-881b-9ca4db10501b req-2a7911c3-8c9e-4ec7-803f-d30d7728a297 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:10.822347 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-70d82334-7f19-40fd-881b-9ca4db10501b req-2a7911c3-8c9e-4ec7-803f-d30d7728a297 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 944 time: 0.0996711 Dec 23 16:04:10.873801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-70d82334-7f19-40fd-881b-9ca4db10501b req-3c96ac68-3105-481a-bed1-610dd7eeb09a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445530 Dec 23 16:04:11.237260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:04:11.325869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 9504a9f7-2e0c-435c-b7ac-cec65146c750 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:04:11.326302 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:11.443038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:11.470928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:04:11.481415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:04:11.485059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:11.487065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2245a196-c6aa-44c8-99a5-741dcf61f25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:04:11.532036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'code': 200} Dec 23 16:04:11.559916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:04:11.563055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:04:11.989840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-45209aa8-fab3-4f99-81e4-f0510b93ca19 req-de044a74-f4e4-4e2e-80b8-551050086043 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0755339 Dec 23 16:04:12.092436 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-45209aa8-fab3-4f99-81e4-f0510b93ca19 req-a64032a5-b325-4e09-b048-7c229f3b4e58 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950639 Dec 23 16:04:12.118936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6bd50-e9b5-463d-9c64-d9d3b3afa8ce req-fe76f9ef-6b09-44e9-9361-49b7098e165b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:12.120515 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ff6bd50-e9b5-463d-9c64-d9d3b3afa8ce req-fe76f9ef-6b09-44e9-9361-49b7098e165b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.1056643 Dec 23 16:04:12.173035 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7ff6bd50-e9b5-463d-9c64-d9d3b3afa8ce req-44963f9e-5b9e-4cb2-9b5d-d4cec626d7c0 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436156 Dec 23 16:04:13.389335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f246-7780-4c6e-a6ff-a6bd060a0960 req-19696e51-2aa5-40b7-a14f-6509a2030f34 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:13.390998 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24f3f246-7780-4c6e-a6ff-a6bd060a0960 req-19696e51-2aa5-40b7-a14f-6509a2030f34 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0866497 Dec 23 16:04:13.441372 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-24f3f246-7780-4c6e-a6ff-a6bd060a0960 req-2c7ae5a3-aa44-4bed-a038-c6bd6b5ecf3b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Dec 23 16:04:16.105826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:04:16.842361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-94ccdd60-e6f7-4574-92f4-901c8cfa3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:18.307602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:18.893450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cc79-5f80-4850-9fbf-b0bc0e39e044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:19.681617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:21.126242 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:31.283876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:46.836910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2c71e7ed-e25a-4315-b712-90fef470bad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:48.292373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:48.895475 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5bec0f03-c826-47d6-a6ce-527498232e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:49.685779 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:51.162866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:04:53.097350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:04:54.472726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-722d0705-67cf-40d9-b8a2-8f40b1d0fc85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837390 Dec 23 16:04:54.632289 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-736cca8e-ccd2-4fa3-8c0b-26637d35a975 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0761449 Dec 23 16:04:54.791717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-a64bbf21-81bd-4974-a7a3-cf5df0eb4020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:54.793339 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-a64bbf21-81bd-4974-a7a3-cf5df0eb4020 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1406136 Dec 23 16:04:54.909869 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-4d58ea71-651c-4813-94ac-d6f577441505 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 1001 time: 0.1094487 Dec 23 16:04:54.980792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-0252584c-b886-48cf-80ba-f4576f066a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:04:54.982503 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-0252584c-b886-48cf-80ba-f4576f066a02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0662014 Dec 23 16:04:55.068982 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-739b10a1-f110-479d-9934-577dd4e6b86f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801408 Dec 23 16:04:55.221705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-f7f263c1-30b3-4d26-ac94-725f62918062 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454487 Dec 23 16:04:55.375331 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e4e0272c-bd8b-4a17-b174-4006cae89854 req-0a34f044-6681-44ae-ae79-d1476ae5774a service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473484 Dec 23 16:05:01.287418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:16.848751 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3f44fa3b-9b87-4afd-a74d-f6270ab01741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:18.307753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:18.895506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e01bc752-07f9-4207-93a6-98a6b59fdddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:19.691860 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:21.143190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:30.102216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:05:31.301857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:39.997708 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 37974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:40.227177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Deleting port de51e7e3-3d44-46bb-a09e-ef3e15d85993 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:40.227558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:40.407934 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:40.408317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:40.537212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Calling delete_port for de51e7e3-3d44-46bb-a09e-ef3e15d85993 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:40.707629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:40.713620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-edced890-e1ff-4390-98ee-af8ec28064b5 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:40.759910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event deleted for resources: {'Port': ['ID=de51e7e3-3d44-46bb-a09e-ef3e15d85993,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:40.840370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.840796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.841275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.841782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.842111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.842551 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.842943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.843335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.843770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.844159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.844572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:40.851699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:40.875822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:41.310943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:05:41.534341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:05:41.544647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:05:41.555767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:41.558352 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:05:41.559047 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:41.611803 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-eaa75dbd-7285-40a9-9f43-31bbf2cb8784 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "DELETE /v2.0/floatingips/6e63ae1b-d262-44aa-98d6-903c4b72cc3f HTTP/1.1" status: 204 len: 168 time: 1.6124804 Dec 23 16:05:41.612593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:05:41.697546 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'status': 'completed', 'code': 200} Dec 23 16:05:41.753743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:05:41.801111 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-956003fd-019b-4e1f-9056-2ea8fdf51d91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85fdad14f6114378b4408b99d993daf3&device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 1098 time: 0.0788686 Dec 23 16:05:41.964450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-62c9dcdb-906e-4673-a506-06758629dabd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:05:41.966245 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-62c9dcdb-906e-4673-a506-06758629dabd service neutron] 10.222.0.65 "GET /v2.0/networks?id=56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 200 len: 909 time: 0.1584647 Dec 23 16:05:42.041736 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-5970757f-df4f-41f4-a93d-8bc3f125fc31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 200 len: 217 time: 0.0686233 Dec 23 16:05:42.047305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db16c24-8a0d-4fb6-9cdd-7030f7d420fa req-0418da2d-85f5-4f6b-9d01-8465aeddfd1a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:05:42.048105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7db16c24-8a0d-4fb6-9cdd-7030f7d420fa req-0418da2d-85f5-4f6b-9d01-8465aeddfd1a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Synchronizing usage tracker for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:05:42.065567 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-7db16c24-8a0d-4fb6-9cdd-7030f7d420fa req-0418da2d-85f5-4f6b-9d01-8465aeddfd1a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Unset dirty status for tenant:85fdad14f6114378b4408b99d993daf3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:05:42.066967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7db16c24-8a0d-4fb6-9cdd-7030f7d420fa req-0418da2d-85f5-4f6b-9d01-8465aeddfd1a tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.1032362 Dec 23 16:05:42.096478 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:42.101328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:05:42.113332 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-2e718196-32f4-48d9-b14b-c50bb1d3547a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:05:42.114662 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:05:42.115175 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-2e718196-32f4-48d9-b14b-c50bb1d3547a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 200 len: 847 time: 0.0665567 Dec 23 16:05:42.115531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:42.117705 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7db16c24-8a0d-4fb6-9cdd-7030f7d420fa req-9761ceaa-09d8-4b99-80ce-f441099fd1fd tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Dec 23 16:05:42.199274 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-79470539-471a-4186-bd3c-4abd75436a6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56406984-14ff-4f2c-8d2d-360241f53438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773110 Dec 23 16:05:42.351296 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-e0dcb900-a805-49f1-b1e4-e86a1204c1e4 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447403 Dec 23 16:05:42.459266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:05:42.501299 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-52bf8f53-123b-4507-8e6c-b845e75fc9db req-dacdb400-3f32-42dc-a4ac-9347740664e1 service neutron] 10.222.0.65 "GET /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423817 Dec 23 16:05:42.813004 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:42.817790 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0186a-1198-4914-a98e-b54a3c7a8b86 None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T15:56:36Z', 'revision_number': 4, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '2fa63a74-9cbc-4dd6-ab58-bbf742544630', 'name': '', 'network_id': '56406984-14ff-4f2c-8d2d-360241f53438', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'mac_address': 'fa:16:3e:d2:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:36Z', 'updated_at': '2021-12-23T15:56:45Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'subnets': [{'id': '611af87e-b035-4210-8e2c-a9d2a322197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:05:43.283966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7910e87-64dc-4e21-9708-c9695eb232e6 None None] New status for floating IP 6e63ae1b-d262-44aa-98d6-903c4b72cc3f: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:05:43.480317 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce46820-2afb-4e1e-bc90-c65bf4e01d48 req-f0cf4d1b-29e0-481c-8367-97bb15633f34 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:05:43.480797 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ce46820-2afb-4e1e-bc90-c65bf4e01d48 req-f0cf4d1b-29e0-481c-8367-97bb15633f34 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0959966 Dec 23 16:05:43.580498 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9ce46820-2afb-4e1e-bc90-c65bf4e01d48 req-5ea7dc34-e86c-49f0-a9dc-a2303e8b68a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ccb87d-6786-4e79-b0e8-40f8322fdbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918958 Dec 23 16:05:43.614622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-9094b726-532a-4fc9-86ff-504efd61092b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:05:43.616269 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-9094b726-532a-4fc9-86ff-504efd61092b tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 945 time: 0.0954409 Dec 23 16:05:43.693707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Deleting port 9504a9f7-2e0c-435c-b7ac-cec65146c750 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:43.694020 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:43.964111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] For port 9504a9f7-2e0c-435c-b7ac-cec65146c750, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9504a9f7-2e0c-435c-b7ac-cec65146c750,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:43.964747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:44.096922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Calling delete_port for 9504a9f7-2e0c-435c-b7ac-cec65146c750 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:44.260682 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:44.267109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1db9d8f7-c406-47a8-933a-15fd24f8ee39 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:44.541277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event deleted for resources: {'Port': ['ID=9504a9f7-2e0c-435c-b7ac-cec65146c750,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:44.611818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.612253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.612793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.613219 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.613653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.614065 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.614483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.614895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.615303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.615712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.616089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:44.623548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:44.628977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] No DVR routers for this DVR port 9504a9f7-2e0c-435c-b7ac-cec65146c750 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:05:44.631395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:44.634282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-deleted', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:05:44.649740 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0dd974ed-ca71-42f9-b94f-6036f4d50089 req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.65 "DELETE /v2.0/ports/9504a9f7-2e0c-435c-b7ac-cec65146c750 HTTP/1.1" status: 204 len: 173 time: 1.0280287 Dec 23 16:05:44.693955 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec283a-06fd-415d-ad87-d940693dc5cb', 'name': 'network-vif-deleted', 'tag': '9504a9f7-2e0c-435c-b7ac-cec65146c750', 'status': 'completed', 'code': 200} Dec 23 16:05:44.765390 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-170a89cf-d8ff-4242-b990-29e179be570b req-8f53608e-c98c-427d-91bc-c2149f34a2e9 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdec283a-06fd-415d-ad87-d940693dc5cb HTTP/1.1" status: 200 len: 210 time: 0.0496449 Dec 23 16:05:45.874900 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38002) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:45.954396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:45.986348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:46.047025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:46.052769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-936baf70-cf59-4298-9da8-e008188666d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:46.069772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ccb87d-6786-4e79-b0e8-40f8322fdbdf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:46.072626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:46.079831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:46.081786 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-56d34088-95fb-4805-b704-999a855572f5 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] 10.222.0.49 "DELETE /v2.0/security-groups/87ccb87d-6786-4e79-b0e8-40f8322fdbdf HTTP/1.1" status: 204 len: 168 time: 0.2057774 Dec 23 16:05:46.139850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38008) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:46.713734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:46.842187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6cc019e9-35b4-409b-8e0f-bc7598e44c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:47.386528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Deleting port 2fa63a74-9cbc-4dd6-ab58-bbf742544630 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:47.387063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:47.580862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] For port 2fa63a74-9cbc-4dd6-ab58-bbf742544630, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=2fa63a74-9cbc-4dd6-ab58-bbf742544630,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:47.581360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:47.711448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Calling delete_port for 2fa63a74-9cbc-4dd6-ab58-bbf742544630 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:47.749380 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:47.786531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 9504a9f7-2e0c-435c-b7ac-cec65146c750 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:47.786943 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 9504a9f7-2e0c-435c-b7ac-cec65146c750 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:47.902237 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:47.907120 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:47.954857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa63a74-9cbc-4dd6-ab58-bbf742544630,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:47.958829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:48.265888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:48.301480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:48.890801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fda55709-c33f-4ec0-9007-f140aee916f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:49.133607 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:05:49.359232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:05:49.370680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] Sync routers for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:05:49.377548 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] 10.222.0.49 "PUT /v2.0/routers/2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2339106 Dec 23 16:05:49.377910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38014) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:49.385009 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:05:49.385872 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:49.574928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:05:49.587118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:49.687793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:49.798228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:49.807395 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Deleting port 786e7340-c7f8-438f-b75f-3182843e2194 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:49.807759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:49.884498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': '786e7340-c7f8-438f-b75f-3182843e2194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T16:05:47Z', 'revision_number': 5, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port': {'id': '786e7340-c7f8-438f-b75f-3182843e2194', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:34Z', 'updated_at': '2021-12-23T15:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:49.888729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] Checking router: 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:05:49.900753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] Routers {'2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:05:49.901456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:49.995758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] For port 786e7340-c7f8-438f-b75f-3182843e2194, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=786e7340-c7f8-438f-b75f-3182843e2194,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:49.996125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.059898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] Set router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d gateway port host: None {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:05:50.130185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Calling delete_port for 786e7340-c7f8-438f-b75f-3182843e2194 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:50.171336 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T16:05:49Z', 'revision_number': 6, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:50.176118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865e91d-6db5-43a4-958c-2e3c4b1ee1c1 None None] The sync data for ids ['2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d'] in dv-neutron-822797-1-hyperv is: [{'id': '2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d', 'name': 'tempest-TestShelveInstance-946208957-router', 'tenant_id': '85fdad14f6114378b4408b99d993daf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:33Z', 'updated_at': '2021-12-23T16:05:49Z', 'revision_number': 6, 'project_id': '85fdad14f6114378b4408b99d993daf3', 'gw_port_host': None}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:05:50.305133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.309461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-07b4acb6-00b6-452f-a390-ddf0b6a3ae09 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:50.356553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Pushing event deleted for resources: {'Port': ['ID=786e7340-c7f8-438f-b75f-3182843e2194,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:50.361232 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:50.599089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.874507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.879225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.910980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.911593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 16:05:50.925714 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:50.927065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ba1a4b7-5d5c-4d7d-bd6c-d343c320de0d HTTP/1.1" status: 204 len: 168 time: 1.5479505 Dec 23 16:05:50.929971 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38018) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:50.998391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Deleting subnet 611af87e-b035-4210-8e2c-a9d2a322197b {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 16:05:51.002146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.068311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.139945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.173287 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.244515 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.250932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0ff3fc92-5d07-44fe-b1e2-4d78bd449815 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:51.291556 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611af87e-b035-4210-8e2c-a9d2a322197b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:51.296726 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:51.300544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.308369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569dfe1-fad8-4a9d-b7c4-a1ac141f507b None None] Network 56406984-14ff-4f2c-8d2d-360241f53438 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:05:51.310023 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ab89d141-a3c7-423e-a789-3a7008a46fa8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/611af87e-b035-4210-8e2c-a9d2a322197b HTTP/1.1" status: 204 len: 168 time: 0.3786235 Dec 23 16:05:51.312643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38022) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:51.439979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.451344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Deleting port 33fdd140-d8c6-4f7a-b083-509545583291 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:51.451711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.588007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] DHCP port deletion for 56406984-14ff-4f2c-8d2d-360241f53438 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 16:05:51.592832 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Deleting port 33fdd140-d8c6-4f7a-b083-509545583291 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:51.593297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.627677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2fa63a74-9cbc-4dd6-ab58-bbf742544630 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:51.671748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] For port 33fdd140-d8c6-4f7a-b083-509545583291, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=33fdd140-d8c6-4f7a-b083-509545583291,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:51.671993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 2fa63a74-9cbc-4dd6-ab58-bbf742544630 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:51.672125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.672400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 2fa63a74-9cbc-4dd6-ab58-bbf742544630 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:51.672876 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 786e7340-c7f8-438f-b75f-3182843e2194 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:51.715306 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 786e7340-c7f8-438f-b75f-3182843e2194 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:51.715701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 786e7340-c7f8-438f-b75f-3182843e2194 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:51.802070 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Calling delete_port for 33fdd140-d8c6-4f7a-b083-509545583291 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:51.882480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.885041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] For port 33fdd140-d8c6-4f7a-b083-509545583291, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=33fdd140-d8c6-4f7a-b083-509545583291,segment=NetworkSegment(1475b6ca-2183-450b-a743-116d2701aff1),segment_id=1475b6ca-2183-450b-a743-116d2701aff1)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:51.885544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:51.887613 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b968249b-c416-45e3-a26f-4d002bb49464 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:51.931331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fdd140-d8c6-4f7a-b083-509545583291,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:51.934143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:51.936776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] No DVR routers for this DVR port 33fdd140-d8c6-4f7a-b083-509545583291 on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:05:52.067184 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.098952 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56406984-14ff-4f2c-8d2d-360241f53438']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:52.113929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1475b6ca-2183-450b-a743-116d2701aff1') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:52.114243 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1475b6ca-2183-450b-a743-116d2701aff1') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:52.130680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.150568 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.158652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 16:05:52.159116 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:05:52.178974 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:05:52.184041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Calling delete_port for 33fdd140-d8c6-4f7a-b083-509545583291 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:52.258441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:05:52.258864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 16:05:52.503852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.507508 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9a17b033-8ce0-44b3-963b-d1e4aafde7ce tempest-RoutersIpV6Test-808710478 tempest-RoutersIpV6Test-808710478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:52.521546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.532835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56406984-14ff-4f2c-8d2d-360241f53438,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:52.536331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:52.548791 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/56406984-14ff-4f2c-8d2d-360241f53438 HTTP/1.1" status: 204 len: 168 time: 1.2343593 Dec 23 16:05:52.552141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38026) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:52.760509 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Deleting port 33fdd140-d8c6-4f7a-b083-509545583291 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:52.760801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:52.839630 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-5d96bc98-1bb4-442c-a72a-300297260258 None None] The port '33fdd140-d8c6-4f7a-b083-509545583291' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 16:05:52.982304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:53.575355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 33fdd140-d8c6-4f7a-b083-509545583291 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:53.609839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 33fdd140-d8c6-4f7a-b083-509545583291 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:53.610275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 33fdd140-d8c6-4f7a-b083-509545583291 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:53.649089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Deleting port 34ca905b-2f7d-473e-abce-34f8ccee495c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:53.649423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:53.835357 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] For port 34ca905b-2f7d-473e-abce-34f8ccee495c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=34ca905b-2f7d-473e-abce-34f8ccee495c,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:53.835744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:53.962359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Calling delete_port for 34ca905b-2f7d-473e-abce-34f8ccee495c owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:54.178896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:54.182798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ebf24232-b4fb-40ed-bdff-6bcb836e7531 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:54.227744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ca905b-2f7d-473e-abce-34f8ccee495c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:54.230410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:54.547749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:55.192260 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Router ed4cee6d-77d6-4d01-8113-345b7b31f417 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:05:55.654978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:05:55.665669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] Sync routers for ids ['ed4cee6d-77d6-4d01-8113-345b7b31f417'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:05:55.672301 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-829d0f74-ab27-4566-a887-01d1b1940e55 admin admin] 10.222.0.49 "PUT /v2.0/routers/ed4cee6d-77d6-4d01-8113-345b7b31f417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1185327 Dec 23 16:05:55.675458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38030) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:55.679435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] Routers {'ed4cee6d-77d6-4d01-8113-345b7b31f417'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:05:55.680135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ed4cee6d-77d6-4d01-8113-345b7b31f417'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:55.872504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] Set router ed4cee6d-77d6-4d01-8113-345b7b31f417 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:05:55.893839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:56.111932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:56.122119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Deleting port e47ead23-61b8-49c1-8a31-32386b493724 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:56.122563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:56.190719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T16:05:54Z', 'revision_number': 5, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port': {'id': 'e47ead23-61b8-49c1-8a31-32386b493724', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T15:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:56.195507 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] Checking router: ed4cee6d-77d6-4d01-8113-345b7b31f417 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:05:56.207586 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] Routers {'ed4cee6d-77d6-4d01-8113-345b7b31f417'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:05:56.208276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['ed4cee6d-77d6-4d01-8113-345b7b31f417'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:56.316216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] For port e47ead23-61b8-49c1-8a31-32386b493724, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=e47ead23-61b8-49c1-8a31-32386b493724,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:56.316608 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:56.369602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] Set router ed4cee6d-77d6-4d01-8113-345b7b31f417 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:05:56.454780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Calling delete_port for e47ead23-61b8-49c1-8a31-32386b493724 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:56.482964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T16:05:56Z', 'revision_number': 6, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:56.487664 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aeff99-724c-4ee3-bb7b-8cd62ebf7c6f None None] The sync data for ids ['ed4cee6d-77d6-4d01-8113-345b7b31f417'] in dv-neutron-822797-1-hyperv is: [{'id': 'ed4cee6d-77d6-4d01-8113-345b7b31f417', 'name': 'tempest-TestShelveInstance-300006264-router', 'tenant_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:56:40Z', 'updated_at': '2021-12-23T16:05:56Z', 'revision_number': 6, 'project_id': 'ebbfb1a9bd544cfd977c78e62e780f01', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:05:56.635429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:56.641026 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b610814d-2fd2-41f9-b373-09c534a77f4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:56.687614 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47ead23-61b8-49c1-8a31-32386b493724,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:56.691095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:56.943314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.217393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.222360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.245446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.245995 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4cee6d-77d6-4d01-8113-345b7b31f417 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 16:05:57.258880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.261872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ed4cee6d-77d6-4d01-8113-345b7b31f417 HTTP/1.1" status: 204 len: 168 time: 1.5836833 Dec 23 16:05:57.263137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38034) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:57.336562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Deleting subnet ad57bb34-8145-4a04-90a0-52466ce9e362 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 16:05:57.340137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.395238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.482282 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.557139 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.562048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ec085723-7e90-4f1c-97f2-bbf06418d40d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:57.580230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 34ca905b-2f7d-473e-abce-34f8ccee495c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:57.600555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad57bb34-8145-4a04-90a0-52466ce9e362,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:57.604228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:57.605325 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.611993 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-32ec66da-fb79-424d-9723-8f0db1f44962 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ad57bb34-8145-4a04-90a0-52466ce9e362 HTTP/1.1" status: 204 len: 168 time: 0.3476930 Dec 23 16:05:57.614948 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38038) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:57.616702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307fc36-6439-4809-bf27-8c8602eb509f None None] Network f6306e8b-6d36-4ca3-8a30-092b764042b1 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:05:57.634012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 34ca905b-2f7d-473e-abce-34f8ccee495c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:57.634418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 34ca905b-2f7d-473e-abce-34f8ccee495c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:57.634891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e47ead23-61b8-49c1-8a31-32386b493724 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:57.728285 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: e47ead23-61b8-49c1-8a31-32386b493724 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:57.728694 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device e47ead23-61b8-49c1-8a31-32386b493724 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:57.930795 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] DHCP port deletion for f6306e8b-6d36-4ca3-8a30-092b764042b1 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 16:05:57.935833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Deleting port a7297be0-d8a4-4aaf-bc76-c13541c30826 {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:57.936252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.976273 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:57.987462 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Deleting port a7297be0-d8a4-4aaf-bc76-c13541c30826 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:57.987772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:58.152334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] For port a7297be0-d8a4-4aaf-bc76-c13541c30826, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a7297be0-d8a4-4aaf-bc76-c13541c30826,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:58.152753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:58.204496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] For port a7297be0-d8a4-4aaf-bc76-c13541c30826, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=a7297be0-d8a4-4aaf-bc76-c13541c30826,segment=NetworkSegment(cd0f598a-5a5f-4027-abda-f43a293b5650),segment_id=cd0f598a-5a5f-4027-abda-f43a293b5650)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:05:58.204818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:58.287112 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Calling delete_port for a7297be0-d8a4-4aaf-bc76-c13541c30826 owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:58.333439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Calling delete_port for a7297be0-d8a4-4aaf-bc76-c13541c30826 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:05:58.365773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119'] for port, after_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:58.371145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca9b0f96-a31e-4d9d-b1ac-5a96fae79cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:58.409016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:05:58.409415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 16:05:58.412526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Pushing event deleted for resources: {'Port': ['ID=a7297be0-d8a4-4aaf-bc76-c13541c30826,revision_number=None']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:58.422684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] No DVR routers for this DVR port a7297be0-d8a4-4aaf-bc76-c13541c30826 on host dv-neutron-822797-1-hyperv {{(pid=88874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:05:58.428849 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.429270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.429656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.430033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.430403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.430794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.431162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.431526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.431891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.432253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.432615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:05:58.435800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:58.912643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Deleting port a7297be0-d8a4-4aaf-bc76-c13541c30826 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:05:58.913298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.000511 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] The port 'a7297be0-d8a4-4aaf-bc76-c13541c30826' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 16:05:59.142802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.182866 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6306e8b-6d36-4ca3-8a30-092b764042b1']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:59.207731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0f598a-5a5f-4027-abda-f43a293b5650') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:59.208323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0f598a-5a5f-4027-abda-f43a293b5650') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:05:59.227102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.246361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.253075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 16:05:59.253540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:05:59.274017 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:05:59.363340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.367225 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0be19a06-2aa8-409c-9b90-4eba08548ae7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:59.381748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.395618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6306e8b-6d36-4ca3-8a30-092b764042b1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:59.403369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:59.409878 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-9fdbc310-921b-4a7a-9cd1-30469e115702 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f6306e8b-6d36-4ca3-8a30-092b764042b1 HTTP/1.1" status: 204 len: 168 time: 1.7936678 Dec 23 16:05:59.565135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38044) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:59.578862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a7297be0-d8a4-4aaf-bc76-c13541c30826 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:05:59.615977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: a7297be0-d8a4-4aaf-bc76-c13541c30826 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:05:59.616355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device a7297be0-d8a4-4aaf-bc76-c13541c30826 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:05:59.631209 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-edce8478-2849-4fd3-ad46-027fcc926956 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85fdad14f6114378b4408b99d993daf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0646513 Dec 23 16:05:59.634186 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38048) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:59.705125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.741142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.802279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.806429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0a0ef171-6821-4c1d-94d9-5f95d98b0be6 tempest-NegativeSecGroupTest-890318503 tempest-NegativeSecGroupTest-890318503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:05:59.821236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3909be9c-da92-4a7d-9316-6a4f654d5ffa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:05:59.824960 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:05:59.831074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:05:59.832342 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ad0fcd1c-e265-44ea-933f-caea21668f38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3909be9c-da92-4a7d-9316-6a4f654d5ffa HTTP/1.1" status: 204 len: 168 time: 0.1967196 Dec 23 16:06:00.290059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38056) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:00.351025 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c1895994-0f04-4f85-82ff-d8c3bc1ea189 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ebbfb1a9bd544cfd977c78e62e780f01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571434 Dec 23 16:06:00.351227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38060) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:00.415822 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:00.443578 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:00.496185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:00.500140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-dde62df8-606a-4d52-8079-eac9ed912838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:00.513072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59047d01-2b10-4750-9cbf-3dd5ec48deb6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:00.516978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:00.520393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:00.521664 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3c08b43f-d79f-4bad-8d55-a8c95c41fad3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59047d01-2b10-4750-9cbf-3dd5ec48deb6 HTTP/1.1" status: 204 len: 168 time: 0.1694429 Dec 23 16:06:01.307705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.476295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38082) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:01.638085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-944806669-network', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:01.647349 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:01.654616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Usage tracker for resource:network and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:01.659474 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:01.666362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:01.678410 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Made reservation on behalf of 4847cfcd14374a4bad5cc7f1eb4abf92 for: {'network': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:06:01.683280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.697788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.732222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:01.736533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:01.739710 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:01.746016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:01.831175 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.835431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.838665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ab890aa4-ff88-4900-9a5e-d0d882bbe921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:01.868730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 16:06:01.878223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ba6f4-b3ae-4ce6-9fb4-e9654d08a6d9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:01.884103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:01.885110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.885514 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Added segment a51e97cc-2af1-4e84-a4bf-39365669635c of type vlan for network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 Dec 23 16:06:01.914421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.946990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.947989 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:01.948638 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:01.954236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4214eb2e-a62d-4a8d-8e08-bb3751193f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:02.062092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5843284 Dec 23 16:06:02.065408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Pushing event updated for resources: {'Network': ['ID=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:02.066619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:02.068265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-47919642-e60a-4f44-bc31-89b9aa24550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:02.074761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Request body: {'subnet': {'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-944806669-subnet', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:02.075804 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 16:06:02.080625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:02.085769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Usage tracker for resource:subnet and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:02.089447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:02.097061 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:02.110731 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Made reservation on behalf of 4847cfcd14374a4bad5cc7f1eb4abf92 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:06:02.116448 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1568304'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.367084 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853689207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853208610'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.373191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36426275-4249-4966-b8db-99c921ddaa39 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:02.440921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=245837ef-040d-42d6-b6f3-d62475314cab,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:02.450326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:02.467792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Checking segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:02.468201 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Network hostable DHCP agents. Network: be9c28d7-1e1f-40ad-b4f5-d4a82eb47513, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 16:06:02.492401 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 16:06:02.501618 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, be9c28d7-1e1f-40ad-b4f5-d4a82eb47513) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:02.505757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:02.506411 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.512994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053fdca-242e-4140-864d-a7c82a063c0c None None] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:06:02.531471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bf6afde2-ca6d-490d-9c7c-9e2f06db4c0f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4600115 Dec 23 16:06:02.531733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:02.537753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:02.543098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:02.547427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Usage tracker for resource:router and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:02.551052 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:02.557200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:02.567514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.568523 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.590659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.748402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.766859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 16:06:02.767818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.949668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Allocated IP 172.20.0.2 (be9c28d7-1e1f-40ad-b4f5-d4a82eb47513/245837ef-040d-42d6-b6f3-d62475314cab/5685738a-1324-4832-83f8-4a6e5fb67c2c) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:02.958362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:02.993689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.154946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Allocated IP 172.26.2.227 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/f5e67393-b835-41c5-9b5e-7db391550f7e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:03.324164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.352964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.358992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:03.366394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.377843 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Transition to ACTIVE for port object 5685738a-1324-4832-83f8-4a6e5fb67c2c will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:03.398451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Transition to ACTIVE for port object 5685738a-1324-4832-83f8-4a6e5fb67c2c will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:03.405233 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.413365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d4a04a5c-0505-4d4f-a303-4f92af6f9765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:03.444060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:03.445049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e67393-b835-41c5-9b5e-7db391550f7e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:03.448248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:03.449963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:03.451639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:03.485725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Pushing event updated for resources: {'Port': ['ID=5685738a-1324-4832-83f8-4a6e5fb67c2c,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:03.489495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:03.490678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:03.491563 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:03.493772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:03.587619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Attempting to bind port 5685738a-1324-4832-83f8-4a6e5fb67c2c on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:03.588042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Attempting to bind port 5685738a-1324-4832-83f8-4a6e5fb67c2c by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:03.588461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Attempting to bind port 5685738a-1324-4832-83f8-4a6e5fb67c2c on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:03.595974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:03.596445 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Checking segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:03.596895 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.597387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Bound using segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:03.597896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Bound port: 5685738a-1324-4832-83f8-4a6e5fb67c2c, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:03.598363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.622089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.622887 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.695963 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] For port 5685738a-1324-4832-83f8-4a6e5fb67c2c, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:03.699251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] For port 5685738a-1324-4832-83f8-4a6e5fb67c2c, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5685738a-1324-4832-83f8-4a6e5fb67c2c,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:03.703176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:03.707178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:03.796862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Pushing event updated for resources: {'Port': ['ID=5685738a-1324-4832-83f8-4a6e5fb67c2c,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:03.802313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:03.878932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 16:06:04.110657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:06:04.120557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:06:04.138392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:04.139178 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:04.250456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:04.254031 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-98668c22-e9b8-4f52-83e5-30cdcb92fe46 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7190909 Dec 23 16:06:04.255177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:04.352531 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:04.860847 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:03Z', 'revision_number': 3, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:04.865652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:06:04.866172 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Updating router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d port f5e67393-b835-41c5-9b5e-7db391550f7e binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 16:06:04.923055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.299456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.313392 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Transition to ACTIVE for port object f5e67393-b835-41c5-9b5e-7db391550f7e will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:05.320792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.325403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a1f18423-095a-44e8-b840-63a3c8afe699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:05.365958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.389318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Pushing event updated for resources: {'Port': ['ID=f5e67393-b835-41c5-9b5e-7db391550f7e,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:05.401893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.401893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.402359 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.402632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.403045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.403765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.403765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.404100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.404465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.404837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.405234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:06:05.410920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:05.432333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Attempting to bind port f5e67393-b835-41c5-9b5e-7db391550f7e on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:05.432757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Attempting to bind port f5e67393-b835-41c5-9b5e-7db391550f7e by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:05.433965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Attempting to bind port f5e67393-b835-41c5-9b5e-7db391550f7e on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:05.441338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:05.441771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:05.442230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.442675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:05.443200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Bound port: f5e67393-b835-41c5-9b5e-7db391550f7e, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:05.443620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.500364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fce7e8-392d-4210-a61b-9c43cd21d7c7 None None] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:06:05.526241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] For port f5e67393-b835-41c5-9b5e-7db391550f7e, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:05.530541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] For port f5e67393-b835-41c5-9b5e-7db391550f7e, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f5e67393-b835-41c5-9b5e-7db391550f7e,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:05.535863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.540967 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cc577579-26e8-4da6-b4c3-f5573f675267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:05.628389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Allocated IP 172.20.0.1 (be9c28d7-1e1f-40ad-b4f5-d4a82eb47513/245837ef-040d-42d6-b6f3-d62475314cab/ea04816d-df8f-4e3b-820d-935153eb5cad) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:05.629695 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Pushing event updated for resources: {'Port': ['ID=f5e67393-b835-41c5-9b5e-7db391550f7e,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:05.633137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d37687bd-f6af-4b2c-8008-2b3c6923c8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:05.637298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:05.637976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:05.685028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5685738a-1324-4832-83f8-4a6e5fb67c2c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:05.775323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-beace08b-1422-4a13-9a85-04193abb63f1 None None] Provisioning for port 5685738a-1324-4832-83f8-4a6e5fb67c2c completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:05.806275 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.824333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Transition to ACTIVE for port object ea04816d-df8f-4e3b-820d-935153eb5cad will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:05.831990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 5685738a-1324-4832-83f8-4a6e5fb67c2c completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:05.835560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:05.837680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5685738a-1324-4832-83f8-4a6e5fb67c2c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:05.838133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.846766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:05.852859 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9434959-b2d6-4c0c-8f43-b5d50ff24e53 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:05.924412 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:05.927721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:05.937457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:05.977777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Pushing event updated for resources: {'Port': ['ID=ea04816d-df8f-4e3b-820d-935153eb5cad,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:05.985041 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:05.989501 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.012727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.028689 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 5685738a-1324-4832-83f8-4a6e5fb67c2c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5685738a-1324-4832-83f8-4a6e5fb67c2c,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:06.036339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.040021 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:06.111424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.118709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=5685738a-1324-4832-83f8-4a6e5fb67c2c,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:06.122353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:06.186555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:03Z', 'revision_number': 3, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:06.191090 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b6ca5-a872-4f5f-b585-d1179464b702 None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:03Z', 'revision_number': 3, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:06:06.312562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-59d98d26-c9b7-4cac-9c82-b1bdf04e899e None None] Provisioning complete for port 5685738a-1324-4832-83f8-4a6e5fb67c2c triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:06.313080 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-59d98d26-c9b7-4cac-9c82-b1bdf04e899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.384976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.391101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.428033 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8794b3d-23e2-40e5-bc2d-cbac5b120869 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:06.515919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.523603 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Pushing event updated for resources: {'Port': ['ID=ea04816d-df8f-4e3b-820d-935153eb5cad,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:06.526808 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:06.570222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d4432a51-1d2e-4457-9457-19f387a4f1b9 None None] Provisioning for port ea04816d-df8f-4e3b-820d-935153eb5cad completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:06.575837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d4432a51-1d2e-4457-9457-19f387a4f1b9 None None] Provisioning complete for port ea04816d-df8f-4e3b-820d-935153eb5cad triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:06.576264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4432a51-1d2e-4457-9457-19f387a4f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:06.645196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d4432a51-1d2e-4457-9457-19f387a4f1b9 None None] Port ea04816d-df8f-4e3b-820d-935153eb5cad cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:06:06.703936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:06.705205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:07.072622 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-75f480cc-12ed-40dc-bbf8-f0e87df97e12 None None] Provisioning complete for port ea04816d-df8f-4e3b-820d-935153eb5cad triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:07.073151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-75f480cc-12ed-40dc-bbf8-f0e87df97e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:07.104758 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:06:07.135799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-75f480cc-12ed-40dc-bbf8-f0e87df97e12 None None] Port ea04816d-df8f-4e3b-820d-935153eb5cad cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:06:07.153986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:06:07.375815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:06:07.388192 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e2205544-db24-4d8d-9414-294bbc433aeb admin admin] 10.222.0.49 "PUT /v2.0/routers/eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1318638 Dec 23 16:06:07.656742 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f5e67393-b835-41c5-9b5e-7db391550f7e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:07.731248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port f5e67393-b835-41c5-9b5e-7db391550f7e completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:07.736283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f5e67393-b835-41c5-9b5e-7db391550f7e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:07.736738 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:07.862413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:07.879928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port f5e67393-b835-41c5-9b5e-7db391550f7e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f5e67393-b835-41c5-9b5e-7db391550f7e,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:07.883801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:07.884882 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5685738a-1324-4832-83f8-4a6e5fb67c2c up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:07.915397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:08.009324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=f5e67393-b835-41c5-9b5e-7db391550f7e,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:08.012669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:08.024433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 5685738a-1324-4832-83f8-4a6e5fb67c2c triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:08.024854 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.325406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:08.332291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-727469582-network', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:08.338528 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:08.343300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Usage tracker for resource:network and tenant:3e98d46d4e82466e84e43e1f5726ce44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:08.346783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:08.353771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:08.366183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Made reservation on behalf of 3e98d46d4e82466e84e43e1f5726ce44 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:06:08.371321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.385691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.420440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:08.425058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Usage tracker for resource:security_group_rule and tenant:3e98d46d4e82466e84e43e1f5726ce44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:08.428101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:08.434293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:08.518188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.522585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.525824 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-199fe8ce-1ebb-48c6-b2cd-19d38c04a69d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:08.556555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 23 16:06:08.565811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf26ca2-6774-4d31-985f-fb93bd2fe898,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:08.569766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:08.573355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.574315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.segments_db [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Added segment f85c850e-846e-4a1d-a1c6-d21061f99e71 of type vlan for network ee465dfa-0a3a-457d-875f-97e55c63769f Dec 23 16:06:08.601669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278543183459'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.634136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.635083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:08.635730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:08.639435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-831d2cdb-c2d7-4135-8d91-d0d79fb9f57f tempest-BulkNetworkOpsIpV6Test-145737754 tempest-BulkNetworkOpsIpV6Test-145737754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:08.749773 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4229848 Dec 23 16:06:08.750850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Pushing event updated for resources: {'Network': ['ID=ee465dfa-0a3a-457d-875f-97e55c63769f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:08.753111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38122) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:08.754069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-44ab2f93-022b-4ec4-adfc-12b15ef26f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:08.760058 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Request body: {'subnet': {'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-727469582-subnet', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'ip_version': 4}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:08.762530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Network ee465dfa-0a3a-457d-875f-97e55c63769f details requested by agent ovs-agent-dv-neutron-822797-1-hyperv with host dv-neutron-822797-1-hyperv {{(pid=88874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 23 16:06:08.766312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:08.770699 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Usage tracker for resource:subnet and tenant:3e98d46d4e82466e84e43e1f5726ce44 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:08.774030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:08.782221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:08.793082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Made reservation on behalf of 3e98d46d4e82466e84e43e1f5726ce44 for: {'subnet': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:06:08.798082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036722073711'] for subnet, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.032894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722117058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132700287'] for subnet, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.037764 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98b9656e-20af-4a4b-b95d-9405fec80704 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:09.112517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74af2bb-bb89-4517-b7f4-89786a43dd4f,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:09.117897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:09.129217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Checking segment: {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:09.129602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Network hostable DHCP agents. Network: ee465dfa-0a3a-457d-875f-97e55c63769f, hostable agents: ['d1552250-8250-44d5-a148-7e53e6484105'], hosted agents: [] {{(pid=88873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 23 16:06:09.153035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Network ee465dfa-0a3a-457d-875f-97e55c63769f is scheduled to be hosted by DHCP agent d1552250-8250-44d5-a148-7e53e6484105 with binding_index 1 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 23 16:06:09.156498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:06:09.164697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822797-1-hyperv, ee465dfa-0a3a-457d-875f-97e55c63769f) {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:09.169087 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:09.169639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:09.169745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.170360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:09.191784 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8f61d7f1-a389-46ef-a102-37cb3768dc9c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4372027 Dec 23 16:06:09.194929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38126) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:09.200818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:09.206816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:09.211391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Usage tracker for resource:router and tenant:3e98d46d4e82466e84e43e1f5726ce44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:09.214610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:09.220816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:09.228685 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a036314-7ef9-43d7-8239-0cba399c0ab6 None None] Network ee465dfa-0a3a-457d-875f-97e55c63769f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:06:09.231871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1991555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-327'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.232864 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853169992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852807406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775473'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.251118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.406421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853170007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1991600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775458'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.524479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:09.597495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f5e67393-b835-41c5-9b5e-7db391550f7e up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:09.699367 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dc59048-c14b-56c7-a0a1-53ec7e7dfeed-ee465dfa-0a3a-457d-875f-97e55c63769f', 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'fixed_ips': [{'subnet_id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f'}]}} from dv-neutron-822797-1-hyperv. {{(pid=88874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 23 16:06:09.700816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.879717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:09.919040 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.069782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Allocated IP 172.26.2.103 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/fdb2bda6-2139-4a54-9d3a-91b650a2c205) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:10.175601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port f5e67393-b835-41c5-9b5e-7db391550f7e triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:10.175992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.236517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.263550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.269534 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4555f9a3-c33b-4bba-b687-f88d1c8bd918 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:10.337893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:10.345769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:10.350558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Allocated IP 172.20.0.2 (ee465dfa-0a3a-457d-875f-97e55c63769f/e74af2bb-bb89-4517-b7f4-89786a43dd4f/dfd9d877-0376-42f9-bb94-d11cc1f40afe) {{(pid=88874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:10.351906 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:10.383075 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb2bda6-2139-4a54-9d3a-91b650a2c205,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:10.390270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:10.524424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 2, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:10.527270 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.528436 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605839'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.534251 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:06:10.534680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Updating router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d port ea04816d-df8f-4e3b-820d-935153eb5cad binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 16:06:10.625119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.777060 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 is scheduled to L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 23 16:06:10.815845 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Notify callbacks [] for port, precommit_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.841636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Transition to ACTIVE for port object dfd9d877-0376-42f9-bb94-d11cc1f40afe will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:10.889483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Transition to ACTIVE for port object dfd9d877-0376-42f9-bb94-d11cc1f40afe will not be triggered until provisioned by entity DHCP. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:10.944970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698'] for port, after_create {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:10.953319 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:11.002012 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:06:11.013783 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Sync routers for ids ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:06:11.026601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.027821 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Routers {'76bcc8ec-321c-4cfc-b6db-0b34602d3f14'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:11.028093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8320582 Dec 23 16:06:11.028818 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:11.031097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38132) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:11.045484 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Pushing event updated for resources: {'Port': ['ID=dfd9d877-0376-42f9-bb94-d11cc1f40afe,revision_number=1']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:11.064171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Network ee465dfa-0a3a-457d-875f-97e55c63769f is already hosted by enough agents. {{(pid=88874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:11.067815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:11.070677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Resources bound (agent type, host, resource id): {{(pid=88874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:11.074646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Received port after_create {{(pid=88874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:11.194387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Attempting to bind port dfd9d877-0376-42f9-bb94-d11cc1f40afe on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:11.194797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Attempting to bind port dfd9d877-0376-42f9-bb94-d11cc1f40afe by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:11.195525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Attempting to bind port dfd9d877-0376-42f9-bb94-d11cc1f40afe on network ee465dfa-0a3a-457d-875f-97e55c63769f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:11.224820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Set router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:11.244799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:11.245249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Checking segment: {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:11.245717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.246164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Bound using segment: {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:11.246678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Bound port: dfd9d877-0376-42f9-bb94-d11cc1f40afe, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:11.247095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.322118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.364316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Transition to ACTIVE for port object ea04816d-df8f-4e3b-820d-935153eb5cad will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:11.376134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.380548 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] For port dfd9d877-0376-42f9-bb94-d11cc1f40afe, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:11.383298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:11.440570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] For port dfd9d877-0376-42f9-bb94-d11cc1f40afe, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dfd9d877-0376-42f9-bb94-d11cc1f40afe,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:11.495775 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.526492 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476d34e-c86f-47b5-9231-3a891294ef7a None None] Pushing event updated for resources: {'Port': ['ID=ea04816d-df8f-4e3b-820d-935153eb5cad,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:11.531766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d476d34e-c86f-47b5-9231-3a891294ef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:11.532389 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-810ddcd0-5f7a-45a9-bb9c-2f6f33e86f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:11.552873 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:10Z', 'revision_number': 3, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:11.558986 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Checking router: 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:06:11.559658 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Updating router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 port fdb2bda6-2139-4a54-9d3a-91b650a2c205 binding host dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 16:06:11.613328 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Pushing event updated for resources: {'Port': ['ID=dfd9d877-0376-42f9-bb94-d11cc1f40afe,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:11.621936 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.622136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12de5b24-2a36-4c23-8dee-722f06215b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:11.727801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Attempting to bind port ea04816d-df8f-4e3b-820d-935153eb5cad on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:11.728229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Attempting to bind port ea04816d-df8f-4e3b-820d-935153eb5cad by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:11.728655 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Attempting to bind port ea04816d-df8f-4e3b-820d-935153eb5cad on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:11.736335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:11.736772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Checking segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:11.737777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.738240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Bound using segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:11.739705 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Bound port: ea04816d-df8f-4e3b-820d-935153eb5cad, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:11.740133 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.855362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] For port ea04816d-df8f-4e3b-820d-935153eb5cad, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:11.858754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] For port ea04816d-df8f-4e3b-820d-935153eb5cad, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ea04816d-df8f-4e3b-820d-935153eb5cad,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:11.863323 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.868149 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3801740e-8bb6-49c7-b500-bd7c150f36b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:11.904972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:11.954549 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476d34e-c86f-47b5-9231-3a891294ef7a None None] Pushing event updated for resources: {'Port': ['ID=ea04816d-df8f-4e3b-820d-935153eb5cad,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:11.960254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d476d34e-c86f-47b5-9231-3a891294ef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:11.986761 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:11.987483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:12.068056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Notify callbacks [] for port, precommit_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.083992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Transition to ACTIVE for port object fdb2bda6-2139-4a54-9d3a-91b650a2c205 will not be triggered until provisioned by entity L2. {{(pid=88875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:12.095106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.105668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-691bb779-51de-4d41-8d43-3b8264f3fd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:12.220055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:12.256774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Allocated IP 172.20.0.1 (ee465dfa-0a3a-457d-875f-97e55c63769f/e74af2bb-bb89-4517-b7f4-89786a43dd4f/20a68474-bf4b-4d38-bf77-b6552daf7697) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:12.384391 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Attempting to bind port fdb2bda6-2139-4a54-9d3a-91b650a2c205 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:12.384918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Attempting to bind port fdb2bda6-2139-4a54-9d3a-91b650a2c205 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:12.385429 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Attempting to bind port fdb2bda6-2139-4a54-9d3a-91b650a2c205 on network 2197a5c8-80bf-448e-89f2-9f905ac038d6 {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:12.388573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3fd9-ac1f-4f5b-8fd4-9b36e43bb469 None None] Pushing event updated for resources: {'Port': ['ID=fdb2bda6-2139-4a54-9d3a-91b650a2c205,revision_number=2']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:12.393005 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fada3fd9-ac1f-4f5b-8fd4-9b36e43bb469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:12.396665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:12.397220 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Checking segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:12.397739 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.398249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Bound using segment: {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'} {{(pid=88875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:12.398850 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Bound port: fdb2bda6-2139-4a54-9d3a-91b650a2c205, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6'}}] {{(pid=88875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:12.399338 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.511195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.522722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] For port fdb2bda6-2139-4a54-9d3a-91b650a2c205, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:12.526619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] For port fdb2bda6-2139-4a54-9d3a-91b650a2c205, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fdb2bda6-2139-4a54-9d3a-91b650a2c205,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:12.530921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.533057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Transition to ACTIVE for port object 20a68474-bf4b-4d38-bf77-b6552daf7697 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:12.536467 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-77e4be0d-2d9a-4856-9c37-82deefc1caa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:12.554980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.560683 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:12.624855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3fd9-ac1f-4f5b-8fd4-9b36e43bb469 None None] Pushing event updated for resources: {'Port': ['ID=fdb2bda6-2139-4a54-9d3a-91b650a2c205,revision_number=3']} {{(pid=88875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:12.628344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Network ee465dfa-0a3a-457d-875f-97e55c63769f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:12.628468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fada3fd9-ac1f-4f5b-8fd4-9b36e43bb469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:12.632015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Routers {'76bcc8ec-321c-4cfc-b6db-0b34602d3f14'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:12.632743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:12.636816 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:12.639305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:12.680255 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Pushing event updated for resources: {'Port': ['ID=20a68474-bf4b-4d38-bf77-b6552daf7697,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:12.683341 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:12.708571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853160565'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.799194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:12.828908 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] Set router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:12.831019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:11Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:12.835495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db53afe-ad12-4ccc-b20d-1fa4be2793f2 None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:11Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:06:13.072812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:13.077074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:13.112938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d5bea879-b6aa-4d3d-84a0-cd3d65dfa976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:13.163027 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:10Z', 'revision_number': 3, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:13.167533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5342dc1-ce5c-47ab-9eb2-174ea4008c43 None None] The sync data for ids ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'] in dv-neutron-822797-1-hyperv is: [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:10Z', 'revision_number': 3, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:06:13.202253 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1183347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853169466'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:13.209216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Pushing event updated for resources: {'Port': ['ID=20a68474-bf4b-4d38-bf77-b6552daf7697,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:13.212375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:13.677404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Network ee465dfa-0a3a-457d-875f-97e55c63769f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:13.679067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:13.695901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dfd9d877-0376-42f9-bb94-d11cc1f40afe up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:13.850154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port dfd9d877-0376-42f9-bb94-d11cc1f40afe completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:13.858388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ea04816d-df8f-4e3b-820d-935153eb5cad up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:13.903969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898bebc1-6a04-4da0-bfc1-0aaabf35cf0d None None] Network ee465dfa-0a3a-457d-875f-97e55c63769f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:06:14.087920 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port ea04816d-df8f-4e3b-820d-935153eb5cad completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:14.096326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Provisioning for port dfd9d877-0376-42f9-bb94-d11cc1f40afe completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:14.102599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ea04816d-df8f-4e3b-820d-935153eb5cad triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:14.103066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:14.178771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Provisioning complete for port dfd9d877-0376-42f9-bb94-d11cc1f40afe triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:14.179206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:14.192968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:06:14.459477 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:14.459691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:06:14.471927 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] 10.222.0.49 "PUT /v2.0/routers/76bcc8ec-321c-4cfc-b6db-0b34602d3f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4374681 Dec 23 16:06:14.504469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:14.560198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] For port dfd9d877-0376-42f9-bb94-d11cc1f40afe, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dfd9d877-0376-42f9-bb94-d11cc1f40afe,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:14.567802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:14.571191 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port ea04816d-df8f-4e3b-820d-935153eb5cad, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ea04816d-df8f-4e3b-820d-935153eb5cad,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:14.572368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:14.616086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:14.677385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Pushing event updated for resources: {'Port': ['ID=dfd9d877-0376-42f9-bb94-d11cc1f40afe,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:14.678315 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:14.679108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:14.755594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=ea04816d-df8f-4e3b-820d-935153eb5cad,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:14.762446 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:14.910038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d518-21b2-4e7a-bbba-9e5ff5b2a84b None None] Provisioning complete for port dfd9d877-0376-42f9-bb94-d11cc1f40afe triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:14.910485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d518-21b2-4e7a-bbba-9e5ff5b2a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.068993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d518-21b2-4e7a-bbba-9e5ff5b2a84b None None] Provisioning for port 20a68474-bf4b-4d38-bf77-b6552daf7697 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:15.075653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d518-21b2-4e7a-bbba-9e5ff5b2a84b None None] Provisioning complete for port 20a68474-bf4b-4d38-bf77-b6552daf7697 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:15.076760 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d518-21b2-4e7a-bbba-9e5ff5b2a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.122599 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38144) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:15.130264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194106769', 'description': 'tempest-secgroup-smoke-1194106769 description', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:15.137815 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:15.142259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d518-21b2-4e7a-bbba-9e5ff5b2a84b None None] Port 20a68474-bf4b-4d38-bf77-b6552daf7697 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:06:15.142594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:15.147170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:15.153588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:15.164774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.212776 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:15.217493 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:15.221212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:15.227982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:15.268833 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-baa861f4-744d-4aa9-bf2e-ac348c150143 None None] Provisioning complete for port 20a68474-bf4b-4d38-bf77-b6552daf7697 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:15.269297 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-baa861f4-744d-4aa9-bf2e-ac348c150143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.300616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.304675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.311422 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-68fd0931-8f09-4119-904c-0cb081acfc11 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:15.332615 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-baa861f4-744d-4aa9-bf2e-ac348c150143 None None] Port 20a68474-bf4b-4d38-bf77-b6552daf7697 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:06:15.365108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb958ca3-59a2-4c46-9503-2bea68cd5cf4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:15.368295 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:15.369250 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.373205 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3e1ee59d-d5a7-417b-b135-e5e076b89503 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2466166 Dec 23 16:06:15.374503 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38148) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:15.381745 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group_rule': {'security_group_id': 'cb958ca3-59a2-4c46-9503-2bea68cd5cf4', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:15.389441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:15.394176 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:15.398183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:15.405819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:15.426749 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.498558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.502239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.504256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-412f4ffa-f3d1-4770-835a-2fc5f748ec3c tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:15.527533 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203c1b9e-b8c9-4176-9e44-3012018c8946,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:15.531916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:15.540053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.544565 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38152) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:15.545694 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-332ef00a-b3cb-419d-9b0f-7775e06f3dcf tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1699398 Dec 23 16:06:15.554180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group_rule': {'security_group_id': 'cb958ca3-59a2-4c46-9503-2bea68cd5cf4', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:15.558721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:15.560735 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-a29c6ced-e6ad-4309-8465-32cba5409417 None None] Provisioning complete for port 20a68474-bf4b-4d38-bf77-b6552daf7697 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:15.561277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a29c6ced-e6ad-4309-8465-32cba5409417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.563311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:15.566572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:15.575215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:15.596479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.628593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-a29c6ced-e6ad-4309-8465-32cba5409417 None None] Port 20a68474-bf4b-4d38-bf77-b6552daf7697 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:06:15.664757 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.668524 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.670500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-23d480a3-f315-4668-8d27-cae490bba491 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:15.687582 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fdb2bda6-2139-4a54-9d3a-91b650a2c205 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:15.695632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e7b87b-e38e-4a47-b10c-760b5ea3140b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:15.700439 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:15.704788 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.706224 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-375c3957-b7ec-4af7-9967-3c01fdcd0514 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1605024 Dec 23 16:06:15.709298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38156) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:15.715383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group_rule': {'security_group_id': 'cb958ca3-59a2-4c46-9503-2bea68cd5cf4', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:15.722055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:15.726150 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:15.729181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:15.735421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:15.752947 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.758861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port fdb2bda6-2139-4a54-9d3a-91b650a2c205 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:15.763954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port fdb2bda6-2139-4a54-9d3a-91b650a2c205 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:15.764461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.821400 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.824497 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.826601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e44b150-b7b0-4d25-8bea-646b9ab317a6 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:15.848361 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf64cf9-323f-42d8-9501-7cdd9acebb9f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:15.852661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:15.861554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.862888 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-36947aa4-4940-464a-add9-9b36f98ea8ef tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1525276 Dec 23 16:06:15.865972 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:15.872187 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group_rule': {'security_group_id': 'cb958ca3-59a2-4c46-9503-2bea68cd5cf4', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:15.879221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:15.883935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:15.887227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:15.891101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.893646 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:15.907994 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port fdb2bda6-2139-4a54-9d3a-91b650a2c205, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fdb2bda6-2139-4a54-9d3a-91b650a2c205,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:15.911733 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.912650 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dfd9d877-0376-42f9-bb94-d11cc1f40afe up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:15.913647 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.941188 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e96bb5a3-f886-492e-9420-215d9e6781f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:15.982092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.985404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:15.987431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7a77136a-1e97-4d83-8dfd-6c559340c4c8 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:16.011713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668ceb7b-a2dd-4832-be44-400d4d2696c1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:16.018378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:16.023137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.027713 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7f316d8c-59c3-43b8-b2f5-d4fe9415a3d5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1574924 Dec 23 16:06:16.028064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:16.034092 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=fdb2bda6-2139-4a54-9d3a-91b650a2c205,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:16.034426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group_rule': {'security_group_id': 'cb958ca3-59a2-4c46-9503-2bea68cd5cf4', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:16.037842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:16.041406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:16.045564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:16.049195 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:16.049929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port dfd9d877-0376-42f9-bb94-d11cc1f40afe triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:16.050375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.055609 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:16.066292 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Project 4847cfcd14374a4bad5cc7f1eb4abf92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:06:16.073083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.141447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.145432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.147771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-29bcce82-eb80-4983-b686-ee89caa2839b tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:16.170980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ea04816d-df8f-4e3b-820d-935153eb5cad up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:16.173019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0659de15-40b8-44ea-bc86-e810458e1b70,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:16.176180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:16.183394 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.184722 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-95b941f7-161d-4660-9223-b4034d24c5ad tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1555984 Dec 23 16:06:16.188007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38168) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:16.194798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'security_group_rule': {'security_group_id': 'cb958ca3-59a2-4c46-9503-2bea68cd5cf4', 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:16.202901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:16.207437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:security_group_rule and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:16.210840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:16.217153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:16.228763 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.securitygroups_db [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Project 4847cfcd14374a4bad5cc7f1eb4abf92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:06:16.235718 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.247279 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port ea04816d-df8f-4e3b-820d-935153eb5cad triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:16.247792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.307443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.310863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774711'] for security_group_rule, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.312919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-92fb8e94-b3ad-433c-b80f-92afb44baea7 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:16.337045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ab2749-7635-469e-af92-b5d0715908aa,revision_number=0']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:16.339709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:16.347254 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.359805 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-bc345cfb-6947-4490-90cf-f54b85545aa4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1682568 Dec 23 16:06:16.533693 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-2fa46063-acf3-4f7b-9ee9-aebe1ef59d24 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:06:16.552456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-2fa46063-acf3-4f7b-9ee9-aebe1ef59d24 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:06:16.553734 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-2fa46063-acf3-4f7b-9ee9-aebe1ef59d24 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194106769&fields=id&tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92 HTTP/1.1" status: 200 len: 267 time: 0.0659673 Dec 23 16:06:16.717329 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824711b-e744-4543-957e-e80108e30ee6 req-0daa8b8f-20cf-45d1-9594-419f282c5a6f tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:16.718974 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-0daa8b8f-20cf-45d1-9594-419f282c5a6f tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 809 time: 0.1579919 Dec 23 16:06:16.737685 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-a09ffd2c-d36c-42c5-ba12-90f9f6246f0f tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/quotas/4847cfcd14374a4bad5cc7f1eb4abf92 HTTP/1.1" status: 200 len: 375 time: 0.0124750 Dec 23 16:06:16.831447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-7ffa18f5-bbce-4ede-bdd4-273537162326 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:06:16.845709 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ba979497-b8e2-43c4-8910-efa72d4bc21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:16.850381 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-7ffa18f5-bbce-4ede-bdd4-273537162326 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:06:16.851938 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-7ffa18f5-bbce-4ede-bdd4-273537162326 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089141 Dec 23 16:06:17.169177 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-737a653b-053a-4433-b5e3-6029f5cc0f61 service neutron] 10.222.0.49 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031330 Dec 23 16:06:17.318188 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-e781b6d0-c633-4989-852c-e38fbb080f61 service neutron] 10.222.0.49 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420062 Dec 23 16:06:17.405594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Sync routers for ids ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:06:17.419164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Routers {'76bcc8ec-321c-4cfc-b6db-0b34602d3f14'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:17.419857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:05:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:17.530602 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6c45741f-d4d9-48af-8276-ba220b505f7f req-8a6a1545-f93b-4f4e-ae36-00811b512b5d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 210 time: 0.0514884 Dec 23 16:06:17.618311 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fdb2bda6-2139-4a54-9d3a-91b650a2c205 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:17.688766 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Set router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:18.080265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port fdb2bda6-2139-4a54-9d3a-91b650a2c205 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:18.080857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:18.320907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:18.338479 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:12Z', 'revision_number': 4, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '20a68474-bf4b-4d38-bf77-b6552daf7697', 'name': '', 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'mac_address': 'fa:16:3e:66:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:11Z', 'updated_at': '2021-12-23T16:06:12Z', 'revision_number': 2, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'subnets': [{'id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:18.342857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Checking router: 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:06:18.343213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Updating router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 port 20a68474-bf4b-4d38-bf77-b6552daf7697 binding host dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 23 16:06:18.400907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:18.713881 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-2bb6b79b-b8ba-4784-ba43-8d5fa9577dd0 req-01e91c97-43b7-4147-bdcc-715f5696c092 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 210 time: 0.0484874 Dec 23 16:06:18.780119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:18.792874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Transition to ACTIVE for port object 20a68474-bf4b-4d38-bf77-b6552daf7697 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:18.799780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:18.806937 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e7d96ddb-a7d8-4820-ba40-4cab56b9b04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:18.921888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824711b-e744-4543-957e-e80108e30ee6 req-b2ca3540-9ec9-4abb-a991-9ca02b778bac tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:18.923888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-b2ca3540-9ec9-4abb-a991-9ca02b778bac tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:network {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:06:18.941954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bbdb4-99bf-4f4a-a6da-5abad896e676 None None] Pushing event updated for resources: {'Port': ['ID=20a68474-bf4b-4d38-bf77-b6552daf7697,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:18.955981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-b2ca3540-9ec9-4abb-a991-9ca02b778bac tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:network {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:06:18.957547 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-b2ca3540-9ec9-4abb-a991-9ca02b778bac tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 809 time: 0.2221739 Dec 23 16:06:18.961088 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b23bbdb4-99bf-4f4a-a6da-5abad896e676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:19.024465 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39fb785e-8f07-4380-8d00-8e5eddf8000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.046059 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-f6b7d5d4-cd3c-4a96-afba-c1c29a704435 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:security_group {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:06:19.066922 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-d824711b-e744-4543-957e-e80108e30ee6 req-f6b7d5d4-cd3c-4a96-afba-c1c29a704435 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:security_group {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:06:19.068534 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-f6b7d5d4-cd3c-4a96-afba-c1c29a704435 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92 HTTP/1.1" status: 200 len: 380 time: 0.0985072 Dec 23 16:06:19.079256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'port': {'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'admin_state_up': True, 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'security_groups': ['cb958ca3-59a2-4c46-9503-2bea68cd5cf4']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:19.084081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Attempting to bind port 20a68474-bf4b-4d38-bf77-b6552daf7697 on host dv-neutron-822797-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:19.084616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Attempting to bind port 20a68474-bf4b-4d38-bf77-b6552daf7697 by drivers openvswitch,hyperv on host dv-neutron-822797-1-hyperv at level 0 using segments [{'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:19.085124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Attempting to bind port 20a68474-bf4b-4d38-bf77-b6552daf7697 on network ee465dfa-0a3a-457d-875f-97e55c63769f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:19.094035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Checking agent: {'id': 'a6db0323-1e65-4527-9a6c-821aaeb2f71c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822797-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 2, 18), 'started_at': datetime.datetime(2021, 12, 23, 15, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822797-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:19.094639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Checking segment: {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:19.095203 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.095786 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Bound using segment: {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:19.096423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Bound port: 20a68474-bf4b-4d38-bf77-b6552daf7697, host: dv-neutron-822797-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85c850e-846e-4a1d-a1c6-d21061f99e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:19.096959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.195405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] For port 20a68474-bf4b-4d38-bf77-b6552daf7697, host dv-neutron-822797-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:19.198813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] For port 20a68474-bf4b-4d38-bf77-b6552daf7697, host dv-neutron-822797-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a68474-bf4b-4d38-bf77-b6552daf7697,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:19.202259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.206765 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:19.233916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:19.244119 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:19.253787 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Made reservation on behalf of 4847cfcd14374a4bad5cc7f1eb4abf92 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:06:19.259472 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.303593 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Routers {'76bcc8ec-321c-4cfc-b6db-0b34602d3f14'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:19.304236 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:06:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:19.368212 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bbdb4-99bf-4f4a-a6da-5abad896e676 None None] Pushing event updated for resources: {'Port': ['ID=20a68474-bf4b-4d38-bf77-b6552daf7697,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:19.389431 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b23bbdb4-99bf-4f4a-a6da-5abad896e676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:19.543905 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] Set router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:19.695852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Allocated IP 172.20.0.13 (be9c28d7-1e1f-40ad-b4f5-d4a82eb47513/245837ef-040d-42d6-b6f3-d62475314cab/f9a3d78c-3d6a-44b8-9288-6e33fbb47df9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:19.774585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.917501 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-92f73cdf-e7e7-40a9-8b9b-6115feda2f54 req-465c55a7-4ca3-476b-b126-f2ce29ea0bdc tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 210 time: 0.0631499 Dec 23 16:06:19.920259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:12Z', 'revision_number': 4, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '20a68474-bf4b-4d38-bf77-b6552daf7697', 'name': '', 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'mac_address': 'fa:16:3e:66:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:11Z', 'updated_at': '2021-12-23T16:06:19Z', 'revision_number': 4, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'subnets': [{'id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:19.925222 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d4cc3-f31f-441a-903d-c9a253de5697 None None] The sync data for ids ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'] in dv-neutron-822797-1-hyperv is: [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:12Z', 'revision_number': 4, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': '20a68474-bf4b-4d38-bf77-b6552daf7697', 'name': '', 'network_id': 'ee465dfa-0a3a-457d-875f-97e55c63769f', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'mac_address': 'fa:16:3e:66:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:11Z', 'updated_at': '2021-12-23T16:06:19Z', 'revision_number': 4, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'subnets': [{'id': 'e74af2bb-bb89-4517-b7f4-89786a43dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:06:19.963813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:19.988434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Transition to ACTIVE for port object f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:20.013801 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:20.020672 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b330c7c5-996f-4955-aadf-2dc8530827fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:20.091777 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:20.095221 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:20.099794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:20.147747 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:20.167719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:20.188230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:20.188996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:20.220242 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-5406c661-6bf5-4680-aae6-240f5ac167c5 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1463828 Dec 23 16:06:20.233802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Request body: {'port': {'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:20.360792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:20.430245 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0b9e8191-7baa-4c74-8610-ff17e1581532 None None] Provisioning for port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:20.435774 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-0b9e8191-7baa-4c74-8610-ff17e1581532 None None] Provisioning complete for port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:20.436337 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8191-7baa-4c74-8610-ff17e1581532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:20.495469 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e8191-7baa-4c74-8610-ff17e1581532 None None] Port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:06:20.745192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:06:20.753456 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:20.769691 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Transition to ACTIVE for port object f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:06:20.773544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:20.778637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-98fc0a35-b214-4725-8822-9b4e12b41ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:20.915142 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:20.925069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:21.044888 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Attempting to bind port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:06:21.045303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Attempting to bind port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:06:21.045649 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Attempting to bind port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:21.054732 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:06:21.055125 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Attempting to bind port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:06:21.063661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:06:21.064397 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Checking segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:06:21.064840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Bound using segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:06:21.065373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Bound port: f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:06:21.065771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.141604 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.172897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:06:21.177526 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:06:21.182835 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.183489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185bac7-8722-4837-aa60-99b20da84ae4 req-e5a74ae1-51b1-42d0-896b-90886b7fb0eb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:21.188560 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2577e756-604a-45f1-adf8-8d0d32a2f8a3 tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:21.191513 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e185bac7-8722-4837-aa60-99b20da84ae4 req-e5a74ae1-51b1-42d0-896b-90886b7fb0eb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 944 time: 0.1131034 Dec 23 16:06:21.241889 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-e185bac7-8722-4837-aa60-99b20da84ae4 req-0cd1839f-0d84-4757-b9c4-ca5fbc93432d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493710 Dec 23 16:06:21.254257 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.256159 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] 10.222.0.65 "PUT /v2.0/ports/f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 1094 time: 1.0276713 Dec 23 16:06:21.265680 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:06:21.295522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:21.300303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:21.407880 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-59845bf5-b1cb-4a9c-bf8a-ba52cd8a2784 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1097 time: 0.0987251 Dec 23 16:06:21.479068 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'status': 'completed', 'code': 200} Dec 23 16:06:21.496019 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-7f1a0b47-73f7-454d-b320-7dac0e920cbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 217 time: 0.0805845 Dec 23 16:06:21.570123 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824711b-e744-4543-957e-e80108e30ee6 req-ebd348cc-47f6-44ac-b8bc-b8c80a09a958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:21.571820 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-ebd348cc-47f6-44ac-b8bc-b8c80a09a958 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0698256 Dec 23 16:06:21.618049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a68474-bf4b-4d38-bf77-b6552daf7697 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:21.663610 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-244f0bab-4670-49db-8249-a5569f17b81b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849724 Dec 23 16:06:21.711249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning for port 20a68474-bf4b-4d38-bf77-b6552daf7697 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:21.716441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 20a68474-bf4b-4d38-bf77-b6552daf7697 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:21.716867 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.816361 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-eda62a13-494b-4626-b242-45abced0fbef service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461160 Dec 23 16:06:21.843942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.878771 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] For port 20a68474-bf4b-4d38-bf77-b6552daf7697, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a68474-bf4b-4d38-bf77-b6552daf7697,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:21.883576 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:21.885669 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d476d34e-c86f-47b5-9231-3a891294ef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:21.954324 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Pushing event updated for resources: {'Port': ['ID=20a68474-bf4b-4d38-bf77-b6552daf7697,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:21.957721 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:21.967149 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d824711b-e744-4543-957e-e80108e30ee6 req-f6789772-489c-40c1-9f6a-639fe8ea1c1e service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440995 Dec 23 16:06:22.096900 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-5fa9c4de-ab7a-41a7-b8db-1fadd68437cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1097 time: 0.0790648 Dec 23 16:06:22.251433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-bfafe3a0-428f-492a-976d-56bf916dd8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:22.253092 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-bfafe3a0-428f-492a-976d-56bf916dd8a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1495850 Dec 23 16:06:22.331336 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-dfca8bbf-698f-4e99-814e-fbd207cba7b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 217 time: 0.0707116 Dec 23 16:06:22.403772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-2340bd94-f596-458e-9f0a-b37922f4cd97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:22.405475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-2340bd94-f596-458e-9f0a-b37922f4cd97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0673709 Dec 23 16:06:22.495590 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-a9af4b37-8e17-4e29-b02b-e4f357c80570 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822716 Dec 23 16:06:22.537626 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469e77c-75d5-47c7-964e-797d07b39885 req-36e66218-d2d0-4ec1-a4c0-be20bf41d6a9 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:22.539318 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7469e77c-75d5-47c7-964e-797d07b39885 req-36e66218-d2d0-4ec1-a4c0-be20bf41d6a9 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 944 time: 0.1733057 Dec 23 16:06:22.589956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-7469e77c-75d5-47c7-964e-797d07b39885 req-46822fbc-9044-48e5-8c4c-7f57ca98437b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Dec 23 16:06:22.643433 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-770beb9c-71ac-40a6-888a-fb3753a0d46c service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406336 Dec 23 16:06:22.790536 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eeeadb6a-ab53-425f-ae7d-a83f35841ffe req-b7033b6f-bc84-4dd4-a4f5-b85f4a6baa7f service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407218 Dec 23 16:06:23.613102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a68474-bf4b-4d38-bf77-b6552daf7697 up at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:23.692294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Provisioning complete for port 20a68474-bf4b-4d38-bf77-b6552daf7697 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:23.692651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:23.884651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde14f1-45de-4c16-b43d-bd6a7d6a0103 req-c96f9cbe-5668-4256-b969-e50aa501a552 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:23.885483 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5fde14f1-45de-4c16-b43d-bd6a7d6a0103 req-c96f9cbe-5668-4256-b969-e50aa501a552 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:06:23.902736 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5fde14f1-45de-4c16-b43d-bd6a7d6a0103 req-c96f9cbe-5668-4256-b969-e50aa501a552 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:06:23.904082 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5fde14f1-45de-4c16-b43d-bd6a7d6a0103 req-c96f9cbe-5668-4256-b969-e50aa501a552 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 944 time: 0.1869051 Dec 23 16:06:23.917032 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 16:06:23.955975 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5fde14f1-45de-4c16-b43d-bd6a7d6a0103 req-ac0e457b-cd4d-4d1d-bb49-6835a890b774 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Dec 23 16:06:24.061754 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:24.080300 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:06:24.320019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:24.341909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:06:24.424374 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:24.428447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:24.431146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b23bbdb4-99bf-4f4a-a6da-5abad896e676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:24.515969 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:24.522728 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:24.650174 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 16:06:25.186399 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081c90-63fd-4aea-a4cf-c7cf3676e00c req-1ecebb25-71b8-40ee-b9f1-ec8dabf66b7f tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:25.187990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c081c90-63fd-4aea-a4cf-c7cf3676e00c req-1ecebb25-71b8-40ee-b9f1-ec8dabf66b7f tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 945 time: 0.1069858 Dec 23 16:06:25.238355 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-4c081c90-63fd-4aea-a4cf-c7cf3676e00c req-45e45225-2dae-4023-b6cb-865fe9a415d1 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Dec 23 16:06:25.932901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:06:26.013840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:06:26.020110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:06:26.020553 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:26.143585 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:26.172684 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:06:26.184114 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:06:26.188516 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:26.190687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d476d34e-c86f-47b5-9231-3a891294ef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:26.234218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'code': 200} Dec 23 16:06:26.263993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:26.267331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:26.454427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff120d-838e-4e10-b720-6bc4a3278a9e req-b7ee2435-6333-4c86-9990-2a2894d1bda6 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:26.456315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5ff120d-838e-4e10-b720-6bc4a3278a9e req-b7ee2435-6333-4c86-9990-2a2894d1bda6 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 946 time: 0.0872433 Dec 23 16:06:26.479410 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3650d8e1-d515-451e-afe2-414ee919d819 req-05960e05-a309-4fe8-a5e7-bb697534a834 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1099 time: 0.0772984 Dec 23 16:06:26.512073 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b5ff120d-838e-4e10-b720-6bc4a3278a9e req-dbf548db-dbe2-40d1-97dd-abed654cb40d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487270 Dec 23 16:06:26.530520 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-3650d8e1-d515-451e-afe2-414ee919d819 req-526ff142-6405-48c3-8f15-56f70181cde9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Dec 23 16:06:27.727256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d1543-b3ef-4416-87e3-866bce7a3024 req-8b10cfc2-c44e-436d-a312-23c35eabb34e tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:27.728840 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-908d1543-b3ef-4416-87e3-866bce7a3024 req-8b10cfc2-c44e-436d-a312-23c35eabb34e tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 946 time: 0.0885777 Dec 23 16:06:27.781147 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-908d1543-b3ef-4416-87e3-866bce7a3024 req-f4e8f697-db3b-47af-a21f-0e7a0ceaeffe tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Dec 23 16:06:28.001227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03e885-33c4-434b-a980-dc2d78b82aa2 req-b77c94b5-ae34-4c94-bc6a-f0610602f46d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:28.002846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb03e885-33c4-434b-a980-dc2d78b82aa2 req-b77c94b5-ae34-4c94-bc6a-f0610602f46d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 946 time: 0.0966187 Dec 23 16:06:28.053407 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-cb03e885-33c4-434b-a980-dc2d78b82aa2 req-c86c87c1-af75-40dd-8a56-f6d3744b3ef8 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Dec 23 16:06:28.081667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38238) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:28.238129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-15170e4f-1d8a-4c6c-9768-4dc779063c59 tempest-TestSnapshotPattern-1590249373 tempest-TestSnapshotPattern-1590249373-project-admin] Synchronizing usage tracker for tenant:3e98d46d4e82466e84e43e1f5726ce44 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:06:28.255312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-15170e4f-1d8a-4c6c-9768-4dc779063c59 tempest-TestSnapshotPattern-1590249373 tempest-TestSnapshotPattern-1590249373-project-admin] Unset dirty status for tenant:3e98d46d4e82466e84e43e1f5726ce44 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:06:28.256451 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-15170e4f-1d8a-4c6c-9768-4dc779063c59 tempest-TestSnapshotPattern-1590249373 tempest-TestSnapshotPattern-1590249373-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1094 time: 0.1735737 Dec 23 16:06:28.259792 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:28.265564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:28.271917 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:06:28.276625 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:floatingip and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:06:28.279752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:06:28.286131 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:06:28.297152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:28.451750 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:28.600083 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Allocated IP 172.26.2.72 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/3cf8e65d-e32b-4999-8f2e-059ef697dcc4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:06:28.758698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:28.787417 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:28.793457 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-74de88f4-0988-4e1a-9b42-eff8f17a5502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:28.876079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:06:28.880217 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:06:28.882794 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'Port': ['ID=3cf8e65d-e32b-4999-8f2e-059ef697dcc4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:28.895025 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:06:28.922197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:29.691782 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:29.757224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:29.977546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:29.982651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1086491'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:29.990345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:06:30.100820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'Port': ['ID=3cf8e65d-e32b-4999-8f2e-059ef697dcc4,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:06:30.105135 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:06:30.125183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:30.346829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Floating IP ce772eab-1af2-4043-b686-6892b4adcea3 associated. External IP: 172.26.2.72, port: f9a3d78c-3d6a-44b8-9288-6e33fbb47df9. Dec 23 16:06:30.776928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:06:30.997606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:06:31.008665 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:06:31.021192 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:31.021938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:06:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:31.023914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:31.086682 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-e84ef303-4288-4fd6-9fe9-a4ff4018b968 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8257341 Dec 23 16:06:31.087459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:06:31.151238 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'status': 'completed', 'code': 200} Dec 23 16:06:31.215988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:31.257964 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-7dc31214-6d54-403c-8495-4f4f425e5cec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1099 time: 0.0833917 Dec 23 16:06:31.314702 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:31.405024 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-d14a3dec-603c-4077-8852-2bdc0d3d06a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:31.406689 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-d14a3dec-603c-4077-8852-2bdc0d3d06a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1421280 Dec 23 16:06:31.512616 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-44c050e5-4913-474c-8a39-ca893cc2b790 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 999 time: 0.0989501 Dec 23 16:06:31.585617 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-f0a0e7b8-98cb-4fa1-a2a3-5aeb8d4ef17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:31.587274 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-f0a0e7b8-98cb-4fa1-a2a3-5aeb8d4ef17c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0685165 Dec 23 16:06:31.587798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:29Z', 'revision_number': 0, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:31.592115 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:06:31.603992 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:06:31.604640 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:06:19Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:31.671232 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-159985b3-a095-4d19-97c2-9413ac51e0cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757005 Dec 23 16:06:31.793140 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:06:31.816622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-156a97c1-7844-4102-bcc3-6adeee2b3739 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389682 Dec 23 16:06:31.961622 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-97273c9f-236b-42a3-91f7-1481a0a914bf req-03b8365f-7275-4269-8c81-e262fe13a2bb service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388683 Dec 23 16:06:32.320950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:29Z', 'revision_number': 0, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:06:32.325421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e3261-89b9-4451-9c1a-484f587c9f5b None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:29Z', 'revision_number': 0, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:06:32.679828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db4c70d-143e-4cfa-b248-4fa0fdbed6be None None] New status for floating IP ce772eab-1af2-4043-b686-6892b4adcea3: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:06:44.107562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:06:46.859616 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d57d6ab0-82c7-4491-b8bb-204db43b19b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:48.320030 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:48.903376 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-51ef9dbf-893f-4535-91fc-96f3cb0e7c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:49.703667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:51.152031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:06:56.545218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-5daddd67-7aac-4b4d-a2e7-22c67220f224 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1762204 Dec 23 16:06:56.936746 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-796aa81b-8211-4d35-839f-d6dfb1f9eb47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1099 time: 0.3067260 Dec 23 16:06:57.095173 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-00c57e75-6fd0-4e68-9913-3f979e36cb23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:57.096769 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-00c57e75-6fd0-4e68-9913-3f979e36cb23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1387703 Dec 23 16:06:57.208726 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-0a5ab978-ddf3-411f-8f07-6cdd288a6184 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 1001 time: 0.1051450 Dec 23 16:06:57.280437 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-77b4109c-8e82-427d-800b-3a0246356a88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:06:57.282036 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-77b4109c-8e82-427d-800b-3a0246356a88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0671585 Dec 23 16:06:57.368387 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-841415cc-fb30-41df-bfb8-bedee6d97fee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788288 Dec 23 16:06:57.526703 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-236f26e7-0430-4bcc-a755-1db757df7807 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510413 Dec 23 16:06:57.673669 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-820b6658-fb1a-4a5d-9a9e-94da93559741 req-be55b044-f315-40c2-9d2c-fce537e8742d service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396117 Dec 23 16:07:01.336000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:16.862454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a071f6e3-0190-4a82-9a4e-835124a10e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:18.304935 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:18.909476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3aaa-e0b5-4a0a-98b5-5df3e672bd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:19.705054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:21.115426 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:07:21.151869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:31.341628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:46.867623 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d654cf2f-bdf1-4929-a244-80438eef727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:48.314314 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:48.914562 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0294ca83-a355-4913-a38b-a3bcabb0927d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:49.708358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:51.166064 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:07:57.449845 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-49d6560b-03b4-4229-a1f1-dad62dc961c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763555 Dec 23 16:07:57.613732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-9b63e72e-027f-46e7-a29b-45c92ebbffdd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1099 time: 0.0883806 Dec 23 16:07:57.774095 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-daaab318-766a-4322-93d8-727930b83c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:07:57.775594 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-daaab318-766a-4322-93d8-727930b83c57 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1407766 Dec 23 16:07:57.900648 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-90bd9268-c86f-4006-ac3b-9830835b8e91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 1001 time: 0.1185749 Dec 23 16:07:57.974109 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-902fb2ef-631b-425e-ae70-7b950893d7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:07:57.975695 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-902fb2ef-631b-425e-ae70-7b950893d7fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0691333 Dec 23 16:07:58.065957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-d5c24d79-aabb-4b4a-a564-91830f825ef2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837936 Dec 23 16:07:58.106896 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:07:58.221710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-fbb1a0c7-a691-4dc3-aaae-2f2a38b126b1 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494586 Dec 23 16:07:58.379238 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-63c6200f-d7f6-4ad7-b31b-b843cacddcee req-36bc9c00-c1b9-484f-bf57-26d30a751585 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510391 Dec 23 16:08:01.341196 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:16.872215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ebd82a0c-9015-42c9-a864-5ea705a08b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:18.317013 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:18.916108 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a2af0e55-f060-4ede-8cb1-40cdd772b574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:19.714868 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:21.167106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:30.662796 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 16:08:30.815923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:08:30.834434 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:08:30.893987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:30.913651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:08:30.932277 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:08:30.935656 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:30.937597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-12d91460-5162-4ee5-980d-5ae9eeb7d441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:31.020223 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 16:08:31.055979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:31.078414 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.078919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.079435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.080010 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.080291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.080914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.081443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.081931 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.082127 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.082605 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.083045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:31.087800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:31.360044 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:32.678340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:08:32.758072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:08:32.758707 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:32.898851 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:32.931904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:08:32.942928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:08:32.948110 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:32.950977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:33.029983 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:33.033778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:33.140366 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'code': 200} Dec 23 16:08:35.109594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:08:40.483039 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-5042fd80-524f-4454-888c-6aa5f0b29254 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194106769&fields=id&tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92 HTTP/1.1" status: 200 len: 267 time: 0.0466535 Dec 23 16:08:40.649263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-06a9e198-04c5-4ee2-b07e-625c15b91743 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:40.650781 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-06a9e198-04c5-4ee2-b07e-625c15b91743 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 809 time: 0.1576693 Dec 23 16:08:40.672906 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-ae7d9639-11d8-498c-8136-11558cba0dec tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/quotas/4847cfcd14374a4bad5cc7f1eb4abf92 HTTP/1.1" status: 200 len: 375 time: 0.0126169 Dec 23 16:08:40.771481 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-6520da59-a523-4528-b3d3-8d4b992889a4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0931413 Dec 23 16:08:40.937301 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-3b26f7d1-abc5-4885-9b00-6434813ca503 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 16:08:40.938432 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-3b26f7d1-abc5-4885-9b00-6434813ca503 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0830178 Dec 23 16:08:41.089449 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-5abc6bdc-fec3-447b-a87d-4c75ce3ec4ff service neutron] 10.222.0.49 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437986 Dec 23 16:08:41.235256 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-9fafe5d6-4bde-49d2-b52f-0fe83f950017 service neutron] 10.222.0.49 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394961 Dec 23 16:08:41.543397 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-83c517dc-c703-41b7-9128-9473cedf4968 req-bbe3fa47-b9bf-4bee-9cda-c257480587b2 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 210 time: 0.1234577 Dec 23 16:08:42.735252 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5f4953e6-5dd3-4e61-8f6e-70b36280f33e req-3e05d89c-3e20-4a04-9bb2-3194fea3c7bc tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 210 time: 0.0569744 Dec 23 16:08:42.754185 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:08:42.873305 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-02884a26-ec16-4e62-95f6-730e2696fdc1 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:42.873517 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:42.874952 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-02884a26-ec16-4e62-95f6-730e2696fdc1 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 809 time: 0.1690035 Dec 23 16:08:42.902452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:08:42.912921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:08:42.916869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:42.919037 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:42.934437 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-681f269f-5e2d-4048-902c-b087f5853a37 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92 HTTP/1.1" status: 200 len: 380 time: 0.0476108 Dec 23 16:08:42.950838 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'port': {'device_id': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'admin_state_up': True, 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'security_groups': ['cb958ca3-59a2-4c46-9503-2bea68cd5cf4']}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:42.978535 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'code': 200} Dec 23 16:08:42.995527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:42.999011 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:43.100246 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:08:43.111370 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:08:43.121353 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Made reservation on behalf of 4847cfcd14374a4bad5cc7f1eb4abf92 for: {'port': 1} {{(pid=88873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 23 16:08:43.126996 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:43.306066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Allocated IP 172.20.0.5 (be9c28d7-1e1f-40ad-b4f5-d4a82eb47513/245837ef-040d-42d6-b6f3-d62475314cab/4ecb00b1-be5f-4fb6-8240-29548736f235) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:08:43.593530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:43.613086 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Transition to ACTIVE for port object 4ecb00b1-be5f-4fb6-8240-29548736f235 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:08:43.635581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:43.641982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ac0b020f-7f16-42ca-a0b0-82347e2085eb tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:43.714450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:08:43.723461 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:08:43.729289 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:08:43.761124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:43.790912 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.791342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.791769 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.792180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.792595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.793016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.793447 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.793857 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.794264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.794668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.795102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:08:43.810540 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:43.824811 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:43.825597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:43.884065 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378676 Dec 23 16:08:43.999521 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953efea-0a97-4fd3-aa42-a4499255472a req-be2f896e-1a61-45e0-a5e7-af70df0c7769 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:44.001507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9953efea-0a97-4fd3-aa42-a4499255472a req-be2f896e-1a61-45e0-a5e7-af70df0c7769 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0881262 Dec 23 16:08:44.067163 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9953efea-0a97-4fd3-aa42-a4499255472a req-3c62ce90-39cf-4599-b412-604f28125187 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554252 Dec 23 16:08:44.108579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f44f55a6-36c8-4048-9d82-d75890eef326 None None] Provisioning for port 4ecb00b1-be5f-4fb6-8240-29548736f235 completed by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:08:44.113730 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-f44f55a6-36c8-4048-9d82-d75890eef326 None None] Provisioning complete for port 4ecb00b1-be5f-4fb6-8240-29548736f235 triggered by entity DHCP. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:08:44.114157 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f44f55a6-36c8-4048-9d82-d75890eef326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:44.170259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-f44f55a6-36c8-4048-9d82-d75890eef326 None None] Port 4ecb00b1-be5f-4fb6-8240-29548736f235 cannot update to ACTIVE because it is not bound. {{(pid=88874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 23 16:08:45.270161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc101-ab90-4e7e-84a9-1514eba02b96 req-c34ae7a8-2d7e-4f40-be2a-d133a323312a tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:45.271062 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a48fc101-ab90-4e7e-84a9-1514eba02b96 req-c34ae7a8-2d7e-4f40-be2a-d133a323312a tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:08:45.287056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-a48fc101-ab90-4e7e-84a9-1514eba02b96 req-c34ae7a8-2d7e-4f40-be2a-d133a323312a tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:08:45.288339 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a48fc101-ab90-4e7e-84a9-1514eba02b96 req-c34ae7a8-2d7e-4f40-be2a-d133a323312a tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.1049891 Dec 23 16:08:45.340074 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-a48fc101-ab90-4e7e-84a9-1514eba02b96 req-3f925feb-e946-4e5a-b502-2f237496f556 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452254 Dec 23 16:08:46.557304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce2662-4874-4d93-bced-7a6328e5a5c5 req-2e5fa2f7-dafb-48ea-874d-c08874fdc8de tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:46.558997 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1ce2662-4874-4d93-bced-7a6328e5a5c5 req-2e5fa2f7-dafb-48ea-874d-c08874fdc8de tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0892251 Dec 23 16:08:46.612315 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c1ce2662-4874-4d93-bced-7a6328e5a5c5 req-04fecb20-04a4-47c9-92a5-b7417f445d12 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Dec 23 16:08:46.866441 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c73a18f5-0e88-408e-8147-452c50a9ab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:47.836067 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8109-d3cc-4fba-a3d4-5a4184416653 req-6711404f-6d96-4f04-81a9-6fb55f0c33fa tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:47.837732 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f6e8109-d3cc-4fba-a3d4-5a4184416653 req-6711404f-6d96-4f04-81a9-6fb55f0c33fa tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0967002 Dec 23 16:08:47.889465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9f6e8109-d3cc-4fba-a3d4-5a4184416653 req-bc49c8f1-9c37-421b-9cd6-765c2df24b82 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 Dec 23 16:08:48.313320 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:48.908719 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7ad473b5-26ef-458e-ad17-a40ee693f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:49.104057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a96d7-3eb1-4fce-87b4-48f4f82b469c req-538b7df0-ced7-4e05-ae90-a6e10f3fe0d0 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:49.106050 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d0a96d7-3eb1-4fce-87b4-48f4f82b469c req-538b7df0-ced7-4e05-ae90-a6e10f3fe0d0 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0892270 Dec 23 16:08:49.162600 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d0a96d7-3eb1-4fce-87b4-48f4f82b469c req-f1eb191d-958f-4d82-b290-71982f25fb28 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490968 Dec 23 16:08:49.711791 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:50.402855 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20feaf4-5215-4fd2-8e88-9de85f4918f8 req-08da8679-1d87-48bf-a4f9-2a2ffb915672 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:50.404510 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c20feaf4-5215-4fd2-8e88-9de85f4918f8 req-08da8679-1d87-48bf-a4f9-2a2ffb915672 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0938542 Dec 23 16:08:50.459651 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c20feaf4-5215-4fd2-8e88-9de85f4918f8 req-b624f4d8-cbc1-4445-a720-3b2ed31eaf81 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480475 Dec 23 16:08:51.164678 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:51.679393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d3f5b-989c-41a8-8371-e786a391c6c2 req-40d841f8-357c-4fa7-a45c-35304fa91845 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:51.681559 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be7d3f5b-989c-41a8-8371-e786a391c6c2 req-40d841f8-357c-4fa7-a45c-35304fa91845 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0936639 Dec 23 16:08:51.738393 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-be7d3f5b-989c-41a8-8371-e786a391c6c2 req-41513eff-7d13-41bf-8e56-2239546bd885 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486169 Dec 23 16:08:52.961097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6fa8d-8ee6-4283-bd8b-faa362eef07b req-230f85c3-af49-46da-bc8a-72b4731e3b18 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:52.962812 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ccc6fa8d-8ee6-4283-bd8b-faa362eef07b req-230f85c3-af49-46da-bc8a-72b4731e3b18 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 931 time: 0.0979426 Dec 23 16:08:53.015801 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ccc6fa8d-8ee6-4283-bd8b-faa362eef07b req-2d3c7f02-9b17-4610-9867-0960311256b7 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Dec 23 16:08:53.538168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Request body: {'port': {'device_id': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:53.670286 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:54.036892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecb00b1-be5f-4fb6-8240-29548736f235 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:08:54.043959 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:54.061089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Transition to ACTIVE for port object 4ecb00b1-be5f-4fb6-8240-29548736f235 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 23 16:08:54.064619 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:54.069423 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d629d89e-339d-408d-af23-98a7f4a5f54f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:54.244415 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca02897-41ed-4a3d-9280-fa811168714f req-138c53f1-0fa3-4355-b2e8-33bcfff76989 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:54.246738 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ca02897-41ed-4a3d-9280-fa811168714f req-138c53f1-0fa3-4355-b2e8-33bcfff76989 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 943 time: 0.0934942 Dec 23 16:08:54.303617 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-8ca02897-41ed-4a3d-9280-fa811168714f req-f6319612-535b-410a-adcc-dda42c15254e tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498288 Dec 23 16:08:54.443137 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:54.447990 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:54.558639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Attempting to bind port 4ecb00b1-be5f-4fb6-8240-29548736f235 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 16:08:54.558907 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Attempting to bind port 4ecb00b1-be5f-4fb6-8240-29548736f235 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 23 16:08:54.559303 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Attempting to bind port 4ecb00b1-be5f-4fb6-8240-29548736f235 on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:08:54.567865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Port 4ecb00b1-be5f-4fb6-8240-29548736f235 on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:54.568263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Attempting to bind port 4ecb00b1-be5f-4fb6-8240-29548736f235 on network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 23 16:08:54.579074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Checking agent: {'id': '0b66c989-af08-4bf9-882e-06d9d63a52be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'started_at': datetime.datetime(2021, 12, 23, 15, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 23 16:08:54.579643 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Checking segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 23 16:08:54.580308 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Bound using segment: {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 23 16:08:54.580848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.managers [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Bound port: 4ecb00b1-be5f-4fb6-8240-29548736f235, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51e97cc-2af1-4e84-a4bf-39365669635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 23 16:08:54.581274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:54.673440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 23 16:08:54.677904 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 23 16:08:54.683812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:54.690836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-0178988e-60ad-4816-99f6-efdb45c4114e tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:54.748945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:54.750662 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ecb00b1-be5f-4fb6-8240-29548736f235 HTTP/1.1" status: 200 len: 1093 time: 1.2883439 Dec 23 16:08:54.751029 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:08:54.783536 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:54.787162 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8c52ea8f-789f-4ac9-a3f6-56d673544cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:54.874059 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-32c6a07c-0683-4a73-aa0b-54ed333f5f78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 1096 time: 0.0846627 Dec 23 16:08:54.956733 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-dd164982-9171-4004-8bbe-fe454e661574 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ecb00b1-be5f-4fb6-8240-29548736f235 HTTP/1.1" status: 200 len: 217 time: 0.0755541 Dec 23 16:08:55.004929 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'status': 'completed', 'code': 200} Dec 23 16:08:55.039249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-e5024ce7-a1c0-4a55-a7ab-80648fec8496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:55.040985 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-e5024ce7-a1c0-4a55-a7ab-80648fec8496 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0784092 Dec 23 16:08:55.129708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-3d3f2e45-dd7c-45ad-b19e-30603c5e1612 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819221 Dec 23 16:08:55.275249 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-7636043d-882e-4e3a-acab-7fb542125abd service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391113 Dec 23 16:08:55.430962 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-061f7f5f-32d3-4d17-b393-1b639c213191 req-3173d707-9459-4ee5-b422-0a9fe63b5f16 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496842 Dec 23 16:08:55.513433 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e34b7-b497-4633-8e48-5deae396ad3d req-fd5a9b33-8708-4f41-8e3f-9b10d68750b9 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:55.515085 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c18e34b7-b497-4633-8e48-5deae396ad3d req-fd5a9b33-8708-4f41-8e3f-9b10d68750b9 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 943 time: 0.0881524 Dec 23 16:08:55.551630 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-8dda5b04-9514-47cb-8835-9c07be9e7867 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 1096 time: 0.0763168 Dec 23 16:08:55.566093 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-c18e34b7-b497-4633-8e48-5deae396ad3d req-98ca3968-e13c-4c41-8509-9aaf371c7aa1 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Dec 23 16:08:55.737802 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-590d46e4-dcc3-4ba3-bd1e-f5bd0e22b41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:55.743010 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-590d46e4-dcc3-4ba3-bd1e-f5bd0e22b41b service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1811640 Dec 23 16:08:55.820527 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-d90cdac4-e24b-4284-aa45-4a7549a8e85c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ecb00b1-be5f-4fb6-8240-29548736f235 HTTP/1.1" status: 200 len: 217 time: 0.0735946 Dec 23 16:08:55.891984 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-9dfc696d-e92e-4cec-be97-786cdf148eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:55.893921 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-9dfc696d-e92e-4cec-be97-786cdf148eb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0670321 Dec 23 16:08:55.975574 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-3390cd86-2f4c-49f2-9227-4e2744f41db8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750852 Dec 23 16:08:56.122606 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-4d75480e-9a7b-42a9-abf5-5aafa1548593 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395409 Dec 23 16:08:56.272522 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5759291a-0c51-4ebb-91d5-76b591e47faa req-8d29ea4e-8dea-443f-8714-7e0f8292b48e service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416245 Dec 23 16:08:56.814454 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e1930-947d-494f-86fe-dd09fd5f6887 req-475e3a84-783d-457b-b350-92874ed82e5d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:56.816013 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-444e1930-947d-494f-86fe-dd09fd5f6887 req-475e3a84-783d-457b-b350-92874ed82e5d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 943 time: 0.1047504 Dec 23 16:08:56.882957 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-444e1930-947d-494f-86fe-dd09fd5f6887 req-f58a0d7e-0018-410b-97bf-575837d6a83f tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603836 Dec 23 16:08:58.113612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b6623-6f2a-4e95-a569-3c52672c5aba req-bfe7fa0f-7edb-49a8-90b0-af0785df96ec tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:58.115248 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd0b6623-6f2a-4e95-a569-3c52672c5aba req-bfe7fa0f-7edb-49a8-90b0-af0785df96ec tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 943 time: 0.0842655 Dec 23 16:08:58.171011 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-fd0b6623-6f2a-4e95-a569-3c52672c5aba req-3af9cdb3-ddcf-4e84-a343-61a46ef6495e tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Dec 23 16:08:58.450633 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-439ef749-b9df-40e3-b414-bc06cdb87029 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846038 Dec 23 16:08:58.616879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-520c6816-570d-4b8e-863d-b3b698a9b006 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1097 time: 0.0806205 Dec 23 16:08:58.776673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-23a9d975-3f1c-49f5-b6c7-bc24d6a9acc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:58.778266 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-23a9d975-3f1c-49f5-b6c7-bc24d6a9acc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1419389 Dec 23 16:08:58.878179 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 16:08:58.893494 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-31ae4f5b-818d-42e9-8541-4a15a195bcb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 999 time: 0.1081383 Dec 23 16:08:58.963056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-df18e4e0-5a7b-478c-8b38-975f18de984a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:58.964704 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-df18e4e0-5a7b-478c-8b38-975f18de984a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0653563 Dec 23 16:08:59.024542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:08:59.039145 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'port_id': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'mac_address': 'fa:16:3e:fa:8f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:08:59.047519 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-cbcaa832-e209-4357-9f1e-97aeb1028cf9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756791 Dec 23 16:08:59.099335 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:59.118069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecb00b1-be5f-4fb6-8240-29548736f235 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:08:59.133946 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:08:59.137856 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:08:59.139820 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-71d08858-29cd-4f37-988a-ed94dbefa121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:08:59.196486 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-649ac348-ebf0-4b70-aaf1-318e63ca2d8e service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420879 Dec 23 16:08:59.207916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:08:59.211480 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:08:59.390597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4ecb00b1-be5f-4fb6-8240-29548736f235'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 16:08:59.394490 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-33d38ce6-8b87-49fa-80a7-b48ee51359b6 req-2f0eb90f-470f-4358-bc66-8173c96ce2e1 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909893 Dec 23 16:08:59.421949 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f3341-2057-4532-bcf5-ba3076c60ecc req-d5019c4d-4bd4-499f-a2c8-6f08c36c2639 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:08:59.423218 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d2f3341-2057-4532-bcf5-ba3076c60ecc req-d5019c4d-4bd4-499f-a2c8-6f08c36c2639 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 944 time: 0.1213565 Dec 23 16:08:59.472598 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5d2f3341-2057-4532-bcf5-ba3076c60ecc req-1ecf4f98-7f2e-4aad-8777-059554d84f8c tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Dec 23 16:09:00.697901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6035b75-9031-45b2-94b5-07312817cec0 req-079da0fe-cb82-437b-80ac-dcab82c671e2 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:00.699403 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6035b75-9031-45b2-94b5-07312817cec0 req-079da0fe-cb82-437b-80ac-dcab82c671e2 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 944 time: 0.0941787 Dec 23 16:09:00.753009 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-b6035b75-9031-45b2-94b5-07312817cec0 req-9b18181d-3b5f-40b7-a5ce-8a460a2273c8 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444839 Dec 23 16:09:00.877143 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:09:00.969555 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning for port 4ecb00b1-be5f-4fb6-8240-29548736f235 completed by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 23 16:09:00.974506 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 4ecb00b1-be5f-4fb6-8240-29548736f235 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:09:00.974929 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:01.103581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:01.294230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:09:01.304018 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:09:01.307307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:01.310074 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:09:01.385717 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:01.394677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=5']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:09:01.398057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:09:01.492788 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'code': 200} Dec 23 16:09:01.755846 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d46da6bf-5c0c-4b00-acf9-91ae639511af req-a8829cf6-40da-46fa-813c-d239cad2e730 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 1098 time: 0.0892298 Dec 23 16:09:01.805048 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-d46da6bf-5c0c-4b00-acf9-91ae639511af req-74a00af6-e2c4-4587-879a-aaaf10c568e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Dec 23 16:09:01.972124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab0ff7-aa9c-4f8b-9506-9a0c6c7c7a15 req-2fb2abd4-1032-4d5b-af77-bd612b964822 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:01.973780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-22ab0ff7-aa9c-4f8b-9506-9a0c6c7c7a15 req-2fb2abd4-1032-4d5b-af77-bd612b964822 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 945 time: 0.0891109 Dec 23 16:09:02.023278 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-22ab0ff7-aa9c-4f8b-9506-9a0c6c7c7a15 req-8b9e42c2-2373-4a57-b37a-167805a744cc tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Dec 23 16:09:03.244571 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe723-12c6-4e98-a0ce-626be2501e65 req-be960ea7-677a-4083-a96c-e2c9fadefda2 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:03.246258 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f50fe723-12c6-4e98-a0ce-626be2501e65 req-be960ea7-677a-4083-a96c-e2c9fadefda2 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 945 time: 0.0938408 Dec 23 16:09:03.295300 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-f50fe723-12c6-4e98-a0ce-626be2501e65 req-139f119e-2781-49b9-837e-793f76c4c184 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Dec 23 16:09:03.506645 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c18c-4723-4755-a706-4078b8539925 req-df7ece7e-db1a-431d-889a-83d4a12cb6e0 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:03.508185 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de52c18c-4723-4755-a706-4078b8539925 req-df7ece7e-db1a-431d-889a-83d4a12cb6e0 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 945 time: 0.0883155 Dec 23 16:09:03.561431 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-de52c18c-4723-4755-a706-4078b8539925 req-70173770-016c-449e-a106-5091a3acecab tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Dec 23 16:09:03.595200 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38554) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:03.676710 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d939e917-0a55-49c5-ad01-f6d2a64948d2 tempest-TestSnapshotPattern-1590249373 tempest-TestSnapshotPattern-1590249373-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 1093 time: 0.0800068 Dec 23 16:09:03.680715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38558) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:03.686435 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.v2.base [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Request body: {'floatingip': {'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'port_id': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:03.692594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 23 16:09:03.696826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Usage tracker for resource:floatingip and tenant:4847cfcd14374a4bad5cc7f1eb4abf92 is out of sync, need to count used quota {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 23 16:09:03.699911 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88873) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 23 16:09:03.706148 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.quota.driver [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 23 16:09:03.717023 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:03.869510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:04.024595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_common [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Allocated IP 172.26.2.195 (2197a5c8-80bf-448e-89f2-9f905ac038d6/c66f8747-214e-4ede-b57c-0ce507d99f41/f4f96a1d-bd5f-4dc4-8dbc-e1d5036d804a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 23 16:09:04.184340 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:04.211045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278543156698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:04.214932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-cfb03a43-8a22-4cb7-a144-e0dda5c425da tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:09:04.280451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Network 2197a5c8-80bf-448e-89f2-9f905ac038d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 23 16:09:04.292161 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.base_scheduler [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 23 16:09:04.294366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'Port': ['ID=f4f96a1d-bd5f-4dc4-8dbc-e1d5036d804a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:09:04.297076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 23 16:09:04.323880 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:09:05.079183 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:05.136499 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:05.356522 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:05.361198 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132658860'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:05.365950 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ca322cd2-cbca-49ef-b5c3-eb34878204ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:09:05.475476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event updated for resources: {'Port': ['ID=f4f96a1d-bd5f-4dc4-8dbc-e1d5036d804a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:09:05.480100 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:09:05.491667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1615161'] for floatingip, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:05.703189 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.db.l3_db [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Floating IP ff1bd430-9375-48ff-ac85-1fa623df30ad associated. External IP: 172.26.2.195, port: 4ecb00b1-be5f-4fb6-8240-29548736f235. Dec 23 16:09:06.153205 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:09:06.386527 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:09:06.397312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:09:06.411938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:09:06.412587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:08:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:09:06.415309 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:06.475425 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4827576c-f86c-40b0-8f8e-b3b7c5e4fd1b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7935445 Dec 23 16:09:06.476180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:09:06.530436 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'status': 'completed', 'code': 200} Dec 23 16:09:06.604229 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:09:06.630313 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-77ba74df-42e0-4b6a-94b5-d4fa6b079190 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 1098 time: 0.0769544 Dec 23 16:09:06.776753 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-7587fefb-0909-4da1-acbf-ea8bee97eb48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:06.778507 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-7587fefb-0909-4da1-acbf-ea8bee97eb48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1418066 Dec 23 16:09:06.890405 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-690e9c99-de7e-4186-9380-a57e8886e1f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ecb00b1-be5f-4fb6-8240-29548736f235 HTTP/1.1" status: 200 len: 999 time: 0.1042283 Dec 23 16:09:06.964364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-752c8521-2327-4903-b94e-fdd2d42ffd6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:06.966008 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-752c8521-2327-4903-b94e-fdd2d42ffd6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0689852 Dec 23 16:09:06.984385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:32Z', 'revision_number': 1, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}, {'id': 'ff1bd430-9375-48ff-ac85-1fa623df30ad', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:fa:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:09:04Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 0, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:09:06.988612 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:09:07.000177 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:09:07.000830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:08:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:09:07.047984 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-d0859bd6-f2ac-4dd8-8ff3-833d730cb449 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757303 Dec 23 16:09:07.187358 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:09:07.193624 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-a56a23af-1f29-4533-8110-93fd68c428d3 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392972 Dec 23 16:09:07.339564 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0521ac85-a239-492e-8130-c341ac1c9a32 req-d7297abc-a694-4813-86dd-43cd3a391c68 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394804 Dec 23 16:09:07.571402 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:32Z', 'revision_number': 1, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}, {'id': 'ff1bd430-9375-48ff-ac85-1fa623df30ad', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:fa:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:09:04Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 0, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:09:07.575813 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ee4ae-bba1-40f2-986c-a20ac8d00437 None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:32Z', 'revision_number': 1, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}, {'id': 'ff1bd430-9375-48ff-ac85-1fa623df30ad', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:fa:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:09:04Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 0, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:09:07.905558 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e8668c-1b13-4267-8ce6-32a04f326738 None None] New status for floating IP ff1bd430-9375-48ff-ac85-1fa623df30ad: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:09:12.117968 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:09:16.878841 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bd33-bbf1-4e2e-b496-dfebb60132c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:18.312450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:18.918583 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ad9f98a9-6c82-477f-8a0e-dd1b90930156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:19.724964 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:21.172933 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:31.356298 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:46.878158 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f03bd357-8405-42cc-a91b-54d423497805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:48.311978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:48.918159 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-387c344d-dd68-49a8-bdd9-003fc35b2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:49.113773 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:09:49.720961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:51.175910 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:09:58.465679 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-d3531a90-f6ef-4aad-b3c2-0336e64b8161 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827940 Dec 23 16:09:58.634967 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-ce17f980-c7ff-4de6-9cef-021e2e079d33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1097 time: 0.0849633 Dec 23 16:09:58.795241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-2652b4a8-deaf-447c-9b96-94cad66f3251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:58.796780 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-2652b4a8-deaf-447c-9b96-94cad66f3251 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1397684 Dec 23 16:09:58.911681 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-089aa6ab-c97d-45ec-bc09-43a3ac375df7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 999 time: 0.1056101 Dec 23 16:09:59.218164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-ecfa368f-56ef-4009-9ba7-fd72f2b9c413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:09:59.219849 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-ecfa368f-56ef-4009-9ba7-fd72f2b9c413 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.3016047 Dec 23 16:09:59.304377 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-0d6b664f-02a8-491e-9b00-1ebfd87b3775 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777011 Dec 23 16:09:59.455207 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-7cdff2a7-44e4-4e47-aaf8-ba8b95ebc498 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431994 Dec 23 16:09:59.600391 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-84b52322-7fde-4c8e-a1e5-366faf6291e8 req-9e4c71b9-a7fe-470c-84ae-97100d86ff33 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378438 Dec 23 16:10:01.360134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:16.878194 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d4b503e1-7525-4faa-9992-7ac14879af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:18.314066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:18.920171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-437154ea-f47a-4faa-be38-4fbace1b1667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:19.734111 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:21.193265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:26.111256 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:10:31.370406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:39.311532 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 23 16:10:39.464988 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:10:39.483408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Returning: {'device': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'port_id': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'mac_address': 'fa:16:3e:fa:8f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:10:39.550241 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:39.569466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ecb00b1-be5f-4fb6-8240-29548736f235 {{(pid=88874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 23 16:10:39.586438 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:10:39.598066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:39.600345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:39.683284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=6']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:39.695404 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] get_ports_and_sgs() called for port_ids ['4ecb00b1-be5f-4fb6-8240-29548736f235'] {{(pid=88874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 23 16:10:39.736636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.737213 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.737725 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.738235 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.738828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.739330 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.741627 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.742206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.742596 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.742976 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.743372 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:39.753440 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:10:41.321244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 up at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 23 16:10:41.402215 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.provisioning_blocks [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Provisioning complete for port 4ecb00b1-be5f-4fb6-8240-29548736f235 triggered by entity L2. {{(pid=88874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 23 16:10:41.402942 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464393'] for port, provisioning_complete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:41.531901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:41.561653 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:10:41.574579 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:10:41.578512 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:41.581365 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:41.651905 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'code': 200} Dec 23 16:10:41.682383 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=7']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:41.686048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:10:46.873476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a9824a5a-60aa-47f7-b240-0592092afce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:48.308639 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:48.430632 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38768) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:48.893476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Deleting port f4f96a1d-bd5f-4dc4-8dbc-e1d5036d804a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:10:48.893863 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:48.913424 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39f50e9e-2551-49ca-a645-31e7fda11c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:49.076652 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:49.077016 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:49.207368 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Calling delete_port for f4f96a1d-bd5f-4dc4-8dbc-e1d5036d804a owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:10:49.366629 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:49.372313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-fa898589-10da-4e57-9922-92b3c81957ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:49.418354 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event deleted for resources: {'Port': ['ID=f4f96a1d-bd5f-4dc4-8dbc-e1d5036d804a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:49.499715 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.500103 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.500504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.500928 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.501382 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.501799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.502216 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.502633 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.503042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.503432 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.503844 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:49.507350 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:10:49.534712 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:49.726519 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:49.977510 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:10:50.209746 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:10:50.220180 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:10:50.230520 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:50.234557 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:10:50.235252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:50.289471 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7197fc06-047f-4586-bc7c-f2d166f56e45 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "DELETE /v2.0/floatingips/ff1bd430-9375-48ff-ac85-1fa623df30ad HTTP/1.1" status: 204 len: 168 time: 1.8575685 Dec 23 16:10:50.290204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:10:50.508642 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'status': 'completed', 'code': 200} Dec 23 16:10:50.573958 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:10:50.626708 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-3848f751-3fad-4875-97d6-ecfda08e3b03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 1098 time: 0.0915568 Dec 23 16:10:50.829894 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-e4500c0c-bd8c-4b2c-ac4a-a2682443d7d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:50.831586 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-e4500c0c-bd8c-4b2c-ac4a-a2682443d7d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1977706 Dec 23 16:10:50.900673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c18d4-25fb-4beb-a206-ed0acc85ab77 req-dd795b36-c5ad-49ce-93e1-fabc0946b79d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:50.902308 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-523c18d4-25fb-4beb-a206-ed0acc85ab77 req-dd795b36-c5ad-49ce-93e1-fabc0946b79d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 945 time: 0.2465124 Dec 23 16:10:50.933643 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-8ef9c8e0-2775-4ce2-bd75-90e53e6bd797 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ecb00b1-be5f-4fb6-8240-29548736f235 HTTP/1.1" status: 200 len: 217 time: 0.0904188 Dec 23 16:10:50.946834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:32Z', 'revision_number': 1, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:50.951057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:10:50.962606 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:10:50.963271 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:51.016475 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-523c18d4-25fb-4beb-a206-ed0acc85ab77 req-74bebc5c-2a79-4b46-9822-79eac765ce8d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075332 Dec 23 16:10:51.026057 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-5807fac1-9fa1-42e9-a60b-2dd3a31cc3d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:51.027623 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-5807fac1-9fa1-42e9-a60b-2dd3a31cc3d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0797455 Dec 23 16:10:51.112043 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-0abd5c7a-e277-4b88-8763-e5d8af4ea0cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759919 Dec 23 16:10:51.155292 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:10:51.185871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:51.259197 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-3728ccd0-7b88-41e9-b261-11192861ca1c service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399543 Dec 23 16:10:51.390076 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:10:51.407046 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-9d6493c6-a8ea-49dc-a861-a2c4cf82e959 req-a6e0d5ea-be33-4497-97be-43f4c8ef254d service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411917 Dec 23 16:10:51.509384 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851548430'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:51.531348 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:32Z', 'revision_number': 1, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:51.535671 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d08e47-b98a-49b6-9f5c-caee21c41c32 None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_floatingips': [{'id': 'ce772eab-1af2-4043-b686-6892b4adcea3', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'router_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'port_id': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'mac_address': 'fa:16:3e:68:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:06:29Z', 'updated_at': '2021-12-23T16:06:32Z', 'revision_number': 1, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:10:51.538258 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:10:51.549476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:10:51.553886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278542643640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278543156681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758311619153'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:51.555443 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b23bbdb4-99bf-4f4a-a6da-5abad896e676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:51.599538 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'code': 200} Dec 23 16:10:51.626276 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Pushing event updated for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=8']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:51.629713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:10:52.008869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cca832-9203-4c41-ad0a-5784cb7723da None None] New status for floating IP ff1bd430-9375-48ff-ac85-1fa623df30ad: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:10:52.296138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89650c9a-e63c-4f7c-bfa2-dee4967539ca req-2a099bc5-6841-4667-b32c-81a5a183e102 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:52.297798 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-89650c9a-e63c-4f7c-bfa2-dee4967539ca req-2a099bc5-6841-4667-b32c-81a5a183e102 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 943 time: 0.1548140 Dec 23 16:10:52.305079 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-3191c477-cff2-4b8f-920d-0a79c8a8d9d1 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:52.306556 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-3191c477-cff2-4b8f-920d-0a79c8a8d9d1 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 943 time: 0.1285257 Dec 23 16:10:52.410413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Deleting port 4ecb00b1-be5f-4fb6-8240-29548736f235 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:10:52.410800 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:52.452829 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-89650c9a-e63c-4f7c-bfa2-dee4967539ca req-45df81ad-231a-45ed-8a50-14809ae22f25 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452451 Dec 23 16:10:52.681377 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] For port 4ecb00b1-be5f-4fb6-8240-29548736f235, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ecb00b1-be5f-4fb6-8240-29548736f235,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:10:52.681961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:52.810362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Calling delete_port for 4ecb00b1-be5f-4fb6-8240-29548736f235 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:10:52.969124 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:52.975089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e3283148-1024-4159-8db1-d2de915d7465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:53.021355 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event deleted for resources: {'Port': ['ID=4ecb00b1-be5f-4fb6-8240-29548736f235,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:53.063720 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.064152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.064575 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.064993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.065459 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.065869 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.066284 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.066679 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.067081 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.067489 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.067891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822797-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 23 16:10:53.075488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:10:53.109892 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] No DVR routers for this DVR port 4ecb00b1-be5f-4fb6-8240-29548736f235 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:10:53.112304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:53.115053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-deleted', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:10:53.127799 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-ae71ac2b-f49c-4f56-8c2c-9a4eaeab24b7 req-2ae9ad64-898a-495b-abfe-f736e2fb203d tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "DELETE /v2.0/ports/4ecb00b1-be5f-4fb6-8240-29548736f235 HTTP/1.1" status: 204 len: 173 time: 0.8056605 Dec 23 16:10:53.171933 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0414800a-2e26-4ce2-a60a-a216a0cf1377', 'name': 'network-vif-deleted', 'tag': '4ecb00b1-be5f-4fb6-8240-29548736f235', 'status': 'completed', 'code': 200} Dec 23 16:10:53.650364 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5dbde993-08dd-42a4-adb1-deb91ec0467d req-b3c494ad-fbd3-4c69-876b-6465db126402 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:10:53.666240 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-5dbde993-08dd-42a4-adb1-deb91ec0467d req-b3c494ad-fbd3-4c69-876b-6465db126402 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:10:53.667469 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-5dbde993-08dd-42a4-adb1-deb91ec0467d req-b3c494ad-fbd3-4c69-876b-6465db126402 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=0414800a-2e26-4ce2-a60a-a216a0cf1377 HTTP/1.1" status: 200 len: 210 time: 0.0672550 Dec 23 16:10:55.403980 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:10:55.439360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: 4ecb00b1-be5f-4fb6-8240-29548736f235 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:10:55.439711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device 4ecb00b1-be5f-4fb6-8240-29548736f235 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:10:55.487938 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38850) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:55.704945 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Deleting port 3cf8e65d-e32b-4999-8f2e-059ef697dcc4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:10:55.705244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:55.886265 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:55.886675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:56.015918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Calling delete_port for 3cf8e65d-e32b-4999-8f2e-059ef697dcc4 owned by network:floatingip {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:10:56.181321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:56.185919 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d8ffa26d-320d-4d3f-bf3c-c565df9f1e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:56.230385 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event deleted for resources: {'Port': ['ID=3cf8e65d-e32b-4999-8f2e-059ef697dcc4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:56.234827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:10:56.328042 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for floatingip, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:57.002762 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:10:57.221675 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:10:57.231979 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:10:57.242211 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for floatingip, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:57.245681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:10:57.246366 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:57.302701 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-1523bdfd-7d3d-4ce3-ad33-c090bdf301bb tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce772eab-1af2-4043-b686-6892b4adcea3 HTTP/1.1" status: 204 len: 168 time: 1.8108368 Dec 23 16:10:57.302701 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:10:57.365909 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'status': 'completed', 'code': 200} Dec 23 16:10:57.443852 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:10:57.472646 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-b02d8899-7de7-467f-9b0a-a2a2745da39e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 1097 time: 0.0821388 Dec 23 16:10:57.624862 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-f777e258-0daf-4679-b9e4-23d320b3f8ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:57.626644 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-f777e258-0daf-4679-b9e4-23d320b3f8ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 200 len: 910 time: 0.1467884 Dec 23 16:10:57.702489 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-dbed602b-6862-4880-9a1b-c75b5c15552b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 200 len: 217 time: 0.0682828 Dec 23 16:10:57.723803 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0577d7-9883-4ebf-bf71-5d0d55a5ee46 req-f5e2afb4-ed64-427e-8828-a9ed98bfe110 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:57.724587 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6f0577d7-9883-4ebf-bf71-5d0d55a5ee46 req-f5e2afb4-ed64-427e-8828-a9ed98bfe110 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:10:57.742550 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-6f0577d7-9883-4ebf-bf71-5d0d55a5ee46 req-f5e2afb4-ed64-427e-8828-a9ed98bfe110 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:10:57.743872 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f0577d7-9883-4ebf-bf71-5d0d55a5ee46 req-f5e2afb4-ed64-427e-8828-a9ed98bfe110 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 944 time: 0.1097641 Dec 23 16:10:57.780261 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-d733dad4-389e-4739-9046-2924218787f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:57.782213 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-d733dad4-389e-4739-9046-2924218787f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 200 len: 848 time: 0.0736201 Dec 23 16:10:57.787421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:57.791588 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:10:57.796500 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-6f0577d7-9883-4ebf-bf71-5d0d55a5ee46 req-1e979b26-1083-415b-8659-ea4962a168c3 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454943 Dec 23 16:10:57.803661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:10:57.804333 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:57.865655 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-0f6526e4-4cc9-4aeb-9dc0-2bb14e74ac4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765996 Dec 23 16:10:57.991530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:10:58.015778 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-9337bf03-1fff-40a4-a642-ac3dd911c9c4 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417274 Dec 23 16:10:58.161956 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-eb14a99e-1fbb-496e-9b95-6679ace636b6 req-8c9814c4-fa7f-4303-a493-1f948864fcd7 service neutron] 10.222.0.65 "GET /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407242 Dec 23 16:10:58.473837 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:10:58.478138 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fdb33-6111-48ba-adf4-8dea5fbbb7b5 None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:06:06Z', 'revision_number': 4, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv', '_interfaces': [{'id': 'ea04816d-df8f-4e3b-820d-935153eb5cad', 'name': '', 'network_id': 'be9c28d7-1e1f-40ad-b4f5-d4a82eb47513', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245837ef-040d-42d6-b6f3-d62475314cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:05Z', 'updated_at': '2021-12-23T16:06:14Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'subnets': [{'id': '245837ef-040d-42d6-b6f3-d62475314cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:10:58.911956 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405df1a9-dfe8-4834-8d78-3f81fc04fdc7 None None] New status for floating IP ce772eab-1af2-4043-b686-6892b4adcea3: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 23 16:10:59.013274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bafb6f-9b39-4f56-a06a-36473768475b req-9c3ad6e9-a9ee-4aa8-8eae-2886e1d942a6 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:59.013939 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-45bafb6f-9b39-4f56-a06a-36473768475b req-9c3ad6e9-a9ee-4aa8-8eae-2886e1d942a6 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:10:59.026826 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-45bafb6f-9b39-4f56-a06a-36473768475b req-9c3ad6e9-a9ee-4aa8-8eae-2886e1d942a6 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:10:59.028145 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-45bafb6f-9b39-4f56-a06a-36473768475b req-9c3ad6e9-a9ee-4aa8-8eae-2886e1d942a6 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 944 time: 0.1033237 Dec 23 16:10:59.078737 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-45bafb6f-9b39-4f56-a06a-36473768475b req-20cc33d0-6051-48a9-a897-3bc11248b98a tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb958ca3-59a2-4c46-9503-2bea68cd5cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Dec 23 16:10:59.268659 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973c1a-af7f-4d27-8d42-539817440446 req-43fd24d3-63a3-4bd1-b8a3-a96461402062 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 23 16:10:59.270214 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f973c1a-af7f-4d27-8d42-539817440446 req-43fd24d3-63a3-4bd1-b8a3-a96461402062 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 944 time: 0.0881481 Dec 23 16:10:59.350898 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Deleting port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:10:59.351263 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:59.606923 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] For port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:10:59.607386 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:59.740085 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Calling delete_port for f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 owned by compute:nova {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:10:59.891066 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:10:59.897050 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-e8d9ed4b-8d2c-48f4-875f-847058a8812a tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:10:59.944351 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event deleted for resources: {'Port': ['ID=f9a3d78c-3d6a-44b8-9288-6e33fbb47df9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:10:59.948099 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:00.019768 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] No DVR routers for this DVR port f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 on host hv-neutron-8227 {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:11:00.022554 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771624'] for port, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:00.025496 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-deleted', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 23 16:11:00.041808 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-0f973c1a-af7f-4d27-8d42-539817440446 req-be9cc3f5-4403-4eee-8b31-e37bc1d4e2d4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.65 "DELETE /v2.0/ports/f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 HTTP/1.1" status: 204 len: 173 time: 0.7660074 Dec 23 16:11:00.083657 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2806154-b6c1-4394-91a3-e048cfe32693', 'name': 'network-vif-deleted', 'tag': 'f9a3d78c-3d6a-44b8-9288-6e33fbb47df9', 'status': 'completed', 'code': 200} Dec 23 16:11:00.279283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-791249f4-4f5f-45e8-8fce-b3dd0a2f1f0c req-17618d01-47f3-4c31-b248-d9e3f8ad174b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Synchronizing usage tracker for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 23 16:11:00.298036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.quota.resource [req-791249f4-4f5f-45e8-8fce-b3dd0a2f1f0c req-17618d01-47f3-4c31-b248-d9e3f8ad174b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Unset dirty status for tenant:4847cfcd14374a4bad5cc7f1eb4abf92 on resource:port {{(pid=88873) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 23 16:11:00.299405 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [req-791249f4-4f5f-45e8-8fce-b3dd0a2f1f0c req-17618d01-47f3-4c31-b248-d9e3f8ad174b tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2806154-b6c1-4394-91a3-e048cfe32693 HTTP/1.1" status: 200 len: 210 time: 0.0811388 Dec 23 16:11:01.371408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:01.417252 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38868) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:01.434970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:01.472495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] No Port match for: f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:01.472893 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Device f9a3d78c-3d6a-44b8-9288-6e33fbb47df9 not bound to the agent host hv-neutron-8227 {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:01.502559 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:01.534581 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:01.601827 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:01.605861 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-00015dd4-9d27-4daa-8998-c1901f3c9f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:01.622388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb958ca3-59a2-4c46-9503-2bea68cd5cf4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:01.625274 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:01.634228 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:01.635493 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-ef58ce31-0ded-4dca-b4cf-4ed216faffd4 tempest-TestSnapshotPattern-171682902 tempest-TestSnapshotPattern-171682902-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb958ca3-59a2-4c46-9503-2bea68cd5cf4 HTTP/1.1" status: 204 len: 168 time: 0.2167473 Dec 23 16:11:01.691313 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38874) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.268069 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:03.102227 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:11:03.156163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Deleting port ea04816d-df8f-4e3b-820d-935153eb5cad {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:03.156373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:03.350171 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] For port ea04816d-df8f-4e3b-820d-935153eb5cad, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=ea04816d-df8f-4e3b-820d-935153eb5cad,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:03.350514 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:03.482238 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Calling delete_port for ea04816d-df8f-4e3b-820d-935153eb5cad owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:03.679449 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:03.685595 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-83ec491a-a6bb-4b39-83f1-26c8be61d9bc tempest-TestShelveInstance-525329998 tempest-TestShelveInstance-525329998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:03.728167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea04816d-df8f-4e3b-820d-935153eb5cad,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:03.732132 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:04.045331 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:04.680954 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:11:04.912146 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:11:04.922975 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] Sync routers for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:11:04.929298 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-4885be5b-c087-456a-a05e-6b16a80b2af6 admin admin] 10.222.0.49 "PUT /v2.0/routers/eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367187 Dec 23 16:11:04.932167 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38882) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:04.936495 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:11:04.937152 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:05.124014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:11:05.140098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:05.436636 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:11:03Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:05.440828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] Checking router: eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d for host: dv-neutron-822797-1-hyperv {{(pid=88875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:11:05.452729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] Routers {'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:11:05.453427 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'], 'active': True} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:05.586321 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:05.596106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Deleting port f5e67393-b835-41c5-9b5e-7db391550f7e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:05.596573 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:05.637015 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] Set router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d gateway port host: dv-neutron-822797-1-hyperv {{(pid=88875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:11:05.788716 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] For port f5e67393-b835-41c5-9b5e-7db391550f7e, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=f5e67393-b835-41c5-9b5e-7db391550f7e,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:05.789264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:05.917570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Calling delete_port for f5e67393-b835-41c5-9b5e-7db391550f7e owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:05.942421 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:11:03Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:05.946734 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbdb35-faf8-4a6b-a967-276340385be3 None None] The sync data for ids ['eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d'] in dv-neutron-822797-1-hyperv is: [{'id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'name': 'tempest-TestSnapshotPattern-944806669-router', 'tenant_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:02Z', 'updated_at': '2021-12-23T16:11:03Z', 'revision_number': 5, 'project_id': '4847cfcd14374a4bad5cc7f1eb4abf92', 'gw_port': {'id': 'f5e67393-b835-41c5-9b5e-7db391550f7e', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:03Z', 'updated_at': '2021-12-23T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}] {{(pid=88875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:11:06.097668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.101660 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-17665081-6a07-47d7-ba96-d131fc99e38d tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:06.148204 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e67393-b835-41c5-9b5e-7db391550f7e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:06.150834 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:06.389344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.670661 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.675670 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.706063 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.706668 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 16:11:06.719806 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.721123 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-01708dc6-d28f-4c8c-91f1-d605126b0f01 admin admin] 10.222.0.49 "DELETE /v2.0/routers/eb14d77b-b0ec-4bdb-b27d-d4f0e44e975d HTTP/1.1" status: 204 len: 168 time: 1.7879868 Dec 23 16:11:06.724055 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38886) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:06.792452 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Deleting subnet 245837ef-040d-42d6-b6f3-d62475314cab {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 16:11:06.796056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.851121 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849445284'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:06.941028 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.027036 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1086670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567191'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.033697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a8d820bb-2001-41f4-90d1-3dbe5ecab1e4 tempest-RoutersNegativeTest-214742257 tempest-RoutersNegativeTest-214742257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:07.077966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245837ef-040d-42d6-b6f3-d62475314cab,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:07.080711 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:07.083865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.090914 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b4724-7a9c-43fd-b17c-0021921fdfa0 None None] Network be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:11:07.092193 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a05d0839-cebc-4c3f-91ca-a9bb2d595d3f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/245837ef-040d-42d6-b6f3-d62475314cab HTTP/1.1" status: 204 len: 168 time: 0.3670325 Dec 23 16:11:07.095163 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:07.217544 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.229096 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Deleting port 5685738a-1324-4832-83f8-4a6e5fb67c2c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:07.229498 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.365897 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] DHCP port deletion for be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 16:11:07.370378 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Deleting port 5685738a-1324-4832-83f8-4a6e5fb67c2c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:07.370891 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.454197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] For port 5685738a-1324-4832-83f8-4a6e5fb67c2c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5685738a-1324-4832-83f8-4a6e5fb67c2c,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:07.454602 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.584973 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Calling delete_port for 5685738a-1324-4832-83f8-4a6e5fb67c2c owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:07.586673 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] For port 5685738a-1324-4832-83f8-4a6e5fb67c2c, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=5685738a-1324-4832-83f8-4a6e5fb67c2c,segment=NetworkSegment(a51e97cc-2af1-4e84-a4bf-39365669635c),segment_id=a51e97cc-2af1-4e84-a4bf-39365669635c)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:07.587126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.658455 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853689325'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.663206 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8dfb113c-7481-4c78-a9bb-9697ffd25e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:07.707974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5685738a-1324-4832-83f8-4a6e5fb67c2c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:07.712019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:07.712932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] No DVR routers for this DVR port 5685738a-1324-4832-83f8-4a6e5fb67c2c on host dv-neutron-822797-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:11:07.719049 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Calling delete_port for 5685738a-1324-4832-83f8-4a6e5fb67c2c owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:07.790940 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:07.791362 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 16:11:07.851056 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ea04816d-df8f-4e3b-820d-935153eb5cad no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:07.854291 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.884724 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9c28d7-1e1f-40ad-b4f5-d4a82eb47513']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:07.886045 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: ea04816d-df8f-4e3b-820d-935153eb5cad {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:07.886541 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device ea04816d-df8f-4e3b-820d-935153eb5cad not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:07.887089 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5685738a-1324-4832-83f8-4a6e5fb67c2c no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:07.903871 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51e97cc-2af1-4e84-a4bf-39365669635c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:07.904239 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51e97cc-2af1-4e84-a4bf-39365669635c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:07.917982 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5330501'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.923977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 5685738a-1324-4832-83f8-4a6e5fb67c2c {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:07.924406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 5685738a-1324-4832-83f8-4a6e5fb67c2c not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:07.934926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.941836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 16:11:07.942304 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1086521'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:07.958612 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:08.038865 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:08.042752 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-238aa2e4-1880-463f-94d7-3518a36c261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:08.057634 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:08.078703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9c28d7-1e1f-40ad-b4f5-d4a82eb47513,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:08.084094 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:08.094750 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-b9ea655b-20ab-40a1-b7d1-a87157f3bb85 admin admin] 10.222.0.49 "DELETE /v2.0/networks/be9c28d7-1e1f-40ad-b4f5-d4a82eb47513 HTTP/1.1" status: 204 len: 168 time: 0.9981480 Dec 23 16:11:08.098126 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38894) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:08.292874 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Deleting port 5685738a-1324-4832-83f8-4a6e5fb67c2c {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:08.293266 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:08.359974 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-19e7d2e5-4f5c-4a20-8e92-7a9ef3ade0ec None None] The port '5685738a-1324-4832-83f8-4a6e5fb67c2c' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 16:11:08.528031 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606290'] for router_interface, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:09.227727 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Deleting port 20a68474-bf4b-4d38-bf77-b6552daf7697 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:09.228339 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:09.416280 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] For port 20a68474-bf4b-4d38-bf77-b6552daf7697, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=20a68474-bf4b-4d38-bf77-b6552daf7697,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:09.416686 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:09.732642 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f5e67393-b835-41c5-9b5e-7db391550f7e no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:09.767987 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: f5e67393-b835-41c5-9b5e-7db391550f7e {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:09.768396 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device f5e67393-b835-41c5-9b5e-7db391550f7e not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:09.787419 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Calling delete_port for 20a68474-bf4b-4d38-bf77-b6552daf7697 owned by network:router_interface {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:09.986597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:09.990326 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-1b6b9b16-a23d-42cf-96ba-e93269bd4015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:10.035797 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Pushing event deleted for resources: {'Port': ['ID=20a68474-bf4b-4d38-bf77-b6552daf7697,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:10.040197 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:10.349748 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853592470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619976'] for router_interface, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:10.987118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 has already been hosted by L3 agent bf3bc151-7153-45b4-aa6d-a680199edeac {{(pid=88873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 23 16:11:11.210283 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] Notify agent at l3_agent.dv-neutron-822797-1-hyperv the message routers_updated {{(pid=88873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 23 16:11:11.220393 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] Sync routers for ids ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'] in dv-neutron-822797-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 23 16:11:11.228879 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-d09a4c38-a9d4-4a84-8702-958c8e61bdab admin admin] 10.222.0.49 "PUT /v2.0/routers/76bcc8ec-321c-4cfc-b6db-0b34602d3f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1288116 Dec 23 16:11:11.231117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38898) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:11.234170 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] Routers {'76bcc8ec-321c-4cfc-b6db-0b34602d3f14'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:11:11.234853 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:11.425264 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] Set router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 gateway port host: dv-neutron-822797-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:11:11.438014 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:11.653879 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:11.663993 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Deleting port fdb2bda6-2139-4a54-9d3a-91b650a2c205 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:11.664373 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:11.730344 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'external_fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:11:09Z', 'revision_number': 5, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port': {'id': 'fdb2bda6-2139-4a54-9d3a-91b650a2c205', 'name': '', 'network_id': '2197a5c8-80bf-448e-89f2-9f905ac038d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822797-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c66f8747-214e-4ede-b57c-0ce507d99f41', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822797-1-hyperv'}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:11.737102 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] Checking router: 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 for host: dv-neutron-822797-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 23 16:11:11.749106 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] Routers {'76bcc8ec-321c-4cfc-b6db-0b34602d3f14'} bound to L3 agent in host dv-neutron-822797-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 23 16:11:11.749812 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822797-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:02:19Z,description=,heartbeat_timestamp=2021-12-23T16:10:49Z,host='dv-neutron-822797-1-hyperv',id=bf3bc151-7153-45b4-aa6d-a680199edeac,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:02:19Z,topic='l3_agent')) {'router_ids': ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:11.850965 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] For port fdb2bda6-2139-4a54-9d3a-91b650a2c205, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=fdb2bda6-2139-4a54-9d3a-91b650a2c205,segment=NetworkSegment(5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74),segment_id=5b0ea447-c9cf-41cd-8ab9-1c5ff2005b74)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:11.851363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:11.912019 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvr_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] Set router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 23 16:11:11.984488 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Calling delete_port for fdb2bda6-2139-4a54-9d3a-91b650a2c205 owned by network:router_gateway {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:12.022836 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_hamode_db [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:11:11Z', 'revision_number': 6, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port_host': None}], 'dv-neutron-822797-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:12.027249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243cf3d-fa01-4f9c-b972-8197f3552c24 None None] The sync data for ids ['76bcc8ec-321c-4cfc-b6db-0b34602d3f14'] in dv-neutron-822797-1-hyperv is: [{'id': '76bcc8ec-321c-4cfc-b6db-0b34602d3f14', 'name': 'tempest-TestSnapshotPattern-727469582-router', 'tenant_id': '3e98d46d4e82466e84e43e1f5726ce44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:06:09Z', 'updated_at': '2021-12-23T16:11:11Z', 'revision_number': 6, 'project_id': '3e98d46d4e82466e84e43e1f5726ce44', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 23 16:11:12.162464 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:12.167334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-6faa69bf-f098-4fe3-92f9-f91f52cde892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:12.214546 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb2bda6-2139-4a54-9d3a-91b650a2c205,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:12.217151 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:12.452504 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853160686'] for router_gateway, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:12.967918 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852771189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-342'] for router, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:12.972697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.004663 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852773704'] for router, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.005327 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76bcc8ec-321c-4cfc-b6db-0b34602d3f14 {{(pid=88873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 23 16:11:13.018713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] Notify callbacks [] for router, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.021465 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-7da873cf-18af-4322-876f-fa9de1963df7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/76bcc8ec-321c-4cfc-b6db-0b34602d3f14 HTTP/1.1" status: 204 len: 168 time: 1.7878377 Dec 23 16:11:13.022961 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38902) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:13.092460 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Deleting subnet e74af2bb-bb89-4517-b7f4-89786a43dd4f {{(pid=88873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 23 16:11:13.096003 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.151628 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132655800'] for subnet, precommit_delete_associations {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.238307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851319088'] for subnet, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.316966 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3456728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132658809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722075530'] for subnet, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.321692 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-5eda9759-bbd5-40bc-a38b-0eafb5418c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:13.361408 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74af2bb-bb89-4517-b7f4-89786a43dd4f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:13.365819 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:13.368932 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.375007 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b4ae3-3e3e-4b54-ae5e-e39fdfb659b2 None None] Network ee465dfa-0a3a-457d-875f-97e55c63769f requested from dv-neutron-822797-1-hyperv {{(pid=88874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 23 16:11:13.379060 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-a41ab943-7258-40ec-a49b-44fed95e114f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e74af2bb-bb89-4517-b7f4-89786a43dd4f HTTP/1.1" status: 204 len: 168 time: 0.3524501 Dec 23 16:11:13.379293 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38906) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:13.497926 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851400187'] for network, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.509345 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Deleting port dfd9d877-0376-42f9-bb94-d11cc1f40afe {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:13.509713 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.636153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] DHCP port deletion for ee465dfa-0a3a-457d-875f-97e55c63769f request from dv-neutron-822797-1-hyperv {{(pid=88874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 23 16:11:13.640486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Deleting port dfd9d877-0376-42f9-bb94-d11cc1f40afe {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:13.640916 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.729840 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] For port dfd9d877-0376-42f9-bb94-d11cc1f40afe, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dfd9d877-0376-42f9-bb94-d11cc1f40afe,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:13.730182 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.818978 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fdb2bda6-2139-4a54-9d3a-91b650a2c205 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:13.861601 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Calling delete_port for dfd9d877-0376-42f9-bb94-d11cc1f40afe owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:13.868925 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: fdb2bda6-2139-4a54-9d3a-91b650a2c205 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:13.869294 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device fdb2bda6-2139-4a54-9d3a-91b650a2c205 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:13.869767 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a68474-bf4b-4d38-bf77-b6552daf7697 no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:13.914048 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: 20a68474-bf4b-4d38-bf77-b6552daf7697 {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:13.914418 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device 20a68474-bf4b-4d38-bf77-b6552daf7697 not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:13.914886 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dfd9d877-0376-42f9-bb94-d11cc1f40afe no longer exists at agent ovs-agent-dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 23 16:11:13.940597 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844238267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278542643657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758311619119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722116956'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.944698 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-ba9a6ce8-a8d3-4855-8aa1-f2e9635aa3f7 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:13.955700 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] No Port match for: dfd9d877-0376-42f9-bb94-d11cc1f40afe {{(pid=88874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Dec 23 16:11:13.956101 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.rpc [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Device dfd9d877-0376-42f9-bb94-d11cc1f40afe not bound to the agent host dv-neutron-822797-1-hyperv {{(pid=88874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 23 16:11:13.962610 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.db [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] For port dfd9d877-0376-42f9-bb94-d11cc1f40afe, host dv-neutron-822797-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822797-1-hyperv',level=0,port_id=dfd9d877-0376-42f9-bb94-d11cc1f40afe,segment=NetworkSegment(f85c850e-846e-4a1d-a1c6-d21061f99e71),segment_id=f85c850e-846e-4a1d-a1c6-d21061f99e71)] {{(pid=88874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 23 16:11:13.963097 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853161890'] for port, precommit_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:13.990316 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd9d877-0376-42f9-bb94-d11cc1f40afe,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:13.994318 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:13.997722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] No DVR routers for this DVR port dfd9d877-0376-42f9-bb94-d11cc1f40afe on host dv-neutron-822797-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 23 16:11:14.089278 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Calling delete_port for dfd9d877-0376-42f9-bb94-d11cc1f40afe owned by network:dhcp {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Dec 23 16:11:14.124842 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3461167', 'neutron.services.segments.db._delete_segments_for_network--9223363278542661577'] for network, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.155848 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee465dfa-0a3a-457d-875f-97e55c63769f']}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:14.166828 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.db.api [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:14.167249 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_db.api [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 23 16:11:14.169500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85c850e-846e-4a1d-a1c6-d21061f99e71') {'for_net_delete': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:14.169839 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.services.segments.db [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85c850e-846e-4a1d-a1c6-d21061f99e71') {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 23 16:11:14.181985 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278542660553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036722120031'] for segment, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.197141 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3451386'] for segment, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.203722 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 23 16:11:14.204154 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851324430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132658830'] for segment, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: Traceback (most recent call last): Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: timer() Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: cb(*args, **kw) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: return func(*args, **kwargs) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: self._notify() Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: self.callback(batched_events) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: event.method(event) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: segment_id)['aggregates'][0] Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: return f(self, *a, **k) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: return self._get(url).json() Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: **kwargs) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: **endpoint_filter) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:14.222247 dv-neutron-822797-1-hyperv neutron-server[88761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:14.306637 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851314600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1183330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1615112'] for network, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.311134 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-9e6dfdfb-47fa-47da-9ab4-016cf902ac97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:14.325214 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Notify callbacks [] for network, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.336244 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee465dfa-0a3a-457d-875f-97e55c63769f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:14.340883 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:14.344581 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-c9b24eaa-d49a-4396-89b9-08a4fb49c07e admin admin] 10.222.0.49 "DELETE /v2.0/networks/ee465dfa-0a3a-457d-875f-97e55c63769f HTTP/1.1" status: 204 len: 168 time: 0.9642794 Dec 23 16:11:14.512505 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38912) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:14.582990 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-59920e81-c3b8-4068-b08c-9272eadc91a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4847cfcd14374a4bad5cc7f1eb4abf92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0686228 Dec 23 16:11:14.586451 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38916) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:14.652743 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.669631 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Deleting port dfd9d877-0376-42f9-bb94-d11cc1f40afe {{(pid=88874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1870}} Dec 23 16:11:14.670105 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758312121237'] for port, before_delete {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.687168 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.741117 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.plugins.ml2.plugin [None req-9297ba94-1bcc-4f94-975c-9a711d715b09 None None] The port 'dfd9d877-0376-42f9-bb94-d11cc1f40afe' was deleted {{(pid=88874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Dec 23 16:11:14.741388 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.746970 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-8e472d75-8b7d-40a8-a846-b0f66ac5f212 tempest-TestNetworkAdvancedServerOps-1362256945 tempest-TestNetworkAdvancedServerOps-1362256945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:14.761729 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ba6f4-b3ae-4ce6-9fb4-e9654d08a6d9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:14.765572 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:14.769651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:14.770924 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-2cc091eb-5287-4a70-bab2-5f169c7a7d27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e9ba6f4-b3ae-4ce6-9fb4-e9654d08a6d9 HTTP/1.1" status: 204 len: 168 time: 0.1834757 Dec 23 16:11:15.213406 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88873) accepted ('10.222.0.49', 38924) {{(pid=88873) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:15.269765 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-3a2905d6-9cea-476e-95ad-5c57d304c55a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e98d46d4e82466e84e43e1f5726ce44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549481 Dec 23 16:11:15.273681 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.49', 38928) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:15.341798 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:15.369466 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:15.414921 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852774667'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:15.420360 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-453d963a-d22e-4bb3-89d1-407ebc3fa5b7 tempest-TestNetworkBasicOps-1975832526 tempest-TestNetworkBasicOps-1975832526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 23 16:11:15.434054 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf26ca2-6774-4d31-985f-fb93bd2fe898,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 23 16:11:15.436909 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG oslo_concurrency.lockutils [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 23 16:11:15.438077 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:15.439316 dv-neutron-822797-1-hyperv neutron-server[88761]: INFO neutron.wsgi [None req-aa80f7ee-1dda-4399-8646-dfaf721b2774 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cf26ca2-6774-4d31-985f-fb93bd2fe898 HTTP/1.1" status: 204 len: 168 time: 0.1645696 Dec 23 16:11:16.878706 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b480d51-6f82-4844-9054-fef170436296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:18.311814 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:18.922363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-ed854d2d-0c35-49d7-89b7-cdbd0952c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:19.729830 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:21.195654 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:31.379805 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:40.106697 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:11:46.892594 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e72-5e5e-4e60-96d6-2ed8686ebaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:48.326416 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:48.919375 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-eaf898b7-0263-4d5b-a975-d19df9c8df54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:49.736224 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:11:51.201473 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:01.371620 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:16.894312 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-499ca307-ab21-4d7c-9483-e7e7c8419ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:17.115230 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:12:18.329468 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:18.918181 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-d2963394-3115-4146-be57-ee97c6f6a957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:19.739525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:21.202778 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:31.373476 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:46.894657 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1aa2cd18-61c6-4e1d-8f59-394b0dab189f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:48.330458 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:48.914082 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-07b47065-24da-44c4-86bf-64cd8c41f37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:49.743259 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:51.208667 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:12:54.113128 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:13:01.378889 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:16.895530 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b9a1-f315-4d67-831b-c41746a13c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:18.330405 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:18.911772 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-11245eb1-8c6a-4207-87a5-9e43e71ebbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:19.750118 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:21.216000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:31.104703 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:13:31.389780 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:46.894651 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-f91238fd-d20c-4db2-bfe5-d0b6ea88edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:48.330000 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:48.914072 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7d18-2a38-47cb-8e80-af315e5a2c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:49.759248 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:13:51.219038 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:01.420977 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:08.106951 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:14:16.894570 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-7142b999-f538-4691-9873-aa4d35ac4c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:18.329334 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:18.911098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-2fddc63c-f48f-474d-afc2-6d144d1b3e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:19.760981 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:21.223677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:24.637564 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.wsgi [req-a67ade21-e6c2-43ad-b018-85ebcc8e7a1f req-07eb12d3-d800-4231-9f39-5d3f18ec5778 service neutron] (88873) timed out ('10.222.0.49', 37414) {{(pid=88873) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 23 16:14:31.444035 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:45.114793 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:14:46.894053 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c83ead0c-f1d9-4738-9bcd-1cd95a3ac18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:48.335450 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:48.912759 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-0b6b59f8-7068-442d-b990-d5afe193be4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:49.763129 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:14:51.223542 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:01.442153 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:16.894403 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-91cdb3bc-e57c-4c86-881c-c1a1e1ad01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:18.319831 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:18.909234 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b4f2-bbb4-4a79-b5dd-66f9769ca68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:19.765387 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:21.225687 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:22.116190 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:15:31.437525 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:46.904369 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-002f25e9-4e2b-4cb0-99a8-9caa43f5a11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:48.333744 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:48.908500 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d6b9-2f4a-45f0-a01a-839935cde3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:49.769078 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:51.234136 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:15:59.113098 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:16:01.433342 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:16.898164 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-be584ae8-c259-4226-a60d-bd7a24817c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:18.339307 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:18.911901 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6d08-a006-4df9-a7c7-c637911e0a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:19.779770 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:21.236486 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:31.454199 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd982-617b-438c-92f4-dc49ab996f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:36.110485 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron.db.agents_db [None req-d4734bea-fca9-4957-840d-1a5503485789 None None] Agent healthcheck: found 6 active agents {{(pid=88875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 23 16:16:46.892829 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-b3a35f92-b7d9-48ef-8f1a-940955fa196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:48.331363 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-4b2269ec-0e07-4e55-baff-b60112a1d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:48.912799 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7898-36df-487d-921e-97a034cfc65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:49.775413 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-39c9415d-d370-4df9-97ea-ce304ebc194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 23 16:16:51.240677 dv-neutron-822797-1-hyperv neutron-server[88761]: DEBUG neutron_lib.callbacks.manager [None req-df05498a-958d-4041-993d-531dbcca1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278542661594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851311562'] for agent, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}